-- Logs begin at Wed 2021-11-24 21:29:13 UTC, end at Wed 2021-11-24 23:15:15 UTC. -- Nov 24 22:08:27.138788 dv-neutron-818715-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 22:08:29.880887 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.common.config [-] Logging enabled! Nov 24 22:08:29.881433 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev44 Nov 24 22:08:29.881675 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 22:08:29.884878 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.common.config [-] Logging enabled! Nov 24 22:08:29.885140 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev44 Nov 24 22:08:29.885458 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 22:08:29.886402 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 22:08:29.886669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 22:08:29.887040 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 22:08:29.887293 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 22:08:29.887541 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 22:08:29.887873 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.888178 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.888480 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.888715 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.889017 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.889312 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.889603 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.889898 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.890219 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.890496 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.890787 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.891077 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.891313 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.891627 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.891924 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.892216 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.892447 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] debug = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.892732 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.893163 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.893589 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.893875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.894168 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.894452 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.894727 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.895009 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.895296 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.895652 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] host = dv-neutron-818715-1-hyperv {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.895942 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.896236 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.896526 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.896816 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.897094 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.897376 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.897663 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.897943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.898218 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.898498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.898791 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.899082 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.899374 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.899634 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.899863 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.900157 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.900449 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.900733 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.901016 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.901294 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.901574 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.901851 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.902152 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.902444 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.902733 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.903022 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.903302 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.903611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.903890 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.904168 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.904460 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.904739 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.905019 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.905297 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.905587 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.905861 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.906140 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.906444 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.906736 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.907020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.907310 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.907615 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.907904 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.908181 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.908460 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.908736 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] use_json = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.909013 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.909289 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.909575 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.909850 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.910126 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.910405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.910687 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.910974 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:29.911274 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.911605 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.911913 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.912199 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.912497 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.912784 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.913075 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.913355 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.913646 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.913935 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.914223 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.914504 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.914796 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.915075 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.915370 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.915712 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.916012 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.916307 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.916587 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.916866 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.917143 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.917423 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.918236 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.918530 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.918825 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.919117 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.919400 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.919719 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.920016 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.920308 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.920589 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.920871 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.921167 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.921448 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.921725 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.922004 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.922294 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.922573 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.922852 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.923138 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.923419 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.923723 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.924001 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.924281 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.924573 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.924853 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.925129 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.925403 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.925681 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.925956 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.926244 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.926524 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.926800 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.927080 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.927364 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.927669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.927950 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.928232 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.928509 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.928790 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.929069 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.929347 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.929626 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.929902 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.930178 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.930452 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.930733 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.931016 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.931294 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.931597 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.931882 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.932162 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.932440 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.932733 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.933036 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.933342 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.934168 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.934457 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.934741 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.935023 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.935306 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.935617 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.935907 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.936186 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.936483 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.937028 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.937322 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.937611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.937894 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.938200 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.938482 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.938771 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.939054 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.939338 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.939725 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.940019 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.940320 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.940625 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.940926 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.941221 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.941519 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.941810 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.942126 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.942409 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:29.942630 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 22:08:29.942874 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 22:08:30.299317 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 22:08:30.299625 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 22:08:30.299918 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 22:08:30.300257 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 22:08:30.696374 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.696669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.696952 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.698272 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.698557 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.698824 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.734622 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.734903 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.735174 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.750724 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.751010 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.751286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.780888 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.781180 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.781454 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.823461 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.823855 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:30.824233 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.061757 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.062389 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.062389 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.062558 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.063283 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.186183 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.186755 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.187045 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.187321 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.187617 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.187935 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.188199 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.188459 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.188715 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.188999 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.189260 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.189527 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.189783 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.190039 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.190296 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.190561 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.190818 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.191084 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.191351 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.191633 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.191908 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.192163 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.192449 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.192823 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.193073 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.193321 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.193719 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:31.193965 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:31.194205 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:31.194443 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:31.194679 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:31.194915 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:31.195279 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 22:08:31.198410 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 22:08:31.202534 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 22:08:31.206282 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 24 22:08:31.207964 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 22:08:31.208430 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 22:08:31.208771 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 22:08:31.209166 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 22:08:31.212028 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 22:08:31.212288 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 22:08:31.212635 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 22:08:31.218495 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 22:08:31.241322 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 22:08:31.241780 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.242084 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 24 22:08:31.242451 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.243878 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 22:08:31.244164 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 22:08:31.244412 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 22:08:31.247640 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.247928 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.312966 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 22:08:31.313153 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 22:08:31.313396 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 22:08:31.313776 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 22:08:31.335491 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_db.sqlalchemy.engines [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 22:08:31.864489 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing driver for type 'gre' Nov 24 22:08:31.865041 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] gre ID ranges: [(1, 1000)] Nov 24 22:08:31.913966 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing driver for type 'local' Nov 24 22:08:31.914381 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing driver for type 'vlan' Nov 24 22:08:31.926704 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] VlanTypeDriver initialization complete Nov 24 22:08:31.927107 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing driver for type 'vxlan' Nov 24 22:08:31.927605 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] vxlan ID ranges: [(1, 1000)] Nov 24 22:08:31.977329 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing extension driver 'port_security' Nov 24 22:08:31.977657 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] PortSecurityExtensionDriver initialization complete Nov 24 22:08:31.977989 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing mechanism driver 'openvswitch' Nov 24 22:08:31.978333 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing mechanism driver 'hyperv' Nov 24 22:08:31.985001 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:31.985679 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.986052 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.986406 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.986939 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 22:08:31.987371 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.987751 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.988099 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.988500 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 22:08:31.988909 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.989259 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.989606 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.990001 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 22:08:31.990410 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.990769 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.991112 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.991672 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 22:08:31.992091 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.992448 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.992798 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.993200 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 22:08:31.993608 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.993961 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.994305 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.994700 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 22:08:31.995084 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] ML2 OVO RPC backend initialized. {{(pid=102302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 22:08:31.996363 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.996725 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.997151 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.997504 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > networks before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.997855 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.998198 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > ports before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.998541 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.998888 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.999235 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.999599 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:31.999940 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.000278 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.000614 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.000963 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.001298 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.001635 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.001971 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.002550 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.plugin [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Modular L2 Plugin initialization complete Nov 24 22:08:32.002881 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading services supported by the core plugin {{(pid=102302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 22:08:32.003207 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.plugins.ml2.managers [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Got port-security extension from driver 'port_security' Nov 24 22:08:32.003711 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.extensions.vlantransparent [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Disabled vlantransparent extension. Nov 24 22:08:32.004198 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 22:08:32.004517 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: router Nov 24 22:08:32.040750 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.041090 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_create 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.041466 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router before_create 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.041839 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.042219 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.043145 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_delete 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.043464 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.043853 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.044221 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_create 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.044575 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_update 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.044931 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_update 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.045284 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.045649 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_update 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.046066 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.046446 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.046788 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.047128 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: subnet after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.047469 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.047843 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.048198 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.048547 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.048889 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.049253 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router after_update 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.049601 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.049958 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.050325 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.050676 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.051051 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > agent after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.051409 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.051805 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > network after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.052663 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Tracking information for resource: router configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:32.052996 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Tracking information for resource: floatingip configured {{(pid=102302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 22:08:32.058009 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.db.l3_agentschedulers_db [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 22:08:32.059223 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.059605 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port after_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.059962 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port after_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.060318 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: port after_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.061106 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router before_create 55550100 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.061713 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.062086 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.062630 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.067305 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.provider_configuration [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service providers = [] {{(pid=102302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 22:08:32.067709 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.db.servicetype_db [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 22:08:32.070682 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.service_base [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 22:08:32.071043 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.service_base [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 22:08:32.071391 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.service_base [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 22:08:32.072321 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.services.service_base [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 22:08:32.072698 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.services.service_base [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 22:08:32.073075 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.073397 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 22:08:32.084166 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.084501 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: auto_allocate Nov 24 22:08:32.090352 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: network precommit_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.090733 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: network precommit_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.091253 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.091602 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: tag Nov 24 22:08:32.098176 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.098508 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: timestamp Nov 24 22:08:32.102564 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.102898 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: network_ip_availability Nov 24 22:08:32.108896 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.109270 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.109628 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.110337 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.110660 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: flavors Nov 24 22:08:32.115441 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.115801 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading Plugin: revisions Nov 24 22:08:32.120119 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 22:08:32.120509 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_concurrency.lockutils [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=102302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 22:08:32.121880 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 22:08:32.122217 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Initializing extension manager. Nov 24 22:08:32.122726 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: __init__.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.123068 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: __pycache__ {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.123405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.123772 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: address_group.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.124527 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.125090 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: address-group Nov 24 22:08:32.125419 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: address_scope.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.126329 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.126851 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: address-scope Nov 24 22:08:32.127178 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.128147 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.128666 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: router-admin-state-down-before-update Nov 24 22:08:32.128992 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: agent.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.129702 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.130220 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: agent Nov 24 22:08:32.130546 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: agent_resources_synced.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.131473 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.132015 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: agent-resources-synced Nov 24 22:08:32.132342 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.134137 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.134671 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: allowed-address-pairs Nov 24 22:08:32.135000 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.136120 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.136682 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: auto-allocated-topology Nov 24 22:08:32.137010 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: availability_zone.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.137714 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.138231 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: availability_zone Nov 24 22:08:32.138555 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: availability_zone_filter.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.139477 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.140022 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: availability_zone_filter Nov 24 22:08:32.140347 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: data_plane_status.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.141265 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.141786 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 22:08:32.142108 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: default_subnetpools.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.143032 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.143582 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: default-subnetpools Nov 24 22:08:32.143907 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.144718 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.145233 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: dhcp_agent_scheduler Nov 24 22:08:32.145554 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: dns.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.146481 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.146994 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 22:08:32.147316 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: dns_domain_ports.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.148287 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.148802 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 22:08:32.149124 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.150054 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.150565 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 22:08:32.150887 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: dvr.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.151590 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.152140 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: dvr Nov 24 22:08:32.152465 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: ecmp_routes.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.153394 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.153907 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 22:08:32.154232 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: empty_string_filtering.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.155157 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.155700 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: empty-string-filtering Nov 24 22:08:32.156028 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.156946 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.157464 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 22:08:32.157790 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.158707 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.159226 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 22:08:32.159575 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: external_net.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.160497 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.161021 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: external-net Nov 24 22:08:32.161351 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.162262 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.162785 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: extra_dhcp_opt Nov 24 22:08:32.163108 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: extraroute.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.164042 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.164559 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: extraroute Nov 24 22:08:32.164882 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: extraroute_atomic.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.165919 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.166442 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: extraroute-atomic Nov 24 22:08:32.166766 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: filter_validation.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.167438 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.168520 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: filter-validation Nov 24 22:08:32.168843 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: fip_pf_description.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.169767 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.170281 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 22:08:32.170602 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: fip_port_details.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.171566 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.172095 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: fip-port-details Nov 24 22:08:32.172417 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: flavors.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.173658 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.174184 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: flavors Nov 24 22:08:32.174510 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.176227 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.176756 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 22:08:32.177088 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: floatingip_pools.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.177798 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.178321 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: floatingip-pools Nov 24 22:08:32.178647 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: ip_allocation.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.179618 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.180130 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 22:08:32.180457 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.181390 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.181915 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: ip-substring-filtering Nov 24 22:08:32.182244 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l2_adjacency.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.183205 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.184259 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 22:08:32.184587 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.185686 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.186217 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: router Nov 24 22:08:32.186812 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.189106 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.189643 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 22:08:32.189980 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.190913 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.191441 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: ext-gw-mode Nov 24 22:08:32.191802 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.192740 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.193258 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: l3-ha Nov 24 22:08:32.193585 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3_flavors.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.194511 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.195027 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: l3-flavors Nov 24 22:08:32.195353 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.196303 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.196822 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 22:08:32.197147 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: l3agentscheduler.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.198197 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.198726 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: l3_agent_scheduler Nov 24 22:08:32.199080 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: logging.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.200651 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.201187 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension logging not supported by any of loaded plugins Nov 24 22:08:32.201518 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: metering.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.202274 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.202861 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: metering Nov 24 22:08:32.203195 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.204332 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.204858 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: metering_source_and_destination_fields Nov 24 22:08:32.205186 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: multiprovidernet.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.206125 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.206645 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: multi-provider Nov 24 22:08:32.206973 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: netmtu.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.207925 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.208446 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: net-mtu Nov 24 22:08:32.208766 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: netmtu_writable.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.209708 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.210228 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: net-mtu-writable Nov 24 22:08:32.210550 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: network_availability_zone.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.211226 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.211783 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: network_availability_zone Nov 24 22:08:32.212105 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: network_ip_availability.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.213257 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.213779 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: network-ip-availability Nov 24 22:08:32.214101 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: network_segment_range.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.214895 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.215409 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 22:08:32.215761 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: pagination.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.216766 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.217100 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: pagination Nov 24 22:08:32.217425 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: port_device_profile.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.218358 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.218884 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: port-device-profile Nov 24 22:08:32.219220 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.220189 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.220713 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: port-mac-address-regenerate Nov 24 22:08:32.221041 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.221969 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.222488 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: port-numa-affinity-policy Nov 24 22:08:32.222830 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: port_resource_request.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.223903 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.224418 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 22:08:32.224741 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: portbindings.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.225674 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.226191 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: binding Nov 24 22:08:32.226515 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: portbindings_extended.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.227845 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.228369 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: binding-extended Nov 24 22:08:32.228696 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: portsecurity.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.229642 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.230675 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: port-security Nov 24 22:08:32.231004 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: project_id.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.232012 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.232358 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: project-id Nov 24 22:08:32.232683 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: providernet.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.233614 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.234135 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: provider Nov 24 22:08:32.234458 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.238059 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.238595 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos not supported by any of loaded plugins Nov 24 22:08:32.238931 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.240230 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.240758 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 22:08:32.241089 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.242024 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.242552 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 22:08:32.242880 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_default.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.243842 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.244360 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-default not supported by any of loaded plugins Nov 24 22:08:32.244687 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_fip.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.245345 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.246417 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 22:08:32.246743 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.247712 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.248233 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 22:08:32.248557 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.249483 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.250000 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 22:08:32.250323 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_pps_rule.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.251534 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.252069 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-pps not supported by any of loaded plugins Nov 24 22:08:32.252404 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.253335 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.253858 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 22:08:32.254183 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: qos_rules_alias.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.255262 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.255826 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 22:08:32.256154 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: quotasv2.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.257064 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.257396 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: quotas Nov 24 22:08:32.257721 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: quotasv2_detail.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.261256 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.261627 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: quota_details Nov 24 22:08:32.261969 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: rbac.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.263050 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.263626 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: rbac-policies Nov 24 22:08:32.263962 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: rbac_address_group.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.264915 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.265443 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: rbac-address-group Nov 24 22:08:32.265769 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: rbac_address_scope.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.266713 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.267236 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: rbac-address-scope Nov 24 22:08:32.267580 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: rbac_security_groups.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.268525 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.269049 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: rbac-security-groups Nov 24 22:08:32.269375 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.270339 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.270836 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: rbac-subnetpool Nov 24 22:08:32.271162 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: revisionifmatch.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.272139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.272673 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: revision-if-match Nov 24 22:08:32.273000 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: revisions.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.274136 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.274653 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: standard-attr-revisions Nov 24 22:08:32.274981 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: router_availability_zone.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.275696 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.276220 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: router_availability_zone Nov 24 22:08:32.276595 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: routerservicetype.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.277515 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.278033 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 22:08:32.278357 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.279291 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.279847 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: security-groups-normalized-cidr Nov 24 22:08:32.280171 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.281109 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.281627 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: port-security-groups-filtering Nov 24 22:08:32.281949 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.282884 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.283403 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: security-groups-remote-address-group Nov 24 22:08:32.283755 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: securitygroup.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.295509 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.296024 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: security-group Nov 24 22:08:32.296359 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: segment.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.297162 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.297680 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension segment not supported by any of loaded plugins Nov 24 22:08:32.298009 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.298972 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.299493 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 22:08:32.299852 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: servicetype.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.301075 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.301612 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: service-type Nov 24 22:08:32.301940 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: sorting.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.302953 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.303291 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: sorting Nov 24 22:08:32.303645 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: standard_attr_segment.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.304583 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.305115 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 22:08:32.305446 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: standardattrdescription.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.306104 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.306624 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: standard-attr-description Nov 24 22:08:32.306950 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: stateful_security_group.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.307916 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.309020 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: stateful-security-group Nov 24 22:08:32.309352 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: stdattrs_common.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.309946 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 22:08:32.310269 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.311210 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.312019 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 22:08:32.312344 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: subnet_onboard.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.313447 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.313975 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: subnet_onboard Nov 24 22:08:32.314302 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.315245 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.315797 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 22:08:32.316123 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: subnet_service_types.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.317060 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.317585 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: subnet-service-types Nov 24 22:08:32.317914 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: subnetallocation.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.319052 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.319606 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: subnet_allocation Nov 24 22:08:32.319936 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.320641 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.321161 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: subnetpool-prefix-ops Nov 24 22:08:32.321498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.322559 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.323077 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 22:08:32.323414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: tagging.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.324576 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.325101 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: standard-attr-tag Nov 24 22:08:32.325427 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: timestamp.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.326642 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.327170 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loaded extension: standard-attr-timestamp Nov 24 22:08:32.327501 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: trunk.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.328568 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.329094 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension trunk not supported by any of loaded plugins Nov 24 22:08:32.329424 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: trunk_details.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.330366 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.330889 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 22:08:32.331217 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.332180 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.332709 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 22:08:32.333038 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Loading extension file: vlantransparent.py {{(pid=102302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 22:08:32.333720 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 22:08:32.334233 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 22:08:32.336733 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:network Nov 24 22:08:32.337259 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:subnet Nov 24 22:08:32.337663 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 22:08:32.338065 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:port Nov 24 22:08:32.339330 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.339824 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service FLAVORS assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.340449 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.340894 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.341227 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:router Nov 24 22:08:32.341658 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 22:08:32.342152 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service METERING assigned prefix: /metering {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.343633 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.344007 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.344359 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:08:32.345378 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 22:08:32.345819 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:security_group Nov 24 22:08:32.346269 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 22:08:32.346873 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service CORE assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.347206 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 22:08:32.347574 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] subnetpool is already registered Nov 24 22:08:32.348004 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service CORE assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.348330 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 22:08:32.348660 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] subnetpool is already registered Nov 24 22:08:32.350938 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.351374 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service FLAVORS assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.352010 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.352441 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.352779 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:router Nov 24 22:08:32.353120 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] router is already registered Nov 24 22:08:32.353534 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 22:08:32.353872 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] floatingip is already registered Nov 24 22:08:32.354329 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service METERING assigned prefix: /metering {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.355000 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 22:08:32.355871 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] rbac_policy is already registered Nov 24 22:08:32.356289 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:security_group Nov 24 22:08:32.356625 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] security_group is already registered Nov 24 22:08:32.357036 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 22:08:32.357370 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] security_group_rule is already registered Nov 24 22:08:32.358001 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service CORE assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.358331 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 22:08:32.358665 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] subnetpool is already registered Nov 24 22:08:32.359087 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.v2.resource_helper [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Service CORE assigned prefix: {{(pid=102302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 22:08:32.359416 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 22:08:32.359777 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING neutron.quota.resource_registry [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] subnetpool is already registered Nov 24 22:08:32.360250 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: extensions {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.361727 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: address-groups {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.363206 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: address-scopes {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.364562 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: agents {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.365725 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: auto-allocated-topology {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.366958 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: availability_zones {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.368218 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: dhcp-networks {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.369755 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: dhcp-agents {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.371809 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: routers {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.374035 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: flavors {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.375196 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: service_profiles {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.376429 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: next_providers {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.377967 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: service_profiles {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.379511 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: floatingip-pools {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.380753 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: routers {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.382860 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: floatingips {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.384374 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: l3-routers {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.385851 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: l3-agents {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.387297 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: metering-labels {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.388665 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: metering-label-rules {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.389955 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: network-ip-availabilities {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.391223 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: bindings {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.393755 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: quotas {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.395210 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: quotas {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.396666 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: rbac-policies {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.397850 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: security-groups {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.399162 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: security-group-rules {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.400634 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: service-providers {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.401869 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: subnetpools {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.403831 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: subnetpools {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.405274 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.406954 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.408816 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.410608 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.412427 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.414282 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.416056 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.418498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.420290 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.422043 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron.api.extensions [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Extended resource: tags {{(pid=102302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 22:08:32.428248 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING keystonemiddleware.auth_token [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 22:08:32.433023 dv-neutron-818715-1-hyperv neutron-server[102302]: WARNING keystonemiddleware.auth_token [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 22:08:32.441896 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_concurrency.lockutils [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Acquired lock "singleton_lock" {{(pid=102302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 24 22:08:32.442363 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_concurrency.lockutils [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Releasing lock "singleton_lock" {{(pid=102302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 24 22:08:32.443018 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Starting 2 workers Nov 24 22:08:32.447821 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Started child 102409 {{(pid=102302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 22:08:32.452286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Started child 102410 {{(pid=102302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 22:08:32.453351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:32.453986 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO neutron.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 22:08:32.454538 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Notify callbacks [] for process, before_spawn {{(pid=102302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:32.454805 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [-] (102409) wsgi starting up on http://0.0.0.0:9696 Nov 24 22:08:32.456997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:32.457485 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Starting 1 workers Nov 24 22:08:32.458325 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [-] (102410) wsgi starting up on http://0.0.0.0:9696 Nov 24 22:08:32.462161 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Started child 102411 {{(pid=102302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 22:08:32.462710 dv-neutron-818715-1-hyperv neutron-server[102302]: INFO oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Starting 1 workers Nov 24 22:08:32.466414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] calling RpcWorker wait() {{(pid=102411) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 22:08:32.466968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] returning from RpcWorker wait() {{(pid=102411) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 22:08:32.467769 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Started child 102412 {{(pid=102302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 22:08:32.468435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:32.468605 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7172-9f19-4871-bbeb-e853024c7ea3 None None] Notify callbacks [] for process, after_spawn {{(pid=102302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:32.468994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:32.470511 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 22:08:32.470727 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 22:08:32.470916 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 22:08:32.471139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 22:08:32.471473 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 22:08:32.471666 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 22:08:32.472175 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.472450 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.472710 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.472980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:32.473460 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.473460 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.473854 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.474099 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.474230 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:32.474369 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.474635 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.474902 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.475080 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.475249 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.475505 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.475764 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.476088 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.476364 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.476605 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.476863 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.477041 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.477299 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.477572 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.477833 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.478109 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] debug = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.478351 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.478817 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.479050 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.479303 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.479546 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.479818 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.480105 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.480930 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.481170 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.481407 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.481629 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.481899 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.482139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.482353 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.482600 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.482879 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.483120 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.483608 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] host = dv-neutron-818715-1-hyperv {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.483883 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.484113 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.484363 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.484621 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.484871 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.485089 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.485349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.485628 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.485889 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.486117 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.486426 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.486632 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.486865 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.487107 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.487279 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_options = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.487507 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.487838 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.488091 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.488282 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.488454 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.488632 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.488884 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.489052 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.489332 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.489567 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.489803 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.490023 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.490268 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.490500 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.490753 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.491006 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.491240 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.491451 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.491734 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.491965 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.492293 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.492430 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.492644 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.492883 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.493099 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.493348 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.493582 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.493818 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.494036 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.494295 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.494546 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.494823 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.495062 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.495297 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.495601 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.495866 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.496100 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.496350 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.496627 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.496856 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.497131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.497393 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.497610 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.497873 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.498110 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.498327 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.498543 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_json = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.498764 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.499013 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.499282 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.499500 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.499767 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.499983 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.500198 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.500451 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.500886 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.501189 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.501530 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.501778 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.502015 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.502402 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.502549 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.502742 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.503008 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.503241 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.503588 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.503817 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.504111 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.504333 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.504600 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.504944 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.505206 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.505501 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.505745 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.505995 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.506241 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.506483 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.506777 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.507269 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.507509 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.507782 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.508027 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.508372 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.508653 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.508914 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.509213 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.509392 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.509623 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.509862 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.510110 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.510326 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.510543 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.510806 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.511033 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.511412 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.511737 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.511999 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.512218 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.512547 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.512684 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.513014 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.513137 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.513363 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.513581 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.513796 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.514009 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.514223 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.514451 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.514687 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.514943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.515200 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.515440 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.515679 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.515895 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.516150 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.516384 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.516604 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.516822 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.517037 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.517255 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.517469 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.517719 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.517959 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.518176 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.518388 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.518641 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.518854 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.519093 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.519330 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.522286 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523860 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523860 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.523860 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.524221 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.524345 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.524477 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.525118 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.525306 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.525443 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.526292 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.526524 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.527615 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.527615 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.528287 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.528287 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.528287 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.528677 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.528677 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.528926 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.529150 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.529984 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.529984 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.529984 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.530235 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.530663 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.530663 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.530921 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.531181 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.531431 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.531744 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.532049 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.532311 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.532573 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.532840 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.533103 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.533374 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.533627 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.533886 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.534140 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.534374 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.534602 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.534882 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.535121 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.535635 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.535635 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.535890 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.536193 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.536431 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.536647 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.536886 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.537175 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.537436 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.537695 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.537984 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.538228 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.538460 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.538698 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.538925 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.539172 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.539450 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.539761 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.540023 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.540262 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.540478 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.540696 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.540914 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.541147 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.541382 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.541613 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.541859 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.542089 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.542307 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.542544 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.543373 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.543621 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.543843 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.544082 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.544302 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.544538 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.544788 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.545000 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.545262 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.545504 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.545823 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.546017 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.546257 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.546488 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.546731 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.546968 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.547183 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.547424 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.547732 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.548009 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.548228 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.548447 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.548661 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.549027 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.549151 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.549364 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.549599 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.549859 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.550204 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.550456 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.550707 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.550945 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.551163 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.551422 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.551681 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.551901 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.552117 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.552335 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.552551 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.552809 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.553035 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.553293 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.553518 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.553732 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.553947 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.554179 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.554393 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.554687 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.554943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.555174 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.555516 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.555892 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.556115 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.556366 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.556577 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.556790 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.557014 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.557254 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.557464 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.557692 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.557904 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.558129 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.558356 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.558574 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.558805 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.559029 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.559288 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.559498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.559734 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.559954 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.560165 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.560393 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.560625 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.560835 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.561260 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.561260 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.561996 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.562181 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.562417 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.562627 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.562847 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.563062 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.563269 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.564789 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.564789 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.564789 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.564789 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.564789 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.564789 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.565474 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.565474 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.565707 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.565847 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.565980 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.566164 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.566386 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.566649 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.566967 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.567241 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.567495 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.567776 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.568038 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.568320 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.568608 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.568838 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.569123 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.569449 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.569768 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.569989 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.570217 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.570475 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.570715 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.570931 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.571166 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.571424 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.571666 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.571903 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.572131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.572382 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.572598 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.572842 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.573057 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.573299 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.573515 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.573754 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.573998 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.574244 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 22:08:32.574676 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 22:08:32.574839 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 22:08:32.574993 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 22:08:32.575165 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 22:08:32.575335 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 22:08:32.575488 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 22:08:32.575726 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.575883 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.576047 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.576208 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.576371 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.576568 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.576735 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.576896 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.577057 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.577218 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.577370 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.577527 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.577688 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.577849 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.578011 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.578171 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.578334 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.578495 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.578824 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.578991 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.579154 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.579316 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.579477 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] debug = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.579667 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.579864 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.580209 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.580376 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.580540 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.580704 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.580867 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.581029 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.581192 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.581776 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.581776 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.581776 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.581776 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582082 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582082 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582279 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582393 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582857 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] host = dv-neutron-818715-1-hyperv {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582857 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.582857 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583096 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583178 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583295 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583464 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583651 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583810 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.583971 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.584135 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.584293 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.584627 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.584788 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.584950 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.585111 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_options = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.585273 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.585434 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.585596 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.585783 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.585951 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.586149 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.586282 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.586444 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.586605 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.586766 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.586946 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.587093 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.587252 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.587413 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.587597 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.587761 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.587921 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.588083 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.588244 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.588405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.588566 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.588726 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.588887 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.589048 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.589208 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.589368 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.590060 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.590222 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.590383 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.590544 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.590706 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.590868 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.591027 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.591187 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.591348 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.591509 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.591691 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.591851 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592016 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592177 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592338 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592660 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592821 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.592982 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.593144 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.593306 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_json = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.593472 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.593633 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.594487 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.594487 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.594487 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.594487 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.594487 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.595943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596498 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596827 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596827 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.596827 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.597042 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.597152 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.597316 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.597479 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.597629 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.599405 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600020 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600427 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600427 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600427 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600604 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600705 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.600851 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.601016 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.601322 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.601483 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.601656 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.602611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.602611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.602611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.602611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.602611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.602611 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603120 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603120 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603120 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603120 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603390 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603468 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603639 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.603800 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.604115 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.604278 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.604441 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.604605 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.604767 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.604928 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.605133 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.605816 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.605981 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.606146 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.606308 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.606470 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.606632 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.606794 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.606974 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.607117 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.607280 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.607442 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.607627 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.607791 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.607954 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.608117 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.608280 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.608443 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.608606 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.608768 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.608931 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.609093 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.609259 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.609422 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.609586 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.609747 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.609894 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.610059 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.610224 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.610384 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.610549 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.610707 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611023 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611185 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611348 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611539 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611701 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611851 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.611990 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.612126 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.612285 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.612430 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.612597 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.612741 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.612893 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.613040 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.613207 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.613372 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.613517 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.613683 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.613837 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614006 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614170 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614334 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614488 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614653 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614824 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.614986 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.615149 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.615313 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.615464 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.615675 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.615802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:32.615907 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.615991 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.616109 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.616270 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.616431 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.616601 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.616773 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.616933 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.617095 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.617256 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.617440 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.617602 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.617763 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.617925 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.618086 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.618247 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.618409 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.618570 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.618735 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.618899 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.619059 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.619221 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.619384 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.619566 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.619731 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.619891 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.620054 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.620216 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.620377 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.620539 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.620721 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.620884 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.621045 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.621207 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.621367 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.621529 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.621690 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.621852 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622014 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622174 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622335 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622495 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622655 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622817 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.622978 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.623139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.623300 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.623470 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.623656 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.623820 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.623983 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.624146 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.624309 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.624472 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.624634 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.624797 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.624959 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.625121 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.625284 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.625445 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.625608 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.625770 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.625933 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.627499 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630349 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.630875 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631414 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.631975 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.632540 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.632540 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.632540 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.632540 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633139 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633514 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633514 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633704 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633704 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.633943 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634027 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634151 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634312 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634470 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634624 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634795 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.634958 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.635119 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.635288 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.635450 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.635636 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.635797 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.635970 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.636131 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.636295 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.636480 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.636643 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.636841 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.637669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.637669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.637669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.637669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.637669 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.638415 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.638415 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.638415 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.638415 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.638415 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639079 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639079 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639079 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639079 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639397 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639397 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639397 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639685 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639765 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.639858 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640027 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640451 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640451 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640609 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640688 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640788 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.640949 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.641112 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.641274 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.641435 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 22:08:32.641590 dv-neutron-818715-1-hyperv neutron-server[102302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 22:08:32.810999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:08:32.819851 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063393 Nov 24 22:08:44.226572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5cc42-b92c-4d53-8cac-049194bfded6 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:08:44.419114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5cc42-b92c-4d53-8cac-049194bfded6 None None] No non-hosted networks {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 22:08:44.452001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.agentschedulers_db [None req-b3b5cc42-b92c-4d53-8cac-049194bfded6 None None] DHCP Agent not found on host dv-neutron-818715-1-hyperv {{(pid=102411) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 22:08:44.686145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-92eb4665-21d1-42d6-bfbb-3fb36c5617d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33497849'] for agent, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:46.592832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-90cd933a-5834-4cba-866f-2fa3c9245c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33497849'] for agent, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:46.644681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b464d10f-6c4a-4769-b16a-46056f3836cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:46.820362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33497849'] for agent, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:46.821251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.821879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.822439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.822996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.823561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.824099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.824581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.825227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.825738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.826267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.826871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.827340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:46.827965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818715-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:46.842552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818715-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:08:48.330079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33497849'] for agent, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:49.584330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33497849'] for agent, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:50.145099 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.db.l3_hamode_db [None req-7cbf83b4-1e56-4966-b142-d49bf11bf136 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 22:08:50.222109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf83b4-1e56-4966-b142-d49bf11bf136 None None] Routers set() bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:08:50.222493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf83b4-1e56-4966-b142-d49bf11bf136 None None] Router IDs set() for agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 22:08:50.657187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53590) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:08:51.137132 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING oslo_policy.policy [None req-818cd151-01b4-43a5-ad6c-abb1b9c2a65b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:08:51.137691 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING oslo_policy.policy [None req-818cd151-01b4-43a5-ad6c-abb1b9c2a65b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:08:51.360974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-818cd151-01b4-43a5-ad6c-abb1b9c2a65b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:08:51.362077 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-818cd151-01b4-43a5-ad6c-abb1b9c2a65b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7039759 Nov 24 22:08:53.712050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53604) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:08:54.017223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:54.111308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.policy [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 22:08:54.157674 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING oslo_policy.policy [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:08:54.158038 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING oslo_policy.policy [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:08:54.166666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.quota [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] Loaded quota_driver: . Nov 24 22:08:54.254963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756417636054', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756417636387', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756417656821', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756417651111', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756416163717', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756417670271', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-844708', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-830104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33243596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33184709'] for rbac-policy, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:54.320007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:54.321195 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-43da7c28-2f6c-4ed6-b66a-816ad5ee06bb admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6081667 Nov 24 22:08:56.897802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53616) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:08:57.188577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Request body: {'network': {'name': 'private', 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:08:57.216270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Made reservation on behalf of 37f6676268a9412c99ad69e75a3e68bb for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:08:57.219094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.236139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.347873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.351373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.371484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:08:57.398911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756415190703', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.399498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Unsubscribe: segment precommit_create {{(pid=102409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 22:08:57.400003 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Added segment e146f060-6320-4aad-a226-0cbe1b3ace10 of type vlan for network 32ce7a98-7251-45ed-8020-cba758d802a7 Nov 24 22:08:57.417767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b67cc6-04a3-46ca-aec7-60af34a0c745,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:57.467610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.467970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.468313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.468646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.468975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.469315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.469642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.469978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.470304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.470628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.471139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.471610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Tracked resource versions report: Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: pushed versions: Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: { 'AddressGroup': {'1.2'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'ConntrackHelper': {'1.0'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Log': {'1.0'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Network': {'1.1'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Port': {'1.7'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'PortForwarding': {'1.2'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'QosPolicy': {'1.9'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroup': {'1.4'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SubPort': {'1.0'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Subnet': {'1.1'}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Trunk': {'1.1'}} Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: consumer versions: Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'ConntrackHelper': '1.0', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Log': '1.0', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Network': '1.1', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Port': '1.7', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'PortForwarding': '1.2', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'QosPolicy': '1.9', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroup': '1.4', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroupRule': '1.2', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SubPort': '1.0', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Subnet': '1.1', Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Trunk': '1.1'}} Nov 24 22:08:57.472913 dv-neutron-818715-1-hyperv neutron-server[102409]: {{(pid=102409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:08:57.518157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.556946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.558040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:08:57.558717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:08:57.640084 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7412295 Nov 24 22:08:57.658642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c56dd-b9a7-435d-95d9-26ec889cef89 admin admin] Pushing event updated for resources: {'Network': ['ID=32ce7a98-7251-45ed-8020-cba758d802a7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:08:57.671813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 32ce7a98-7251-45ed-8020-cba758d802a7 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:09:00.272273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53630) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:00.653840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e64ca2-6746-4c5f-b377-8908593ceb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:00.655088 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-80e64ca2-6746-4c5f-b377-8908593ceb2c admin admin] 10.222.0.41 "GET /v2.0/networks/32ce7a98-7251-45ed-8020-cba758d802a7 HTTP/1.1" status: 200 len: 825 time: 0.3818626 Nov 24 22:09:00.679777 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c94bdba0-24af-47c2-aba2-a832eeba45a3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b HTTP/1.1" status: 200 len: 734 time: 0.0183196 Nov 24 22:09:00.689679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b', 'gateway_ip': '172.20.0.1', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:00.710508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Made reservation on behalf of 37f6676268a9412c99ad69e75a3e68bb for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:09:00.712914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:00.997772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:01.066502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Pushing event updated for resources: {'Subnet': ['ID=972c85f8-1ad5-4e9f-849c-e69bc745bef8,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:01.070330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Checking segment: {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:09:01.070711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Network hostable DHCP agents. Network: 32ce7a98-7251-45ed-8020-cba758d802a7, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:09:01.090373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Network 32ce7a98-7251-45ed-8020-cba758d802a7 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:09:01.101460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 32ce7a98-7251-45ed-8020-cba758d802a7) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:01.106737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:01.107323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:01.111378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8c689-b6e1-4f85-be68-91b6b8836ef3 None None] Network 32ce7a98-7251-45ed-8020-cba758d802a7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:09:01.123458 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f759fc7-49e4-497f-8f5d-e122b166210e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4372482 Nov 24 22:09:01.427734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-32ce7a98-7251-45ed-8020-cba758d802a7', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:09:01.428988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:01.695695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Allocated IP 172.20.0.2 (32ce7a98-7251-45ed-8020-cba758d802a7/972c85f8-1ad5-4e9f-849c-e69bc745bef8/239ecfc4-9e79-4022-b4b6-1240f488607a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:09:01.918423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:01.926113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:02.001267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Network 32ce7a98-7251-45ed-8020-cba758d802a7 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:09:02.006902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:02.014872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Pushing event updated for resources: {'Port': ['ID=239ecfc4-9e79-4022-b4b6-1240f488607a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:02.017011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:09:02.026734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.027097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.027430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.027792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.028116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.028454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.028781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.029115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.029456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.029776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.030094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.030405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Tracked resource versions report: Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: pushed versions: Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: { 'AddressGroup': {'1.2'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'ConntrackHelper': {'1.0'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Log': {'1.0'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Network': {'1.1'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Port': {'1.7'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'PortForwarding': {'1.2'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'QosPolicy': {'1.9'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroup': {'1.4'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SubPort': {'1.0'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Subnet': {'1.1'}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Trunk': {'1.1'}} Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: consumer versions: Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'ConntrackHelper': '1.0', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Log': '1.0', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Network': '1.1', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Port': '1.7', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'PortForwarding': '1.2', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'QosPolicy': '1.9', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroup': '1.4', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroupRule': '1.2', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SubPort': '1.0', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Subnet': '1.1', Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Trunk': '1.1'}} Nov 24 22:09:02.031712 dv-neutron-818715-1-hyperv neutron-server[102411]: {{(pid=102411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:09:02.103477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Attempting to bind port 239ecfc4-9e79-4022-b4b6-1240f488607a on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:09:02.104401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Attempting to bind port 239ecfc4-9e79-4022-b4b6-1240f488607a by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:09:02.104825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Attempting to bind port 239ecfc4-9e79-4022-b4b6-1240f488607a on network 32ce7a98-7251-45ed-8020-cba758d802a7 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:09:02.109657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:09:02.110066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Checking segment: {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:09:02.110501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:02.110881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Bound using segment: {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:09:02.111361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Bound port: 239ecfc4-9e79-4022-b4b6-1240f488607a, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:09:02.111803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:02.171592 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] For port 239ecfc4-9e79-4022-b4b6-1240f488607a, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:09:02.175785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] For port 239ecfc4-9e79-4022-b4b6-1240f488607a, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=239ecfc4-9e79-4022-b4b6-1240f488607a,segment=NetworkSegment(e146f060-6320-4aad-a226-0cbe1b3ace10),segment_id=e146f060-6320-4aad-a226-0cbe1b3ace10)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:09:02.180753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:02.248518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a86218-d58b-45a0-8676-42f655a042b4 None None] Pushing event updated for resources: {'Port': ['ID=239ecfc4-9e79-4022-b4b6-1240f488607a,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:03.541891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53638) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:03.851939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-059fca2b-ad13-40c6-8d18-5f7bec074783 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:09:03.875547 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-059fca2b-ad13-40c6-8d18-5f7bec074783 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100297 Nov 24 22:09:06.247272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53646) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:06.756136 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING oslo_policy.policy [None req-72aa6dbd-dde5-4a84-9345-353e362ec81b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:09:06.756687 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING oslo_policy.policy [None req-72aa6dbd-dde5-4a84-9345-353e362ec81b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:09:06.980501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-72aa6dbd-dde5-4a84-9345-353e362ec81b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:09:06.981631 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-72aa6dbd-dde5-4a84-9345-353e362ec81b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7321997 Nov 24 22:09:09.641080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53666) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:09.951263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'name': 'router1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:10.015412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.policy [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 22:09:10.062303 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING oslo_policy.policy [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:09:10.062681 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING oslo_policy.policy [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 22:09:10.071641 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.quota [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Loaded quota_driver: . Nov 24 22:09:10.127917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.130037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.285663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.292827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.314052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.315234 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1dd06fdd-e4e3-416a-85a5-8c3e90e9f80d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6731853 Nov 24 22:09:10.419871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 239ecfc4-9e79-4022-b4b6-1240f488607a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:09:10.513202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 239ecfc4-9e79-4022-b4b6-1240f488607a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:10.513830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.629118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1484595-02bb-469a-8bb4-3ab0a6961aa0 None None] Network 32ce7a98-7251-45ed-8020-cba758d802a7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:09:10.632596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.713924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 239ecfc4-9e79-4022-b4b6-1240f488607a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=239ecfc4-9e79-4022-b4b6-1240f488607a,segment=NetworkSegment(e146f060-6320-4aad-a226-0cbe1b3ace10),segment_id=e146f060-6320-4aad-a226-0cbe1b3ace10)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:09:10.723382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.732311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-096f5a5f-5ad9-4afb-978f-11c46dfb0dbb None None] Provisioning complete for port 239ecfc4-9e79-4022-b4b6-1240f488607a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:10.732670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-096f5a5f-5ad9-4afb-978f-11c46dfb0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:10.848162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=239ecfc4-9e79-4022-b4b6-1240f488607a,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:11.145093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3b902ca7-0ede-4f3d-824f-91b50bf546e9 None None] Provisioning complete for port 239ecfc4-9e79-4022-b4b6-1240f488607a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:11.145388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b902ca7-0ede-4f3d-824f-91b50bf546e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:12.382251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 239ecfc4-9e79-4022-b4b6-1240f488607a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:09:12.429887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 239ecfc4-9e79-4022-b4b6-1240f488607a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:12.430262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:12.712425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53678) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:13.018400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-54225c98-c30b-4d97-b331-a3099cad4dbc admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:09:13.019360 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-54225c98-c30b-4d97-b331-a3099cad4dbc admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060238 Nov 24 22:09:14.144344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0e6676ee-22e1-449b-b1a1-e258573fdf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:15.379110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53686) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:15.538675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:09:15.686344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:15.707485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Made reservation on behalf of c7dde6f32fa449bcb97a2d6230e97d44 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:09:15.710218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:15.725108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:15.827611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:15.831277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:15.841567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Reserving flat network on physical network physnet1 {{(pid=102410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 22:09:15.873719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756415190703', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:15.874296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Unsubscribe: segment precommit_create {{(pid=102410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 22:09:15.874777 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Added segment a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c of type flat for network db6ff637-9030-4395-a9bd-93960f57e046 Nov 24 22:09:15.890369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4225e1-5b87-4a76-aaf0-a8c187ab2c3c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:15.916703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.917063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.917400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.917731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.918057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.918395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.918721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.919055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.919377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.919722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.920041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.920356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Tracked resource versions report: Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: pushed versions: Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: { 'AddressGroup': {'1.2'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'ConntrackHelper': {'1.0'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Log': {'1.0'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Network': {'1.1'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Port': {'1.7'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'PortForwarding': {'1.2'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'QosPolicy': {'1.9'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroup': {'1.4'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SubPort': {'1.0'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Subnet': {'1.1'}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Trunk': {'1.1'}} Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: consumer versions: Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'ConntrackHelper': '1.0', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Log': '1.0', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Network': '1.1', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Port': '1.7', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'PortForwarding': '1.2', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'QosPolicy': '1.9', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroup': '1.4', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroupRule': '1.2', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SubPort': '1.0', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Subnet': '1.1', Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Trunk': '1.1'}} Nov 24 22:09:15.921671 dv-neutron-818715-1-hyperv neutron-server[102410]: {{(pid=102410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:09:15.999715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:16.040153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:16.041795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:16.042472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:16.122469 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7422714 Nov 24 22:09:16.140305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634eda-699b-4906-a110-c03afbaa0470 admin admin] Pushing event updated for resources: {'Network': ['ID=db6ff637-9030-4395-a9bd-93960f57e046,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:16.151894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network db6ff637-9030-4395-a9bd-93960f57e046 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:09:16.585068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-76dcd3fd-3ac0-4e89-a63a-e1c8d9ab18c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:16.817556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:18.225328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:18.489987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53708) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:18.705216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15511-6dd9-4aad-9ceb-4a8bab26ba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:18.706548 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cbe15511-6dd9-4aad-9ceb-4a8bab26ba9e admin admin] 10.222.0.41 "GET /v2.0/subnets/972c85f8-1ad5-4e9f-849c-e69bc745bef8 HTTP/1.1" status: 200 len: 849 time: 0.2156646 Nov 24 22:09:18.839183 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-045cd8ba-df1f-4994-a838-945c89ec9967 admin admin] 10.222.0.41 "GET /v2.0/routers/289eb682-db74-4b10-ae92-f5e4c7c2c198 HTTP/1.1" status: 200 len: 704 time: 0.1264105 Nov 24 22:09:19.101384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:19.392059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Allocated IP 172.20.0.1 (32ce7a98-7251-45ed-8020-cba758d802a7/972c85f8-1ad5-4e9f-849c-e69bc745bef8/c005ad23-0767-4706-b75e-cff0694d2fc5) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:09:19.518742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:19.573284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:19.636769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:19.709107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Network 32ce7a98-7251-45ed-8020-cba758d802a7 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:09:19.713971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:19.725711 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:09:19.726333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:19.745185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Pushing event updated for resources: {'Port': ['ID=c005ad23-0767-4706-b75e-cff0694d2fc5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:19.878919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-37168fd6-0595-458f-8f34-78eaa32416f5 None None] Provisioning complete for port c005ad23-0767-4706-b75e-cff0694d2fc5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:19.879275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37168fd6-0595-458f-8f34-78eaa32416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:19.911657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-37168fd6-0595-458f-8f34-78eaa32416f5 None None] Port c005ad23-0767-4706-b75e-cff0694d2fc5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:09:19.917092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:20.164635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:20.168943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:20.169706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:20.249780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Pushing event updated for resources: {'Port': ['ID=c005ad23-0767-4706-b75e-cff0694d2fc5,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:20.296073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Network 32ce7a98-7251-45ed-8020-cba758d802a7 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:09:20.297349 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:20.454338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Router 289eb682-db74-4b10-ae92-f5e4c7c2c198 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:09:20.531307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8e4c2092-e400-45a3-a5f4-87b117c32c5b None None] Provisioning complete for port c005ad23-0767-4706-b75e-cff0694d2fc5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:20.531922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e4c2092-e400-45a3-a5f4-87b117c32c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:20.545047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:09:20.550291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4a4e3be5-00a3-42eb-b87d-4ac4afd4ff0c admin admin] 10.222.0.41 "PUT /v2.0/routers/289eb682-db74-4b10-ae92-f5e4c7c2c198/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7052574 Nov 24 22:09:20.555422 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Sync routers for ids ['289eb682-db74-4b10-ae92-f5e4c7c2c198'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:09:20.568373 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Routers {'289eb682-db74-4b10-ae92-f5e4c7c2c198'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:09:20.568570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c2092-e400-45a3-a5f4-87b117c32c5b None None] Port c005ad23-0767-4706-b75e-cff0694d2fc5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:09:20.572723 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['289eb682-db74-4b10-ae92-f5e4c7c2c198'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:20.753366 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Set router 289eb682-db74-4b10-ae92-f5e4c7c2c198 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:09:21.175581 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'name': 'router1', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:09:10Z', 'updated_at': '2021-11-24T22:09:19Z', 'revision_number': 2, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'gw_port_host': None, '_interfaces': [{'id': 'c005ad23-0767-4706-b75e-cff0694d2fc5', 'name': '', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'mac_address': 'fa:16:3e:5a:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:19Z', 'updated_at': '2021-11-24T22:09:20Z', 'revision_number': 2, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'subnets': [{'id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:21.226706 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Checking router: 289eb682-db74-4b10-ae92-f5e4c7c2c198 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:09:21.227076 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Updating router 289eb682-db74-4b10-ae92-f5e4c7c2c198 port c005ad23-0767-4706-b75e-cff0694d2fc5 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:09:21.276323 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:21.774949 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:21.781933 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:21.945332 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Attempting to bind port c005ad23-0767-4706-b75e-cff0694d2fc5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:09:21.945691 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Attempting to bind port c005ad23-0767-4706-b75e-cff0694d2fc5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:09:21.946136 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Attempting to bind port c005ad23-0767-4706-b75e-cff0694d2fc5 on network 32ce7a98-7251-45ed-8020-cba758d802a7 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:09:21.951675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Pushing event updated for resources: {'Port': ['ID=c005ad23-0767-4706-b75e-cff0694d2fc5,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:21.954983 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:09:21.955412 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Checking segment: {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:09:21.955945 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:21.956264 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Bound using segment: {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:09:21.956886 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Bound port: c005ad23-0767-4706-b75e-cff0694d2fc5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e146f060-6320-4aad-a226-0cbe1b3ace10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:09:21.957179 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:21.968891 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.969249 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.969588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.969922 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.970253 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.970586 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.970912 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.971256 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.971621 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.971952 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.972272 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.972594 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Tracked resource versions report: Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: pushed versions: Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: { 'AddressGroup': {'1.2'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'ConntrackHelper': {'1.0'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Log': {'1.0'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Network': {'1.1'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Port': {'1.7'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'PortForwarding': {'1.2'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'QosPolicy': {'1.9'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroup': {'1.4'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SubPort': {'1.0'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Subnet': {'1.1'}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Trunk': {'1.1'}} Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: consumer versions: Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'ConntrackHelper': '1.0', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Log': '1.0', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Network': '1.1', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Port': '1.7', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'PortForwarding': '1.2', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'QosPolicy': '1.9', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroup': '1.4', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroupRule': '1.2', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SubPort': '1.0', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Subnet': '1.1', Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Trunk': '1.1'}} Nov 24 22:09:21.973860 dv-neutron-818715-1-hyperv neutron-server[102412]: {{(pid=102412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:09:21.998274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6f877605-1344-4b26-abfa-03bd566613c9 None None] Provisioning complete for port c005ad23-0767-4706-b75e-cff0694d2fc5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:21.998769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f877605-1344-4b26-abfa-03bd566613c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:22.031690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6f877605-1344-4b26-abfa-03bd566613c9 None None] Port c005ad23-0767-4706-b75e-cff0694d2fc5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:09:22.035401 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] For port c005ad23-0767-4706-b75e-cff0694d2fc5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:09:22.054797 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] For port c005ad23-0767-4706-b75e-cff0694d2fc5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c005ad23-0767-4706-b75e-cff0694d2fc5,segment=NetworkSegment(e146f060-6320-4aad-a226-0cbe1b3ace10),segment_id=e146f060-6320-4aad-a226-0cbe1b3ace10)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:09:22.059410 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:22.115283 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Routers {'289eb682-db74-4b10-ae92-f5e4c7c2c198'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:09:22.115954 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['289eb682-db74-4b10-ae92-f5e4c7c2c198'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:22.154574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b6b1a-6757-4769-80ac-f14a06d82b06 None None] Pushing event updated for resources: {'Port': ['ID=c005ad23-0767-4706-b75e-cff0694d2fc5,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:22.207941 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] Set router 289eb682-db74-4b10-ae92-f5e4c7c2c198 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:09:22.253924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-941f1319-b6ba-469a-b4b0-dc55975ed1a0 None None] Provisioning complete for port c005ad23-0767-4706-b75e-cff0694d2fc5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:22.254297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-941f1319-b6ba-469a-b4b0-dc55975ed1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:22.334869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-941f1319-b6ba-469a-b4b0-dc55975ed1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:22.366333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-941f1319-b6ba-469a-b4b0-dc55975ed1a0 None None] For port c005ad23-0767-4706-b75e-cff0694d2fc5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c005ad23-0767-4706-b75e-cff0694d2fc5,segment=NetworkSegment(e146f060-6320-4aad-a226-0cbe1b3ace10),segment_id=e146f060-6320-4aad-a226-0cbe1b3ace10)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:09:22.371164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-941f1319-b6ba-469a-b4b0-dc55975ed1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:22.419453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1319-b6ba-469a-b4b0-dc55975ed1a0 None None] Pushing event updated for resources: {'Port': ['ID=c005ad23-0767-4706-b75e-cff0694d2fc5,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:22.425540 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'name': 'router1', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:09:10Z', 'updated_at': '2021-11-24T22:09:19Z', 'revision_number': 2, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'gw_port_host': None, '_interfaces': [{'id': 'c005ad23-0767-4706-b75e-cff0694d2fc5', 'name': '', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'mac_address': 'fa:16:3e:5a:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:19Z', 'updated_at': '2021-11-24T22:09:22Z', 'revision_number': 4, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'subnets': [{'id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:22.451669 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed210af-d681-4a8c-af16-9333efe444e5 None None] The sync data for ids ['289eb682-db74-4b10-ae92-f5e4c7c2c198'] in dv-neutron-818715-1-hyperv is: [{'id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'name': 'router1', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:09:10Z', 'updated_at': '2021-11-24T22:09:19Z', 'revision_number': 2, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'gw_port_host': None, '_interfaces': [{'id': 'c005ad23-0767-4706-b75e-cff0694d2fc5', 'name': '', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'mac_address': 'fa:16:3e:5a:c5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:19Z', 'updated_at': '2021-11-24T22:09:22Z', 'revision_number': 4, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'subnets': [{'id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:09:22.785392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53728) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:22.894811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9aa4c1-f9f4-41b5-ab76-bebed6f07866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:22.896204 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ac9aa4c1-f9f4-41b5-ab76-bebed6f07866 admin admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 842 time: 0.1098628 Nov 24 22:09:22.906746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'ip_version': 4, 'gateway_ip': '172.26.3.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:22.931485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Made reservation on behalf of c7dde6f32fa449bcb97a2d6230e97d44 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:09:22.933887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:23.227075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:09:23.227498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:23.291979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:23.298956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:09:23.299073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Network hostable DHCP agents. Network: db6ff637-9030-4395-a9bd-93960f57e046, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:09:23.320709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:09:23.335801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, db6ff637-9030-4395-a9bd-93960f57e046) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:23.340188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:23.341636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:23.345295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525d94e-83c7-4151-b530-c01196039cd3 None None] Network db6ff637-9030-4395-a9bd-93960f57e046 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:09:23.358712 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-377236e5-7f2a-4f1e-98b9-7b16a0aad1b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552820 Nov 24 22:09:23.481914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b66da-aa43-4eb5-958f-3e33ec5d63b3 None None] Network db6ff637-9030-4395-a9bd-93960f57e046 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:09:25.688580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 53736) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:25.946071 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fe867ca8-5fa5-4f3f-8473-616f2f85a546 admin admin] 10.222.0.41 "GET /v2.0/routers/289eb682-db74-4b10-ae92-f5e4c7c2c198 HTTP/1.1" status: 200 len: 710 time: 0.2562878 Nov 24 22:09:26.060017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2365fb-ec9c-4b3c-9eaa-b46ff5b0d752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:09:26.061641 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1e2365fb-ec9c-4b3c-9eaa-b46ff5b0d752 admin admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 886 time: 0.1090870 Nov 24 22:09:26.071148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:09:26.314872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:26.545297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:26.621346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:26.826558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Allocated IP 172.26.3.159 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/c67c9a89-91ae-4ea3-9339-259ea5fd7bf9) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:09:26.937563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:26.996232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:27.065172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:09:27.072808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:09:27.079371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:09:27.086946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Pushing event updated for resources: {'Port': ['ID=c67c9a89-91ae-4ea3-9339-259ea5fd7bf9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:27.357755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:27.562993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:27.568410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:27.680405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Router 289eb682-db74-4b10-ae92-f5e4c7c2c198 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:09:27.793755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:09:27.798367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:27.799602 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-149793aa-634d-40fa-a5fc-ae1141c84754 admin admin] 10.222.0.41 "PUT /v2.0/routers/289eb682-db74-4b10-ae92-f5e4c7c2c198 HTTP/1.1" status: 200 len: 890 time: 1.7315526 Nov 24 22:09:28.415743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c005ad23-0767-4706-b75e-cff0694d2fc5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:09:28.463979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c005ad23-0767-4706-b75e-cff0694d2fc5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:28.464349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:28.884209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Sync routers for ids ['289eb682-db74-4b10-ae92-f5e4c7c2c198'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:09:28.894454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Routers {'289eb682-db74-4b10-ae92-f5e4c7c2c198'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:09:28.895171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['289eb682-db74-4b10-ae92-f5e4c7c2c198'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:29.099052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Set router 289eb682-db74-4b10-ae92-f5e4c7c2c198 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:09:29.491499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'name': 'router1', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c67c9a89-91ae-4ea3-9339-259ea5fd7bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:09:10Z', 'updated_at': '2021-11-24T22:09:27Z', 'revision_number': 4, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'gw_port': {'id': 'c67c9a89-91ae-4ea3-9339-259ea5fd7bf9', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:26Z', 'updated_at': '2021-11-24T22:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'c005ad23-0767-4706-b75e-cff0694d2fc5', 'name': '', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'mac_address': 'fa:16:3e:5a:c5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:19Z', 'updated_at': '2021-11-24T22:09:22Z', 'revision_number': 5, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'subnets': [{'id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:29.543586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Checking router: 289eb682-db74-4b10-ae92-f5e4c7c2c198 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:09:29.543942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Updating router 289eb682-db74-4b10-ae92-f5e4c7c2c198 port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:09:29.589978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:29.902543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:29.907788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:30.029668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Attempting to bind port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:09:30.029944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Attempting to bind port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:09:30.030310 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Attempting to bind port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:09:30.038852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656c025-c926-4176-90b9-844cafb14312 None None] Pushing event updated for resources: {'Port': ['ID=c67c9a89-91ae-4ea3-9339-259ea5fd7bf9,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:30.045416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:09:30.045823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:09:30.046205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:30.047079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:09:30.047079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Bound port: c67c9a89-91ae-4ea3-9339-259ea5fd7bf9, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:09:30.047460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:30.098224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] For port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:09:30.101432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] For port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c67c9a89-91ae-4ea3-9339-259ea5fd7bf9,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:09:30.106701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:30.166293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Routers {'289eb682-db74-4b10-ae92-f5e4c7c2c198'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:09:30.166909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['289eb682-db74-4b10-ae92-f5e4c7c2c198'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:30.169901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656c025-c926-4176-90b9-844cafb14312 None None] Pushing event updated for resources: {'Port': ['ID=c67c9a89-91ae-4ea3-9339-259ea5fd7bf9,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:30.193687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 53748) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:09:30.276101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] Set router 289eb682-db74-4b10-ae92-f5e4c7c2c198 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:09:30.323551 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8bc97f43-6a4f-49ad-85e9-563057f6cdb9 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114893 Nov 24 22:09:30.497841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-499a0895-d27c-4dbe-b146-c798487504de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'name': 'router1', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c67c9a89-91ae-4ea3-9339-259ea5fd7bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:09:10Z', 'updated_at': '2021-11-24T22:09:27Z', 'revision_number': 4, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'gw_port': {'id': 'c67c9a89-91ae-4ea3-9339-259ea5fd7bf9', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:26Z', 'updated_at': '2021-11-24T22:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'c005ad23-0767-4706-b75e-cff0694d2fc5', 'name': '', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'mac_address': 'fa:16:3e:5a:c5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:19Z', 'updated_at': '2021-11-24T22:09:22Z', 'revision_number': 5, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'subnets': [{'id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:09:30.523692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a0895-d27c-4dbe-b146-c798487504de None None] The sync data for ids ['289eb682-db74-4b10-ae92-f5e4c7c2c198'] in dv-neutron-818715-1-hyperv is: [{'id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'name': 'router1', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c67c9a89-91ae-4ea3-9339-259ea5fd7bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:09:10Z', 'updated_at': '2021-11-24T22:09:27Z', 'revision_number': 4, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'gw_port': {'id': 'c67c9a89-91ae-4ea3-9339-259ea5fd7bf9', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:26Z', 'updated_at': '2021-11-24T22:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'c005ad23-0767-4706-b75e-cff0694d2fc5', 'name': '', 'network_id': '32ce7a98-7251-45ed-8020-cba758d802a7', 'tenant_id': '37f6676268a9412c99ad69e75a3e68bb', 'mac_address': 'fa:16:3e:5a:c5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289eb682-db74-4b10-ae92-f5e4c7c2c198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:09:19Z', 'updated_at': '2021-11-24T22:09:22Z', 'revision_number': 5, 'project_id': '37f6676268a9412c99ad69e75a3e68bb', 'subnets': [{'id': '972c85f8-1ad5-4e9f-849c-e69bc745bef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f3c30cb-588e-4ee3-b43f-f0e44ffc1d2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:09:32.440931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:09:32.496809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:32.497183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:32.596757 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:32.618742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c67c9a89-91ae-4ea3-9339-259ea5fd7bf9,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:09:32.623901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:32.675298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=c67c9a89-91ae-4ea3-9339-259ea5fd7bf9,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:09:34.429553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:09:34.510390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c67c9a89-91ae-4ea3-9339-259ea5fd7bf9 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:09:34.510390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:44.149217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a273-72c0-4ece-afb5-b4b2a00f174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:46.588802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63c14ea5-812c-4ccd-9bc3-bdc1b3d5aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:46.823641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:48.226406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:49.537170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:09:52.537971 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:10:14.144634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d65b08e5-170b-4885-bf04-e98f0992c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:16.596712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fcd3-706c-4684-adbd-194bb48a0efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:16.818386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:18.230295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:19.548024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:29.536269 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:10:44.148554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b93f6efb-ebc9-45a5-8e57-ae409c823e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:46.587128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db7c5803-a1c2-446f-b089-81ed73387d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:46.814483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:48.233162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:10:49.546072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:06.534852 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:11:10.323956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54344) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:10.384242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec3cbfa-ec19-4742-9c7d-1f63702b6b53 admin admin] GET failed (client error): The resource could not be found. Nov 24 22:11:10.385529 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1ec3cbfa-ec19-4742-9c7d-1f63702b6b53 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606380 Nov 24 22:11:10.545772 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc450b84-d69b-4e15-936b-dd256860688f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:10.547142 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc450b84-d69b-4e15-936b-dd256860688f admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569993 Nov 24 22:11:12.718456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54354) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:12.813461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6855b6-252a-4ac5-9520-7af944bfc6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:12.814806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7f6855b6-252a-4ac5-9520-7af944bfc6a4 admin admin] 10.222.0.41 "GET /v2.0/subnets/972c85f8-1ad5-4e9f-849c-e69bc745bef8 HTTP/1.1" status: 200 len: 849 time: 0.0953872 Nov 24 22:11:12.825510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:11:12.907474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:13.045087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756415149725'] for subnet, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:13.073688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:13.074270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:13.075532 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] 10.222.0.41 "PUT /v2.0/subnets/972c85f8-1ad5-4e9f-849c-e69bc745bef8 HTTP/1.1" status: 200 len: 868 time: 0.2537489 Nov 24 22:11:13.078896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed88364-13da-4db5-879e-a3083e9a8e59 None None] Network 32ce7a98-7251-45ed-8020-cba758d802a7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:11:13.098513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=972c85f8-1ad5-4e9f-849c-e69bc745bef8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:11:13.106053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.106442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.106767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.107105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.107441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.107938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.108287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.108632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.108967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.109297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.109633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.109955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c8826-0c4c-43bc-8021-12fd558b00bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:11:13.490742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5192c237-e994-4dac-a740-800e0452b667 None None] Provisioning complete for port 239ecfc4-9e79-4022-b4b6-1240f488607a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:11:13.491111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5192c237-e994-4dac-a740-800e0452b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:13.574660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5192c237-e994-4dac-a740-800e0452b667 None None] Provisioning complete for port c005ad23-0767-4706-b75e-cff0694d2fc5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:11:13.575030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5192c237-e994-4dac-a740-800e0452b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:14.149484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a592023-50f3-4fe3-afac-1c7ced92958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:15.240375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54364) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:15.505256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e7034-cf4c-4724-bd8c-e43f3114a975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:15.505634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e7034-cf4c-4724-bd8c-e43f3114a975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:15.507148 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-873e7034-cf4c-4724-bd8c-e43f3114a975 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2658424 Nov 24 22:11:16.587473 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c85e7f82-81e8-4229-b09d-65e11604af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:16.816549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:17.700485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54372) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:17.958947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21f687-15df-4068-8873-a165016db941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:17.959341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21f687-15df-4068-8873-a165016db941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:17.960912 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aa21f687-15df-4068-8873-a165016db941 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2594521 Nov 24 22:11:18.234277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:19.552100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:20.136796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:20.281673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99029e8a-fe9c-462d-8f1d-b4f52ae9a8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:20.283104 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-99029e8a-fe9c-462d-8f1d-b4f52ae9a8b2 admin admin] 10.222.0.41 "GET /v2.0/networks/32ce7a98-7251-45ed-8020-cba758d802a7 HTTP/1.1" status: 200 len: 869 time: 0.1453655 Nov 24 22:11:22.459966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54388) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:22.581419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbac47c-bdd3-435f-a42f-3630f680d757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:22.583327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ffbac47c-bdd3-435f-a42f-3630f680d757 admin admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 886 time: 0.1224051 Nov 24 22:11:24.773372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54396) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:24.896054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d85cee-20f5-4628-bd8e-1cc36860c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:24.896506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d85cee-20f5-4628-bd8e-1cc36860c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:24.898008 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-90d85cee-20f5-4628-bd8e-1cc36860c191 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236832 Nov 24 22:11:27.085430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54404) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:27.174381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1aa12-ccca-45b3-8206-d0e315c45ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:27.174838 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1aa12-ccca-45b3-8206-d0e315c45ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:27.176846 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-20a1aa12-ccca-45b3-8206-d0e315c45ffe admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904732 Nov 24 22:11:29.333033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54412) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:29.418289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64498738-0c95-4896-bdf2-a772f9796808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:29.419928 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-64498738-0c95-4896-bdf2-a772f9796808 admin admin] 10.222.0.41 "GET /v2.0/subnets/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5 HTTP/1.1" status: 200 len: 816 time: 0.0859594 Nov 24 22:11:31.577426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54420) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:31.666935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66650b-bb9c-4f47-9302-e1fb0b602530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:31.668256 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c66650b-bb9c-4f47-9302-e1fb0b602530 admin admin] 10.222.0.41 "GET /v2.0/subnets/972c85f8-1ad5-4e9f-849c-e69bc745bef8 HTTP/1.1" status: 200 len: 868 time: 0.0898540 Nov 24 22:11:43.533986 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:11:44.150087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e45a17dd-94c3-40a9-886a-345e9c11faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:46.586740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-655a09d2-83ea-49c2-811e-bd69e071e0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:46.819133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:48.237918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:49.551977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:11:55.505414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54474) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:55.552124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-cae2d47f-8853-4e51-8df7-2f3a0633d713 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:11:55.553133 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cae2d47f-8853-4e51-8df7-2f3a0633d713 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467281 Nov 24 22:11:57.824033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54482) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:11:57.887104 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-820dee72-62df-422a-b124-fa3fa8a3598f admin admin] GET failed (client error): The resource could not be found. Nov 24 22:11:57.888444 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-820dee72-62df-422a-b124-fa3fa8a3598f admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634766 Nov 24 22:11:58.027271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a97414-ac4d-49b8-97b4-4de0fe772757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:11:58.028665 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20a97414-ac4d-49b8-97b4-4de0fe772757 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355901 Nov 24 22:12:00.244492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:12:00.292058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:12:00.312408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Made reservation on behalf of c7dde6f32fa449bcb97a2d6230e97d44 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:12:00.314623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:00.348597 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.services.revisions.revision_plugin [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Could not find related network for resource to bump revision. Nov 24 22:12:00.361350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:12:00.370891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:00.371232 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Added segment 27fd09b1-3cf8-42fe-8564-9891e019fcac of type vlan for network 6cfcc1ea-c195-4646-84e8-591e9d6be198 Nov 24 22:12:00.410267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:00.435873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:00.437007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:00.437608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:00.488591 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2430248 Nov 24 22:12:00.498830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f6bd0-6245-4507-84df-fe27d740feb4 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfcc1ea-c195-4646-84e8-591e9d6be198,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:12:00.510782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6cfcc1ea-c195-4646-84e8-591e9d6be198 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:12:02.679444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:12:02.739246 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-68066906-26ae-4764-9268-6e6d4ffe0e67 admin admin] GET failed (client error): The resource could not be found. Nov 24 22:12:02.740643 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-68066906-26ae-4764-9268-6e6d4ffe0e67 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601933 Nov 24 22:12:02.813043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccffc2-4dfb-4dcf-90df-6d0bdf050e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:02.814491 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a6ccffc2-4dfb-4dcf-90df-6d0bdf050e16 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691292 Nov 24 22:12:02.824766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:12:02.844701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Made reservation on behalf of c7dde6f32fa449bcb97a2d6230e97d44 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:12:02.846987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.007861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.060181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=efcafe24-5375-467b-b73b-1bffd5d271a9,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:12:03.068552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Checking segment: {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:12:03.068902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Network hostable DHCP agents. Network: 6cfcc1ea-c195-4646-84e8-591e9d6be198, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:12:03.084295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Network 6cfcc1ea-c195-4646-84e8-591e9d6be198 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:12:03.092786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6cfcc1ea-c195-4646-84e8-591e9d6be198) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:12:03.097950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:12:03.099120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.102221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1c505-6254-4e7c-b842-062f29f3326d None None] Network 6cfcc1ea-c195-4646-84e8-591e9d6be198 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:12:03.115692 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d1cff6d-6797-476c-8858-1c31e161bfdc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2942212 Nov 24 22:12:03.345873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-6cfcc1ea-c195-4646-84e8-591e9d6be198', 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198', 'tenant_id': 'c7dde6f32fa449bcb97a2d6230e97d44', 'fixed_ips': [{'subnet_id': 'efcafe24-5375-467b-b73b-1bffd5d271a9'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:12:03.346818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.480735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Allocated IP 192.168.233.2 (6cfcc1ea-c195-4646-84e8-591e9d6be198/efcafe24-5375-467b-b73b-1bffd5d271a9/5526bed1-47a1-4bce-9605-33d424bd2df5) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:12:03.629005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.635740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.671792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Network 6cfcc1ea-c195-4646-84e8-591e9d6be198 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:12:03.674659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:12:03.678680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:12:03.691399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Pushing event updated for resources: {'Port': ['ID=5526bed1-47a1-4bce-9605-33d424bd2df5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:12:03.711907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.712271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.712618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.712952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.713288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.713635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.713967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.714309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.714639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.714988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.715312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.715664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:12:03.753161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Attempting to bind port 5526bed1-47a1-4bce-9605-33d424bd2df5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:12:03.753552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Attempting to bind port 5526bed1-47a1-4bce-9605-33d424bd2df5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:12:03.754074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Attempting to bind port 5526bed1-47a1-4bce-9605-33d424bd2df5 on network 6cfcc1ea-c195-4646-84e8-591e9d6be198 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:12:03.758994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:12:03.759354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Checking segment: {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:12:03.759804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.760188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Bound using segment: {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:12:03.760638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Bound port: 5526bed1-47a1-4bce-9605-33d424bd2df5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:12:03.761025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.822711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] For port 5526bed1-47a1-4bce-9605-33d424bd2df5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:12:03.825833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] For port 5526bed1-47a1-4bce-9605-33d424bd2df5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5526bed1-47a1-4bce-9605-33d424bd2df5,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:12:03.830721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:03.895225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9a2bc-2d08-4933-aff2-3e6b7011b08a None None] Pushing event updated for resources: {'Port': ['ID=5526bed1-47a1-4bce-9605-33d424bd2df5,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:12:04.584161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5526bed1-47a1-4bce-9605-33d424bd2df5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:12:04.656052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5526bed1-47a1-4bce-9605-33d424bd2df5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:12:04.656420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:04.734408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31936a8-bfd7-458a-9f9d-52eae55b107c None None] Network 6cfcc1ea-c195-4646-84e8-591e9d6be198 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:12:04.788027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:04.863002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 5526bed1-47a1-4bce-9605-33d424bd2df5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5526bed1-47a1-4bce-9605-33d424bd2df5,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:12:04.870554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7d6f37c4-3dcf-4acc-91e9-baad8d7078d5 None None] Provisioning complete for port 5526bed1-47a1-4bce-9605-33d424bd2df5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:12:04.870923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7d6f37c4-3dcf-4acc-91e9-baad8d7078d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:04.873740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:04.996636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=5526bed1-47a1-4bce-9605-33d424bd2df5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:12:05.263874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b96e11e8-591b-4aee-b629-79a5c69b2447 None None] Provisioning complete for port 5526bed1-47a1-4bce-9605-33d424bd2df5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:12:05.264170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b96e11e8-591b-4aee-b629-79a5c69b2447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:06.513734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5526bed1-47a1-4bce-9605-33d424bd2df5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:12:06.560845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5526bed1-47a1-4bce-9605-33d424bd2df5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:12:06.561210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:14.150802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7016c4a-c29d-4a40-818f-108f330a5962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:16.588207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87569e47-ad67-4f58-8b94-2fbdcf498eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:16.820998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:18.242460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:19.552367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:20.533114 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:12:44.153946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3eff487f-1b3a-45e0-af16-0b9e240effaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:46.588151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ed38-386e-4d61-8859-8966273bf278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:46.822218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:48.243770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:49.565820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:12:57.531437 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:13:14.155695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e95f9d31-b10c-4b55-a2c3-ed4945b94785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:14.802293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54550) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:13:14.808166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-88a7d42d-7199-4de9-b19c-25ca78699ec3 tempest-verify_tempest_config-1357530278 tempest-verify_tempest_config-1357530278-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:13:14.809135 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-88a7d42d-7199-4de9-b19c-25ca78699ec3 tempest-verify_tempest_config-1357530278 tempest-verify_tempest_config-1357530278-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058498 Nov 24 22:13:15.093394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:13:15.194271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.265350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.269132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.321278 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0defe2050faa4c64935d22f1c46fcc8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2268283 Nov 24 22:13:15.322132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d905c7-dfa3-485c-99e3-5cb3fa825f9e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:15.324332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54572) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:13:15.329017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.329370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.329707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.330039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.330369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.331208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.331551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.331884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.332209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.332525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.332842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.333158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa0cff1-3222-4d1f-9de6-03b3806fec80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.382502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.403251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.493893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.496488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:15.497925 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4d905c7-dfa3-485c-99e3-5cb3fa825f9e HTTP/1.1" status: 204 len: 168 time: 0.1720595 Nov 24 22:13:15.506541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d905c7-dfa3-485c-99e3-5cb3fa825f9e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:13:15.513609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.513970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.514306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.514638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.514964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.515293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.515682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.515974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.516304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.516630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.516946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:15.517266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a8263-9808-497d-97c1-5686c79dcc41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:13:16.588068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-570e8cb6-e016-41ce-bfcf-ac09b996ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:16.822881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:18.246255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:19.558385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:34.529104 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:13:44.155924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f72353f0-26f6-4115-aa8b-5cd2fa3cc857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:46.587248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36efbc88-d260-4413-a916-c73b53805e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:46.823632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:48.250066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:13:49.561270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:11.527923 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 5 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:14:14.155773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bf25e80b-a0f8-4434-9162-45d1a3ee5145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:16.586630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b79573-6101-40b4-aeff-739fd5cf5b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:16.824827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:18.252241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:19.565053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:29.439140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33497849'] for agent, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:43.751787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54644) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:14:43.855119 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0608f9e1-bca2-48a1-b87c-66d7e05dfdf3 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1022303 Nov 24 22:14:44.156764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3e956a5f-c968-4d10-9a8a-c494ef701882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:46.044775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54654) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:14:46.098880 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c2b8d68a-f700-4ac1-af5c-31a2deed96dd admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0531225 Nov 24 22:14:46.588683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6df5b72a-4f73-4938-bb71-a0c19c4b29b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:46.826694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:48.255736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:48.527612 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:14:49.567772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:14:59.393661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:14.158248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4048478-c669-415b-8da9-457e74c31f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:16.588468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb334b46-db6e-4216-9e13-f47505899d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:16.827568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:18.257905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:19.569162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:25.527964 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:15:29.405475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:44.159149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c460ab0b-02da-43bd-912b-ac5c521714c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:46.590553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5219c2f4-ae63-4c67-aa89-bdb572ef60ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:46.828443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:48.260252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:49.574089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:15:59.403067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:02.528019 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:16:14.173542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2e141e16-9bfc-4fde-bf22-1a1b4e808922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.493753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54828) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:16.592351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b64956fa-44c2-4ce4-aa30-fc4be90211f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.802939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-807553666-network', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:16.834997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.838596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Made reservation on behalf of 40f8fe8349354c1095b806d14f06c7ab for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:16.841386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.854523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.934144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.938560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:16.969369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:16.975016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d79f2-29af-4052-a7b1-a8135c8b30e9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:16.987053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.987366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.987725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.988439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.988779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.989110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.989444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.989779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.990102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.990573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.990899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.991219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Tracked resource versions report: Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: pushed versions: Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: { 'AddressGroup': {'1.2'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'ConntrackHelper': {'1.0'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Log': {'1.0'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Network': {'1.1'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Port': {'1.7'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'PortForwarding': {'1.2'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'QosPolicy': {'1.9'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroup': {'1.4'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SubPort': {'1.0'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Subnet': {'1.1'}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Trunk': {'1.1'}} Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: consumer versions: Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: HyperV agent@hv-neutron-8187: {}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'ConntrackHelper': '1.0', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Log': '1.0', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Network': '1.1', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Port': '1.7', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'PortForwarding': '1.2', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'QosPolicy': '1.9', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroup': '1.4', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SecurityGroupRule': '1.2', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'SubPort': '1.0', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Subnet': '1.1', Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: 'Trunk': '1.1'}} Nov 24 22:16:16.992292 dv-neutron-818715-1-hyperv neutron-server[102409]: {{(pid=102409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:16:16.996456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54854) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:17.010766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.011173 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Added segment cb7a5750-11d7-4a59-b130-be2737d7d5b1 of type vlan for network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 Nov 24 22:16:17.055208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.080311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.082012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:17.082847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.142656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6444726 Nov 24 22:16:17.143725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54864) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:17.149441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Request body: {'subnet': {'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-807553666-subnet', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:17.154795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd1330-97b9-4e30-a5a1-2ffa8b75073d admin admin] Pushing event updated for resources: {'Network': ['ID=df299b0b-3621-47fc-8fe5-6ccbc444bbb2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:17.167140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:17.183295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Made reservation on behalf of 40f8fe8349354c1095b806d14f06c7ab for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:17.187167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.375484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.410790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2099021668-network', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:17.435029 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9094a964-1cdf-4176-a550-7aec69b77dc6,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:17.448601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.448977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.449360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.449672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.450003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.450385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.450725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.451079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.451407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.451766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.452091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.452410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Tracked resource versions report: Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: pushed versions: Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: { 'AddressGroup': {'1.2'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'ConntrackHelper': {'1.0'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Log': {'1.0'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Network': {'1.1'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Port': {'1.7'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'PortForwarding': {'1.2'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'QosPolicy': {'1.9'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroup': {'1.4'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SubPort': {'1.0'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Subnet': {'1.1'}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Trunk': {'1.1'}} Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: consumer versions: Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: HyperV agent@hv-neutron-8187: {}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'ConntrackHelper': '1.0', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Log': '1.0', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Network': '1.1', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Port': '1.7', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'PortForwarding': '1.2', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'QosPolicy': '1.9', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroup': '1.4', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SecurityGroupRule': '1.2', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'SubPort': '1.0', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Subnet': '1.1', Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: 'Trunk': '1.1'}} Nov 24 22:16:17.453446 dv-neutron-818715-1-hyperv neutron-server[102410]: {{(pid=102410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:16:17.472886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Made reservation on behalf of cde6873aa3084a9088d4c371dd104cb9 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:17.475181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.490663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.497202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:17.512194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Checking segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:17.512552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Network hostable DHCP agents. Network: df299b0b-3621-47fc-8fe5-6ccbc444bbb2, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:17.567855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:17.588421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, df299b0b-3621-47fc-8fe5-6ccbc444bbb2) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:17.598434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6971e-fc7c-43eb-8f24-eebf37e4ad08 None None] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:17.601956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.603831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:17.604609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.611671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.646501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e579c12-e166-4411-9c9c-75a346343ed6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:17.674353 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6d8bcea4-c835-4224-b162-7b37fb733c7d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5292821 Nov 24 22:16:17.675229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:17.675748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:17.680647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:17.695149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.695783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Added segment 22457492-bbca-4d64-8f86-7bd109023e58 of type vlan for network baf38131-5088-4198-bc0c-824aac5d4b43 Nov 24 22:16:17.739783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.741114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.742915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.771626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:16:17.772702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.781972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.784231 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:17.785528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.876605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] Pushing event updated for resources: {'Network': ['ID=baf38131-5088-4198-bc0c-824aac5d4b43,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:17.887559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:17.888779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network baf38131-5088-4198-bc0c-824aac5d4b43 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:17.891120 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-20299b9e-adb8-4f5d-bc3f-b94bb052720e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8921523 Nov 24 22:16:17.893631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-610741491-network', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:17.894238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:17.901422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Request body: {'subnet': {'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2099021668-subnet', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:17.946748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Made reservation on behalf of cde6873aa3084a9088d4c371dd104cb9 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:17.951201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.026328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Allocated IP 172.20.0.2 (df299b0b-3621-47fc-8fe5-6ccbc444bbb2/9094a964-1cdf-4176-a550-7aec69b77dc6/0daca9ee-e507-42a8-9683-6e45a1df7db5) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:18.074798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.079081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Made reservation on behalf of 1980012ee3f64d90a7bf7271d5b8c616 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:18.082344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.183701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54906) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:18.194108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.198274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.277932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Checking segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:18.278330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Network hostable DHCP agents. Network: baf38131-5088-4198-bc0c-824aac5d4b43, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:18.288882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.300459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979d0e97-974f-4471-bfaf-a8158635df9f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:18.311426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.313484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Network baf38131-5088-4198-bc0c-824aac5d4b43 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:18.327109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, baf38131-5088-4198-bc0c-824aac5d4b43) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:18.333580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:18.334202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.339395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:18.350130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:18.354610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:18.361123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5a140234-bc83-4122-b1a7-8bfd879a38b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4655006 Nov 24 22:16:18.363900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54916) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:18.370346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:18.382267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c012a74-6c84-4e90-9192-c93655ff3472 None None] Network baf38131-5088-4198-bc0c-824aac5d4b43 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:18.386438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.401970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.403393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.452993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.468181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.487101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.577296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:18.639745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-baf38131-5088-4198-bc0c-824aac5d4b43', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:16:18.640750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.646122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Attempting to bind port 0daca9ee-e507-42a8-9683-6e45a1df7db5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:18.646596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Attempting to bind port 0daca9ee-e507-42a8-9683-6e45a1df7db5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:18.647066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Attempting to bind port 0daca9ee-e507-42a8-9683-6e45a1df7db5 on network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:18.649673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Allocated IP 172.26.3.38 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/fbc34f5b-6b9b-445e-9086-23bd4513b629) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:18.661682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:18.662345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Checking segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:18.662809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.663557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Bound using segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:18.664252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Bound port: 0daca9ee-e507-42a8-9683-6e45a1df7db5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:18.664885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.730648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Pushing event updated for resources: {'Port': ['ID=0daca9ee-e507-42a8-9683-6e45a1df7db5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:18.736864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.784731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.787022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.819503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54928) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:18.835765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.850311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.866253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:18.879724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.880157 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Added segment 9c9b45fc-219f-4dba-a45c-25f0b2820f91 of type vlan for network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a Nov 24 22:16:18.933876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.945435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] For port 0daca9ee-e507-42a8-9683-6e45a1df7db5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:18.954903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] For port 0daca9ee-e507-42a8-9683-6e45a1df7db5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0daca9ee-e507-42a8-9683-6e45a1df7db5,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:18.960136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.962046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.962804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.963386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.964751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.965677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.966534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.967704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.968376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.970514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.971127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.971912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Tracked resource versions report: Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: pushed versions: Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: { 'AddressGroup': {'1.2'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'ConntrackHelper': {'1.0'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Log': {'1.0'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Network': {'1.1'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Port': {'1.7'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'PortForwarding': {'1.2'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'QosPolicy': {'1.9'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroup': {'1.4'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SubPort': {'1.0'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Subnet': {'1.1'}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Trunk': {'1.1'}} Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: consumer versions: Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: HyperV agent@hv-neutron-8187: {}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'ConntrackHelper': '1.0', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Log': '1.0', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Network': '1.1', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Port': '1.7', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'PortForwarding': '1.2', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'QosPolicy': '1.9', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroup': '1.4', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SecurityGroupRule': '1.2', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'SubPort': '1.0', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Subnet': '1.1', Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: 'Trunk': '1.1'}} Nov 24 22:16:18.974400 dv-neutron-818715-1-hyperv neutron-server[102411]: {{(pid=102411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:16:18.985252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:18.985252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:18.985252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.022032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.064620 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5662489 Nov 24 22:16:19.071298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:19.078993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Request body: {'subnet': {'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-610741491-subnet', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:19.082588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.143670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc34f5b-6b9b-445e-9086-23bd4513b629,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:19.146090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3a3d31-78c4-4952-87a4-b06a5468b758,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:19.164454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:19.182721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.189121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:19.191190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125e7c6-b034-4442-a86d-e12c2bea0b37 admin admin] Pushing event updated for resources: {'Network': ['ID=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:19.202556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:19.212306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:19.287903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:19.295332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Made reservation on behalf of 1980012ee3f64d90a7bf7271d5b8c616 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:19.297753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.311417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-283152325', 'router:external': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:19.340462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54956) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:19.344999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe4eb9-5f0c-455b-b04c-adb558c3cc13 None None] Pushing event updated for resources: {'Port': ['ID=0daca9ee-e507-42a8-9683-6e45a1df7db5,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:19.393194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Allocated IP 172.20.0.2 (baf38131-5088-4198-bc0c-824aac5d4b43/979d0e97-974f-4471-bfaf-a8158635df9f/e76778dd-199b-48f3-9e85-c840cf26c65e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:19.397793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.423800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.426444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Made reservation on behalf of 182a049a6eeb40e883d91a8b34a74de4 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:19.428295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.474095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-755282910', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:19.475506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.478296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Allocated IP 172.26.3.195 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/16f148a4-2a6a-4dcc-b316-88af1204e2c9) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:19.662753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.668167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2038179300'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:19.697368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.706043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54964) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:19.706800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.707045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Made reservation on behalf of 06f874407e6d4d348c0923ea9f972e4b for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:19.709257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.734891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.761469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Network baf38131-5088-4198-bc0c-824aac5d4b43 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:19.766476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:19.773519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:19.807669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Pushing event updated for resources: {'Port': ['ID=e76778dd-199b-48f3-9e85-c840cf26c65e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:19.820395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Made reservation on behalf of 5239a71fb9b3449cad7403b7e8736ca6 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:19.825523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.842535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.850586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Attempting to bind port e76778dd-199b-48f3-9e85-c840cf26c65e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:19.851294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Attempting to bind port e76778dd-199b-48f3-9e85-c840cf26c65e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:19.853257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Attempting to bind port e76778dd-199b-48f3-9e85-c840cf26c65e on network baf38131-5088-4198-bc0c-824aac5d4b43 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:19.858962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:19.859452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Checking segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:19.861234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.861764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Bound using segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:19.862294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Bound port: e76778dd-199b-48f3-9e85-c840cf26c65e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:19.862755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.949115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] For port e76778dd-199b-48f3-9e85-c840cf26c65e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:19.952783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] For port e76778dd-199b-48f3-9e85-c840cf26c65e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e76778dd-199b-48f3-9e85-c840cf26c65e,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:19.957970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1626354988'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:19.958528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.984882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.985135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:19.989516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.000084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.030496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fddbd-ce63-485f-8895-b6b58bdf8b4b None None] Pushing event updated for resources: {'Port': ['ID=e76778dd-199b-48f3-9e85-c840cf26c65e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.031662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:20.068499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.073018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.073361 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Added segment 725bc769-28fb-4b95-be14-82a987ec42e3 of type vlan for network 0ce7986c-4a79-47a1-a090-8bf68d668020 Nov 24 22:16:20.113062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.115328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Made reservation on behalf of 0f7d46526e074386a4204cfc2cbf84fb for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:20.118775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.135846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.135999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ae729-98a3-4193-8458-17ca77faf290,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.158628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.165295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.172925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] device_id is not set on port aedb9d92-4514-4f2c-af0d-2fe2f757302a yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:20.201138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.210461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.231175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:20.241198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.241433 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Added segment 843c086f-d22f-4cbc-b0bd-b0b2f0215bfa of type vlan for network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f Nov 24 22:16:20.253630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd692dd0-628c-43a4-9509-d568f40013da,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.256893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.294651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc981c67-211f-47fc-b46c-854137da2bd1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.311034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:20.328416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:20.332612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:20.349598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Checking segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:20.349949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Network hostable DHCP agents. Network: ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:20.467508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Allocated IP 172.26.3.24 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/c2ac4fe4-ace7-4051-bb67-27803f8faffe) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:20.509176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.510111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:20.511326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Pushing event updated for resources: {'Port': ['ID=16f148a4-2a6a-4dcc-b316-88af1204e2c9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.534731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:20.543537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:20.544286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.545934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce41a2-1fea-45e4-8a9b-339fbe9e93f0 None None] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:20.548943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0349335-d003-45a4-9b3f-ee4bfc67ce23,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.564035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.566222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:20.566893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.573998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.589112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.595612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.634614 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-931e2d1f-7c44-433d-8107-0fc825f1a01d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5598204 Nov 24 22:16:20.657970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54974) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:20.669684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c175010-cac9-440d-b7e8-4255af5ac6c3 None None] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:20.695199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:20.719176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.726789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:20.727829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.769827 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9402678 Nov 24 22:16:20.775549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54976) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:20.788298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'subnet': {'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:20.792873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1b5d5f46-9eb7-47c6-a622-685ccbfc5d43 None None] Provisioning complete for port 0daca9ee-e507-42a8-9683-6e45a1df7db5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:20.793767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5f46-9eb7-47c6-a622-685ccbfc5d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.794113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.801829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0f449-f28c-44d4-9c70-08506439a2cd tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Network': ['ID=0ce7986c-4a79-47a1-a090-8bf68d668020,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.821518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.858509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 0ce7986c-4a79-47a1-a090-8bf68d668020 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:20.873073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:20.892582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1db1a7-5714-4a3b-a7bf-35a661d2fa9f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:20.909124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0daca9ee-e507-42a8-9683-6e45a1df7db5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:20.910719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.911064 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Added segment b3217202-082d-413e-aa03-a00b76e0e429 of type vlan for network 4727c4df-a4ad-41a9-855f-7fa4458b1cbb Nov 24 22:16:20.914431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.915447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.943432 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5978832 Nov 24 22:16:20.948310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Made reservation on behalf of 182a049a6eeb40e883d91a8b34a74de4 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:20.950581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:20.952623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54980) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:20.964105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Request body: {'subnet': {'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:20.990123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.051872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.086054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.121346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ac4fe4-ace7-4051-bb67-27803f8faffe,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:21.137159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cef6b-183b-40e7-88da-168adecd6d13 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event updated for resources: {'Network': ['ID=36f4c5c4-fa78-4d67-b1a7-d6116d302a5f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:21.159756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:21.193149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:21.207203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:21.219225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:21.236135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dccff3-fa25-4fe3-81a9-e327ed7a021f None None] Network baf38131-5088-4198-bc0c-824aac5d4b43 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:21.247813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Allocated IP 172.26.3.43 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/aedb9d92-4514-4f2c-af0d-2fe2f757302a) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:21.280256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.285970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:21.286563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.296269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:16:21.301126 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.427709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Made reservation on behalf of 5239a71fb9b3449cad7403b7e8736ca6 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:21.431179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.487410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:16:21.487682 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7714987 Nov 24 22:16:21.487785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.513713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54984) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:21.522772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5f46-9eb7-47c6-a622-685ccbfc5d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.548170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0daca9ee-e507-42a8-9683-6e45a1df7db5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:21.548170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.562457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074599-f41b-4ad8-8600-38475e194e77 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Pushing event updated for resources: {'Network': ['ID=4727c4df-a4ad-41a9-855f-7fa4458b1cbb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:21.691133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 4727c4df-a4ad-41a9-855f-7fa4458b1cbb details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:21.693505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'network': {'name': 'tempest-network--1687838952', 'router:external': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:21.704497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.759732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1b5d5f46-9eb7-47c6-a622-685ccbfc5d43 None None] For port 0daca9ee-e507-42a8-9683-6e45a1df7db5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0daca9ee-e507-42a8-9683-6e45a1df7db5,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:21.762645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.766316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Made reservation on behalf of 36bd144a72be43a094a622fd79558197 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:21.768623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.778530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5f46-9eb7-47c6-a622-685ccbfc5d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.817777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.827815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.886974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:21.898836 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Sync routers for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:21.914262 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:21.915006 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:21.935690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.982107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d5f46-9eb7-47c6-a622-685ccbfc5d43 None None] Pushing event updated for resources: {'Port': ['ID=0daca9ee-e507-42a8-9683-6e45a1df7db5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:21.992792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:21.994450 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-229773a8-9bcd-4823-bf76-13ffad578796 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.3181872 Nov 24 22:16:22.002363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.004923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.005063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54988) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:22.006764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Pushing event updated for resources: {'Port': ['ID=16f148a4-2a6a-4dcc-b316-88af1204e2c9,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.008628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Allocated IP 172.20.0.2 (ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a/bd692dd0-628c-43a4-9509-d568f40013da/b794c60a-1a89-4e18-8c38-194fb70c8eb4) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:22.014299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9d9b69e4-69c5-440e-8ee0-3af3ecf2fe38 None None] Provisioning complete for port e76778dd-199b-48f3-9e85-c840cf26c65e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:22.014843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d9b69e4-69c5-440e-8ee0-3af3ecf2fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.064306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e76778dd-199b-48f3-9e85-c840cf26c65e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:22.185779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.185779 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2a3d4270-a465-419d-b2b0-eefa8b2b89d0 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9972777 Nov 24 22:16:22.192182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54990) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:22.200257 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:22.204719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1750490986', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'fixed_ips': [{'ip_address': '172.26.3.195'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:22.237716 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.256749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.293214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:22.326015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.353353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.369317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Made reservation on behalf of 51f8e14089c340a4a673e396ad05c8a9 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:22.371974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.394712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf68570-ac18-40e5-90f0-259da29f9e66,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.402323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.402671 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Added segment f3c913eb-a8d3-4621-9934-8726624b2616 of type vlan for network 497ecdfa-ddc5-4e43-953f-322d2c7f91b8 Nov 24 22:16:22.422185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.429698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.432357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e76778dd-199b-48f3-9e85-c840cf26c65e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:22.433314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.436084 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:19Z', 'revision_number': 3, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:22.468239 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Checking router: 97fd11db-995a-4bdb-80b1-7d41fd2305f4 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:22.468688 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Updating router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 port fbc34f5b-6b9b-445e-9086-23bd4513b629 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:22.484886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:22.493220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.498064 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.528452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.537538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Checking segment: {'id': '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:22.538012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Network hostable DHCP agents. Network: 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:22.545577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:22.548288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Pushing event updated for resources: {'Port': ['ID=aedb9d92-4514-4f2c-af0d-2fe2f757302a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.556816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:22.557613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:22.558286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.567292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:22.567664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.578793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:22.581393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:22.594706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d9b69e4-69c5-440e-8ee0-3af3ecf2fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.633272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Pushing event updated for resources: {'Port': ['ID=b794c60a-1a89-4e18-8c38-194fb70c8eb4,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.634569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.objects.ports [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:16:22.635143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.661369 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-18eaaf19-2021-4e47-a5af-eb950f235ea8 tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.4891100 Nov 24 22:16:22.662252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.664015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54994) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:22.674898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:22.691833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.43'}]}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:22.698596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.704911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.706235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:22.707063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.714340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9d9b69e4-69c5-440e-8ee0-3af3ecf2fe38 None None] For port e76778dd-199b-48f3-9e85-c840cf26c65e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e76778dd-199b-48f3-9e85-c840cf26c65e,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:22.738537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Attempting to bind port b794c60a-1a89-4e18-8c38-194fb70c8eb4 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:22.738896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Attempting to bind port b794c60a-1a89-4e18-8c38-194fb70c8eb4 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:22.739253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Attempting to bind port b794c60a-1a89-4e18-8c38-194fb70c8eb4 on network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:22.746300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d9b69e4-69c5-440e-8ee0-3af3ecf2fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.754381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:22.754754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Checking segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:22.755152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.755560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Bound using segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:22.756179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Bound port: b794c60a-1a89-4e18-8c38-194fb70c8eb4, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:22.756560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.848027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Network': ['ID=497ecdfa-ddc5-4e43-953f-322d2c7f91b8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.855404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.856808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.873106 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7f2d588e-f14e-44cc-8f51-38fd94fb36a1 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3567121 Nov 24 22:16:22.875989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 54996) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:22.877143 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.885445 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.926094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] For port b794c60a-1a89-4e18-8c38-194fb70c8eb4, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:22.929862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] For port b794c60a-1a89-4e18-8c38-194fb70c8eb4, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b794c60a-1a89-4e18-8c38-194fb70c8eb4,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:22.931002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b69e4-69c5-440e-8ee0-3af3ecf2fe38 None None] Pushing event updated for resources: {'Port': ['ID=e76778dd-199b-48f3-9e85-c840cf26c65e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.941243 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Pushing event updated for resources: {'Port': ['ID=fbc34f5b-6b9b-445e-9086-23bd4513b629,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:22.950986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 497ecdfa-ddc5-4e43-953f-322d2c7f91b8 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:22.953137 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.953688 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.954032 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.954543 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.955339 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.955479 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.955902 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.956250 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.956697 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.957320 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.957703 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.958034 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Tracked resource versions report: Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: pushed versions: Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: { 'AddressGroup': {'1.2'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'ConntrackHelper': {'1.0'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Log': {'1.0'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Network': {'1.1'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Port': {'1.7'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'PortForwarding': {'1.2'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'QosPolicy': {'1.9'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroup': {'1.4'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroupRule': {'1.2'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SubPort': {'1.0'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Subnet': {'1.1'}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Trunk': {'1.1'}} Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: consumer versions: Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: { DHCP agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: HyperV agent@hv-neutron-8187: {}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: L3 agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: Metadata agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: Metering agent@dv-neutron-818715-1-hyperv: {}, Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: Open vSwitch agent@dv-neutron-818715-1-hyperv: { 'AddressGroup': '1.2', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'ConntrackHelper': '1.0', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Log': '1.0', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Network': '1.1', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Port': '1.7', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'PortForwarding': '1.2', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'QosPolicy': '1.9', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroup': '1.4', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SecurityGroupRule': '1.2', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'SubPort': '1.0', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Subnet': '1.1', Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: 'Trunk': '1.1'}} Nov 24 22:16:22.959291 dv-neutron-818715-1-hyperv neutron-server[102412]: {{(pid=102412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 22:16:22.980421 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Attempting to bind port fbc34f5b-6b9b-445e-9086-23bd4513b629 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:22.980648 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Attempting to bind port fbc34f5b-6b9b-445e-9086-23bd4513b629 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:22.980878 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Attempting to bind port fbc34f5b-6b9b-445e-9086-23bd4513b629 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:22.987609 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:22.987982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:22.988380 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:22.988769 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:22.989410 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Bound port: fbc34f5b-6b9b-445e-9086-23bd4513b629, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:22.989616 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.035700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.048349 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] For port fbc34f5b-6b9b-445e-9086-23bd4513b629, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:23.053389 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] For port fbc34f5b-6b9b-445e-9086-23bd4513b629, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fbc34f5b-6b9b-445e-9086-23bd4513b629,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:23.056689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Allocated IP 172.26.3.144 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/dfb93302-d504-4c81-98ac-077bdeba448f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:23.058798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.061478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.061877 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.063914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0c0ec71f-577d-4f5f-a187-1f4cd5dbba4e None None] Provisioning complete for port e76778dd-199b-48f3-9e85-c840cf26c65e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:23.064541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec71f-577d-4f5f-a187-1f4cd5dbba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.066574 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.079712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event updated for resources: {'Subnet': ['ID=9cb25a1b-3e08-4bd3-983c-574069e58f48,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:23.107978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Router 00b34915-5bb9-40cc-b706-b2da1f418df7 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:16:23.132546 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:23.133174 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:23.181744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a29c65ed-9205-4f89-bd67-68b1c8932fb7,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:23.182931 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53cc8-2fd0-4fb0-9b26-bd9b256e4a7f None None] Pushing event updated for resources: {'Port': ['ID=fbc34f5b-6b9b-445e-9086-23bd4513b629,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:23.200478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:23.207838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:23.208568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.224156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0dde9c-010d-4fc2-afd7-0435d3a53035 None None] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:23.272148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dde72-4af8-47c8-ba11-acad57aef4e3 None None] Pushing event updated for resources: {'Port': ['ID=b794c60a-1a89-4e18-8c38-194fb70c8eb4,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:23.301199 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:23.317650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Checking segment: {'id': '725bc769-28fb-4b95-be14-82a987ec42e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:23.318152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network hostable DHCP agents. Network: 0ce7986c-4a79-47a1-a090-8bf68d668020, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:23.348135 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ddd2c71-7634-4390-b7b0-c136c75f7d67 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3881769 Nov 24 22:16:23.354641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 54998) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:23.364312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Request body: {'port': {'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-198023497'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:23.375100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:16:23.375673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:16:23.497002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.513194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network 0ce7986c-4a79-47a1-a090-8bf68d668020 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:23.531215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.536584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] device_id is not set on port 5a9b3971-91ef-4100-82da-0cbab6ba6827 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:23.630247 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:19Z', 'revision_number': 3, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:23.665384 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c8daf-8ba9-474b-bf1b-fde63cf17225 None None] The sync data for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv is: [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:19Z', 'revision_number': 3, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:23.707025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 0ce7986c-4a79-47a1-a090-8bf68d668020) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:23.739662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e131e3-b2b3-4c43-aced-b3cd711f4515 None None] Network 0ce7986c-4a79-47a1-a090-8bf68d668020 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:23.756968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.773771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:23.778391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.794555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.883432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a9989-e038-4375-99ab-93401f6ac2b2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:23.893387 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.893853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.894806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.895233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > port after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.896310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.896310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > port after_update 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.896686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.897011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.897433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.897958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:23.921365 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fed3b065-3a9a-4b17-91bf-66b691922439 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1427212 Nov 24 22:16:23.926671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55000) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:23.935287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1477612813', 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:23.949619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:23.984004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Made reservation on behalf of 5239a71fb9b3449cad7403b7e8736ca6 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:23.987455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.093706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Made reservation on behalf of 182a049a6eeb40e883d91a8b34a74de4 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:24.104794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.125876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0c0ec71f-577d-4f5f-a187-1f4cd5dbba4e None None] Provisioning complete for port 0daca9ee-e507-42a8-9683-6e45a1df7db5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:24.126315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec71f-577d-4f5f-a187-1f4cd5dbba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.131296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] device_id is not set on port ebfafcd1-cf0b-4e30-acab-57b9f17d365d yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:24.170731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc7034-89ac-42bd-94c2-703ef20bd6f8 None None] Network 0ce7986c-4a79-47a1-a090-8bf68d668020 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:24.266946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:24.267338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:24.267703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:24.268065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:24.268419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497ecdfa-ddc5-4e43-953f-322d2c7f91b8']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:24.360515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c913eb-a8d3-4621-9934-8726624b2616') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:24.361198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c913eb-a8d3-4621-9934-8726624b2616') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:24.407017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.415266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.418487 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:24.444664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Allocated IP 172.20.0.12 (36f4c5c4-fa78-4d67-b1a7-d6116d302a5f/9cb25a1b-3e08-4bd3-983c-574069e58f48/ebfafcd1-cf0b-4e30-acab-57b9f17d365d) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:24.448599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Sync routers for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:24.464546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.476416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-36f4c5c4-fa78-4d67-b1a7-d6116d302a5f', 'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f', 'tenant_id': '5239a71fb9b3449cad7403b7e8736ca6', 'fixed_ips': [{'subnet_id': '9cb25a1b-3e08-4bd3-983c-574069e58f48'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:16:24.477253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.518518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:24.519254 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.614213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] device_id is not set on port 4c0153d9-73f4-4672-b1f4-2261e81faaf3 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:24.618583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.620265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-457ffa90-04ce-4b2d-a857-8992d2dca9a2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2553911 Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: from cryptography.utils import int_from_bytes Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: from cryptography.utils import int_from_bytes Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:24.625830 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:24.633038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55006) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:24.646660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0daca9ee-e507-42a8-9683-6e45a1df7db5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:24.717421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.718425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18bd30-f888-4291-90ae-1584fe7825ea None None] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:24.797855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.800465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 497ecdfa-ddc5-4e43-953f-322d2c7f91b8 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:16:24.894310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:24.901465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:24.901465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:24.902355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/networks/497ecdfa-ddc5-4e43-953f-322d2c7f91b8 HTTP/1.1" status: 204 len: 168 time: 2.0232713 Nov 24 22:16:24.908232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Pushing event updated for resources: {'Port': ['ID=dfb93302-d504-4c81-98ac-077bdeba448f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:24.918823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55008) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:24.920790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be1ba0-1a83-47e9-a4b9-c94339df8b20 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Network': ['ID=497ecdfa-ddc5-4e43-953f-322d2c7f91b8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:24.933365 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 22:16:24.933979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:24.940470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:25.007699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:25.007943 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95866750-a08a-4107-a49b-4c796d10619c tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8074908 Nov 24 22:16:25.015741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Made reservation on behalf of 36bd144a72be43a094a622fd79558197 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:25.016553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55012) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:25.022907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.044492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:25.063552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:25.079600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:25.161498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Allocated IP 172.20.0.1 (df299b0b-3621-47fc-8fe5-6ccbc444bbb2/9094a964-1cdf-4176-a550-7aec69b77dc6/0fd44178-4d77-4c45-834a-2f29a68769e4) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:25.224141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0daca9ee-e507-42a8-9683-6e45a1df7db5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:25.224519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.272556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Allocated IP 2001:db8::136 (0ce7986c-4a79-47a1-a090-8bf68d668020/a29c65ed-9205-4f89-bd67-68b1c8932fb7/4c0153d9-73f4-4672-b1f4-2261e81faaf3) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:25.293139 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:25.340844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.370561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:21Z', 'revision_number': 3, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:25.415893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Checking router: 00b34915-5bb9-40cc-b706-b2da1f418df7 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:25.416232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Updating router 00b34915-5bb9-40cc-b706-b2da1f418df7 port c2ac4fe4-ace7-4051-bb67-27803f8faffe binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:25.453474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.458946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e76778dd-199b-48f3-9e85-c840cf26c65e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:25.604951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.605360 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Added segment 901808fd-f6a9-45a5-a3f1-cc35801dc079 of type vlan for network 6d6db2da-81b0-423a-b1e0-b94284efccd5 Nov 24 22:16:25.635781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Deleting port 16f148a4-2a6a-4dcc-b316-88af1204e2c9 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:25.636125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.640857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6db02c7b-fb96-40a0-9cf1-f9bb82eff1bc None None] Provisioning complete for port b794c60a-1a89-4e18-8c38-194fb70c8eb4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:25.641404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6db02c7b-fb96-40a0-9cf1-f9bb82eff1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.673727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e76778dd-199b-48f3-9e85-c840cf26c65e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:25.674550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.784708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.801333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.856129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.873050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.873423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.886315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Allocated IP 172.20.0.2 (36f4c5c4-fa78-4d67-b1a7-d6116d302a5f/9cb25a1b-3e08-4bd3-983c-574069e58f48/ea62d142-5026-4625-9319-ccf189494cfd) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:25.907311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.919870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:25.939208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.941616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Calling delete_port for 16f148a4-2a6a-4dcc-b316-88af1204e2c9 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:25.944781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:25.947294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:25.953103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:25.953949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:25.975048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event updated for resources: {'Port': ['ID=ebfafcd1-cf0b-4e30-acab-57b9f17d365d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.074473 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-76c13b40-5b44-4af2-8b67-0fcb835b7021 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7112222 Nov 24 22:16:26.077625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55014) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:26.095096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.100884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.113897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b794c60a-1a89-4e18-8c38-194fb70c8eb4 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:26.122120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.123212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:26.123960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.125713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.147017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6db02c7b-fb96-40a0-9cf1-f9bb82eff1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.157010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:26.166400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:26.168840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:26.169314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.243242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd44178-4d77-4c45-834a-2f29a68769e4,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.257873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.270173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6db02c7b-fb96-40a0-9cf1-f9bb82eff1bc None None] For port b794c60a-1a89-4e18-8c38-194fb70c8eb4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b794c60a-1a89-4e18-8c38-194fb70c8eb4,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:26.276263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.289433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6db02c7b-fb96-40a0-9cf1-f9bb82eff1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.345213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.395980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b794c60a-1a89-4e18-8c38-194fb70c8eb4 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:26.396351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.405668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03196-8daa-4054-810c-e2d1172e70cd None None] Pushing event updated for resources: {'Port': ['ID=c2ac4fe4-ace7-4051-bb67-27803f8faffe,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.412211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.413325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Network': ['ID=6d6db2da-81b0-423a-b1e0-b94284efccd5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.441579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Attempting to bind port c2ac4fe4-ace7-4051-bb67-27803f8faffe on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:26.442028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Attempting to bind port c2ac4fe4-ace7-4051-bb67-27803f8faffe by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:26.442382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Attempting to bind port c2ac4fe4-ace7-4051-bb67-27803f8faffe on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:26.447081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network 0ce7986c-4a79-47a1-a090-8bf68d668020 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:26.450606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.454549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:26.467340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:26.468137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:26.468747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.485087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6d6db2da-81b0-423a-b1e0-b94284efccd5 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:26.503448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.513447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5324514e-3716-4d70-83fa-5131cc4de628 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5776272 Nov 24 22:16:26.524190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:26.524565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:26.524992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.525383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:26.525866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Bound port: c2ac4fe4-ace7-4051-bb67-27803f8faffe, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:26.526271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.540807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0153d9-73f4-4672-b1f4-2261e81faaf3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.543424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55016) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:26.573527 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'subnet': {'network_id': '6d6db2da-81b0-423a-b1e0-b94284efccd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:26.586761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3bab8150-6467-4d23-b7c7-0e6db293b7fb None None] Provisioning complete for port b794c60a-1a89-4e18-8c38-194fb70c8eb4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:26.587145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3bab8150-6467-4d23-b7c7-0e6db293b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.605604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:26.619274 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dbe7fdea-9ce8-45fa-8555-4e3c8db66909 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6893759 Nov 24 22:16:26.620442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Pushing event deleted for resources: {'Port': ['ID=16f148a4-2a6a-4dcc-b316-88af1204e2c9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.622385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55018) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:26.654706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:26.657197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:26.673687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db02c7b-fb96-40a0-9cf1-f9bb82eff1bc None None] Pushing event updated for resources: {'Port': ['ID=b794c60a-1a89-4e18-8c38-194fb70c8eb4,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.732985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.735754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.737196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-42d6d24e-dcbc-4bf6-8778-f1a6752fdc3a tempest-ExternalNetworksAdminNegativeTestJSON-1041783822 tempest-ExternalNetworksAdminNegativeTestJSON-1041783822-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d955b7b4-7a36-4a35-a031-44a47b685d81 HTTP/1.1" status: 204 len: 168 time: 1.7158434 Nov 24 22:16:26.750141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] For port c2ac4fe4-ace7-4051-bb67-27803f8faffe, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:26.763724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Made reservation on behalf of 36bd144a72be43a094a622fd79558197 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:26.766378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.767594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.812378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.829433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] For port c2ac4fe4-ace7-4051-bb67-27803f8faffe, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c2ac4fe4-ace7-4051-bb67-27803f8faffe,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:26.840423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Pushing event updated for resources: {'Port': ['ID=ea62d142-5026-4625-9319-ccf189494cfd,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:26.858242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.867978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Attempting to bind port ea62d142-5026-4625-9319-ccf189494cfd on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:26.868348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Attempting to bind port ea62d142-5026-4625-9319-ccf189494cfd by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:26.868710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Attempting to bind port ea62d142-5026-4625-9319-ccf189494cfd on network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:26.871282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbc34f5b-6b9b-445e-9086-23bd4513b629 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:26.904677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Deleting port ebfafcd1-cf0b-4e30-acab-57b9f17d365d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:26.905252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.928695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:26.929134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Checking segment: {'id': '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:26.929558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.930059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Bound using segment: {'id': '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:26.930547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Bound port: ea62d142-5026-4625-9319-ccf189494cfd, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '36f4c5c4-fa78-4d67-b1a7-d6116d302a5f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:26.931019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:26.938338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.038698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:27.039334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:27.052109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03196-8daa-4054-810c-e2d1172e70cd None None] Pushing event updated for resources: {'Port': ['ID=c2ac4fe4-ace7-4051-bb67-27803f8faffe,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:27.087342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.103583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Calling delete_port for ebfafcd1-cf0b-4e30-acab-57b9f17d365d owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:27.120389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.131559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Deleting port 4c0153d9-73f4-4672-b1f4-2261e81faaf3 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:27.131559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.206843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:27.238868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55026) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:27.250583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] For port ea62d142-5026-4625-9319-ccf189494cfd, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:27.298673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port fbc34f5b-6b9b-445e-9086-23bd4513b629 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:27.299594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.335316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] For port ea62d142-5026-4625-9319-ccf189494cfd, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea62d142-5026-4625-9319-ccf189494cfd,segment=NetworkSegment(843c086f-d22f-4cbc-b0bd-b0b2f0215bfa),segment_id=843c086f-d22f-4cbc-b0bd-b0b2f0215bfa)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:27.345935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.365541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Calling delete_port for 4c0153d9-73f4-4672-b1f4-2261e81faaf3 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:27.373562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.424997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f73cde06-683f-4111-bab0-f4288ec0eb6c None None] Provisioning complete for port 0fd44178-4d77-4c45-834a-2f29a68769e4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:27.425392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f73cde06-683f-4111-bab0-f4288ec0eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.530430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d497-1917-49ff-92bb-8fd42c2f5dc5 None None] Pushing event updated for resources: {'Port': ['ID=ea62d142-5026-4625-9319-ccf189494cfd,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:27.541743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f73cde06-683f-4111-bab0-f4288ec0eb6c None None] Port 0fd44178-4d77-4c45-834a-2f29a68769e4 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:27.573348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.581549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.598998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.610298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.613494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11153d99-7eee-4329-92c3-2ff13dc2578f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.615284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.616426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.636136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port fbc34f5b-6b9b-445e-9086-23bd4513b629, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fbc34f5b-6b9b-445e-9086-23bd4513b629,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:27.642224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.676456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:21Z', 'revision_number': 3, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:27.705424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.706287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2c9908d-c1e6-478d-a70c-f3328382d626 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:16:27.728194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c0e30-83cf-440d-9b30-76d73d0cf2b4 None None] The sync data for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv is: [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:21Z', 'revision_number': 3, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:27.742090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=fbc34f5b-6b9b-445e-9086-23bd4513b629,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:27.833958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 22:16:27.835009 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-af8256f3-d975-40b4-b3c6-bfc8d10bf7ab tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1676273 Nov 24 22:16:27.842790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55030) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:27.847224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd44178-4d77-4c45-834a-2f29a68769e4,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:27.873819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b794c60a-1a89-4e18-8c38-194fb70c8eb4 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:27.891028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Allocated IP 172.20.0.1 (baf38131-5088-4198-bc0c-824aac5d4b43/979d0e97-974f-4471-bfaf-a8158635df9f/487deb2d-d5a8-473d-9734-6d14712c5078) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:27.926881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:27.957906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b794c60a-1a89-4e18-8c38-194fb70c8eb4 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:27.960049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.002666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event deleted for resources: {'Port': ['ID=ebfafcd1-cf0b-4e30-acab-57b9f17d365d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:28.004993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Router f7c2927d-1527-4ce7-90bf-a72cbf0200be is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:16:28.046452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:28.054022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:28.085681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.objects.ports [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:16:28.086147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.087938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.249218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c0153d9-73f4-4672-b1f4-2261e81faaf3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:28.326914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Deleting port aedb9d92-4514-4f2c-af0d-2fe2f757302a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:28.327273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.329082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.332797 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-76a45e6d-549f-46e9-8f62-30f6bc538822 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "DELETE /v2.0/ports/ebfafcd1-cf0b-4e30-acab-57b9f17d365d HTTP/1.1" status: 204 len: 168 time: 2.2569444 Nov 24 22:16:28.340588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55032) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:28.352849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9bfbef23-7da5-4fca-8b4f-b1176eabaec5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:28.395919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.399549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8dce043a-fa2d-49fe-954d-3c23371dd198 None None] Provisioning complete for port 0fd44178-4d77-4c45-834a-2f29a68769e4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:28.400096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8dce043a-fa2d-49fe-954d-3c23371dd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.407811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.417948 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3c828da8-4973-493f-ac27-9fb8e89ce51b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4c0153d9-73f4-4672-b1f4-2261e81faaf3 HTTP/1.1" status: 204 len: 168 time: 1.7639775 Nov 24 22:16:28.418189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:28.427788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55036) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:28.428422 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Sync routers for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:28.433657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020', 'external_fixed_ips': [{'subnet_id': 'a29c65ed-9205-4f89-bd67-68b1c8932fb7', 'ip_address': '2001:db8::136'}]}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:28.452441 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:28.453989 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:28.478678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8dce043a-fa2d-49fe-954d-3c23371dd198 None None] Port 0fd44178-4d77-4c45-834a-2f29a68769e4 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:28.512278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.514974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.515686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.527457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11153d99-7eee-4329-92c3-2ff13dc2578f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.530903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.536082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Checking segment: {'id': '901808fd-f6a9-45a5-a3f1-cc35801dc079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d6db2da-81b0-423a-b1e0-b94284efccd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:28.536445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Network hostable DHCP agents. Network: 6d6db2da-81b0-423a-b1e0-b94284efccd5, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:28.541386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55038) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:28.542895 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dd9268c3-e2a7-477f-880e-43ba20e9592c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8532782 Nov 24 22:16:28.565792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11153d99-7eee-4329-92c3-2ff13dc2578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.575648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:16:28.625132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Network baf38131-5088-4198-bc0c-824aac5d4b43 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:28.633658 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-12bf172c-2969-4f58-9175-58517a3c26e1 tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2924500 Nov 24 22:16:28.638761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:28.642542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55040) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:28.657103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:28.692511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Pushing event updated for resources: {'Port': ['ID=487deb2d-d5a8-473d-9734-6d14712c5078,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:28.711193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-517351424'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:28.739969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.777912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:28.806097 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:28.815963 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11153d99-7eee-4329-92c3-2ff13dc2578f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a5ea0ff56094d26966a7750b2ec6746&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5734549 Nov 24 22:16:28.837914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55042) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:28.853838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11153d99-7eee-4329-92c3-2ff13dc2578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7e7f1-477f-466e-be96-5a36df6b3589,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:28.856665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Network 6d6db2da-81b0-423a-b1e0-b94284efccd5 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:28.869985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Calling delete_port for aedb9d92-4514-4f2c-af0d-2fe2f757302a owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:28.895044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.023446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Made reservation on behalf of 5239a71fb9b3449cad7403b7e8736ca6 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:29.027818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.054829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6d6db2da-81b0-423a-b1e0-b94284efccd5) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:29.066640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac716a-2ddc-4169-af38-0dd3f25cb694 None None] Network 6d6db2da-81b0-423a-b1e0-b94284efccd5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:29.093581 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:25Z', 'revision_number': 3, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:29.102091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34beecc6-cb17-49a7-bbbf-2cafef2ff62b None None] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:29.113472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:29.114401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.129100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.140962 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Checking router: f7c2927d-1527-4ce7-90bf-a72cbf0200be for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:29.142153 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Updating router f7c2927d-1527-4ce7-90bf-a72cbf0200be port dfb93302-d504-4c81-98ac-077bdeba448f binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:29.175857 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.245060 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e57ca747-cb8d-4728-88c4-14a070d385d5 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6893795 Nov 24 22:16:29.247753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55044) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:29.248251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:29.270287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'floatingip': {'floating_network_id': '6d6db2da-81b0-423a-b1e0-b94284efccd5'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:29.271303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91195820-8f77-4079-b8c2-efbb9bf4c9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.291703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.292049 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Added segment fd2a68b5-51b3-42d0-8b7e-8051a68fc1e4 of type vlan for network 565115a5-bf57-48e5-9835-c592b58eaeee Nov 24 22:16:29.324939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91195820-8f77-4079-b8c2-efbb9bf4c9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.369609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:29.375824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.382594 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7eaf5ee3-5b85-49c3-9e49-2fb938dc0897 admin admin] 10.222.0.41 "PUT /v2.0/routers/97fd11db-995a-4bdb-80b1-7d41fd2305f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3681109 Nov 24 22:16:29.387317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.415126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Sync routers for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:29.418859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.490966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Provisioning complete for port ea62d142-5026-4625-9319-ccf189494cfd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:29.491348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.504425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:16:29.505418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:29.506079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:29.580148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91195820-8f77-4079-b8c2-efbb9bf4c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.584499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91195820-8f77-4079-b8c2-efbb9bf4c9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.589386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.589566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.590596 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-91195820-8f77-4079-b8c2-efbb9bf4c9df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ca7e7f1-477f-466e-be96-5a36df6b3589 HTTP/1.1" status: 204 len: 168 time: 0.7058692 Nov 24 22:16:29.601768 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.609182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.611082 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.614851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195820-8f77-4079-b8c2-efbb9bf4c9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7e7f1-477f-466e-be96-5a36df6b3589,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:29.628016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:29.628655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.800747 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Attempting to bind port dfb93302-d504-4c81-98ac-077bdeba448f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:29.807808 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Attempting to bind port dfb93302-d504-4c81-98ac-077bdeba448f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:29.808270 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Attempting to bind port dfb93302-d504-4c81-98ac-077bdeba448f on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:29.827364 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:29.827760 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:29.828162 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.828558 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:29.829047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Bound port: dfb93302-d504-4c81-98ac-077bdeba448f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:29.841012 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:29.988755 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] For port dfb93302-d504-4c81-98ac-077bdeba448f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:29.992444 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] For port dfb93302-d504-4c81-98ac-077bdeba448f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=dfb93302-d504-4c81-98ac-077bdeba448f,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:30.021243 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.028795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca79cf-f5ed-4f0d-88d5-050136f05834 None None] Network 6d6db2da-81b0-423a-b1e0-b94284efccd5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:30.058383 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2dd1a-5d56-4b85-91aa-f4e696dffb71 None None] Pushing event updated for resources: {'Port': ['ID=dfb93302-d504-4c81-98ac-077bdeba448f,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:30.097688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea62d142-5026-4625-9319-ccf189494cfd up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:30.145891 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:30.147022 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:30.175252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.210503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:30.224282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.339481 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:30.360613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55064) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:30.410387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.448816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.484698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event updated for resources: {'Network': ['ID=565115a5-bf57-48e5-9835-c592b58eaeee,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:30.489086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.496457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] 10.222.0.41 "DELETE /v2.0/ports/aedb9d92-4514-4f2c-af0d-2fe2f757302a HTTP/1.1" status: 204 len: 168 time: 2.6467607 Nov 24 22:16:30.516302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.525155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 565115a5-bf57-48e5-9835-c592b58eaeee details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:30.576807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d1326-c661-4290-a369-de474370041f tempest-RoutersAdminNegativeIpV6Test-1867136802 tempest-RoutersAdminNegativeIpV6Test-1867136802-project-admin] Pushing event deleted for resources: {'Port': ['ID=aedb9d92-4514-4f2c-af0d-2fe2f757302a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:30.662577 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f035b0a6-076c-4bce-8c32-c7e61ab8216f tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0160937 Nov 24 22:16:30.676067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55070) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:30.713654 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:25Z', 'revision_number': 3, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:30.746426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] For port ea62d142-5026-4625-9319-ccf189494cfd, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea62d142-5026-4625-9319-ccf189494cfd,segment=NetworkSegment(843c086f-d22f-4cbc-b0bd-b0b2f0215bfa),segment_id=843c086f-d22f-4cbc-b0bd-b0b2f0215bfa)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:30.754280 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c740c7a-dbf8-48c1-9c02-b5358fbbf55a None None] The sync data for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv is: [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:25Z', 'revision_number': 3, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:30.762002 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2dd1a-5d56-4b85-91aa-f4e696dffb71 None None] Pushing event updated for resources: {'Port': ['ID=dfb93302-d504-4c81-98ac-077bdeba448f,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:30.774035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.804208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Pushing event updated for resources: {'Port': ['ID=487deb2d-d5a8-473d-9734-6d14712c5078,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:30.839858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.859148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ea62d142-5026-4625-9319-ccf189494cfd triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:30.859993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:30.877880 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8d226111-26d4-4ca8-b1cb-b91017f5613b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51f8e14089c340a4a673e396ad05c8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126181 Nov 24 22:16:30.943237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55072) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:31.049493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Provisioning complete for port 487deb2d-d5a8-473d-9734-6d14712c5078 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:31.050228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.065054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d77d103-e888-44be-b8d8-1aa40aaddc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.102903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Allocated IP 2001:db8::136 (0ce7986c-4a79-47a1-a090-8bf68d668020/a29c65ed-9205-4f89-bd67-68b1c8932fb7/6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:31.110086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55078) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:31.112972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Port 487deb2d-d5a8-473d-9734-6d14712c5078 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:31.146201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d77d103-e888-44be-b8d8-1aa40aaddc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.178911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e7d68-3697-4d0e-82d7-51d7b6a28850 None None] Pushing event updated for resources: {'Port': ['ID=ea62d142-5026-4625-9319-ccf189494cfd,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:31.309452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3e885a74-e3e6-438f-9782-f491f6079f96 None None] Provisioning complete for port ea62d142-5026-4625-9319-ccf189494cfd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:31.310331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3e885a74-e3e6-438f-9782-f491f6079f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.354059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c2ac4fe4-ace7-4051-bb67-27803f8faffe up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:31.357523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Network baf38131-5088-4198-bc0c-824aac5d4b43 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:31.358071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 2, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:31.369573 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ab2bca03-2c08-484f-8431-89a8f8e9949d tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/agents/abdad48c-29e0-43b6-8d85-2cc1e4f21edb/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.6838508 Nov 24 22:16:31.381225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55082) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:31.394215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:31.413582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55084) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:31.421688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109274481', 'description': 'tempest-description--245061749'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:31.441605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Checking router: 97fd11db-995a-4bdb-80b1-7d41fd2305f4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:31.442183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Updating router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 port 0fd44178-4d77-4c45-834a-2f29a68769e4 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:31.456422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.468054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cf63094d-ce5e-4b0e-9868-c51e795f44dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.548299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.596326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Allocated IP 172.20.0.13 (6d6db2da-81b0-423a-b1e0-b94284efccd5/9bfbef23-7da5-4fca-8b4f-b1176eabaec5/a01e2625-5223-48d6-bbff-8560e0de0ad6) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:31.679708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.689568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d77d103-e888-44be-b8d8-1aa40aaddc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.693007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d77d103-e888-44be-b8d8-1aa40aaddc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.696517 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1d77d103-e888-44be-b8d8-1aa40aaddc28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/661a9989-e038-4375-99ab-93401f6ac2b2 HTTP/1.1" status: 204 len: 168 time: 0.7499568 Nov 24 22:16:31.762713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c2ac4fe4-ace7-4051-bb67-27803f8faffe triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:31.763103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.771021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.800253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77d103-e888-44be-b8d8-1aa40aaddc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a9989-e038-4375-99ab-93401f6ac2b2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:31.825481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.839137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.913189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.916300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:31.917509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3e885a74-e3e6-438f-9782-f491f6079f96 None None] Could not find standard attr ID for object ebfafcd1-cf0b-4e30-acab-57b9f17d365d. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:16:32.009819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Network 6d6db2da-81b0-423a-b1e0-b94284efccd5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:32.015517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:32.035107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Router 00b34915-5bb9-40cc-b706-b2da1f418df7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:16:32.036343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:32.046780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.073479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network 0ce7986c-4a79-47a1-a090-8bf68d668020 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:32.097253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:32.109958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port c2ac4fe4-ace7-4051-bb67-27803f8faffe, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c2ac4fe4-ace7-4051-bb67-27803f8faffe,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:32.113164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9591a4ac-871f-4a68-be17-9ed424641015 None None] Provisioning complete for port 487deb2d-d5a8-473d-9734-6d14712c5078 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:32.113539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9591a4ac-871f-4a68-be17-9ed424641015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.113724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.120644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:32.124318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cf63094d-ce5e-4b0e-9868-c51e795f44dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.170320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:32.186261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.196144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf3a37-80ea-4da3-8190-0a533246f4e0 tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] Network 565115a5-bf57-48e5-9835-c592b58eaeee is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:32.198132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Port': ['ID=a01e2625-5223-48d6-bbff-8560e0de0ad6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:32.221325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.254438 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7abf3a37-80ea-4da3-8190-0a533246f4e0 tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "POST /v2.0/agents/abdad48c-29e0-43b6-8d85-2cc1e4f21edb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8639998 Nov 24 22:16:32.260894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55096) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:32.280142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cf63094d-ce5e-4b0e-9868-c51e795f44dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.337239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.337999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbc34f5b-6b9b-445e-9086-23bd4513b629 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:32.346993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1902ea-4414-4949-bc66-52fcfa77beb1 None None] Network 565115a5-bf57-48e5-9835-c592b58eaeee requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:32.362206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.363383 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9460928 Nov 24 22:16:32.381554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55100) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:32.388466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb430f-443c-434c-8396-6215b76540fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:32.402326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.424626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9d7f1-455e-4a80-8a34-cf15293bc1f4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb430f-443c-434c-8396-6215b76540fd,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:32.429737 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cf63094d-ce5e-4b0e-9868-c51e795f44dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0de8362bd8f34920b692024f73c3ff58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3186581 Nov 24 22:16:32.446149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55102) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:32.484078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9591a4ac-871f-4a68-be17-9ed424641015 None None] Port 487deb2d-d5a8-473d-9734-6d14712c5078 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:32.494563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.526292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.543022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:32.543212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Allocated IP 172.20.0.1 (ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a/bd692dd0-628c-43a4-9509-d568f40013da/6195cd50-5910-4f93-bb35-2f2056623367) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:32.549651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.556481 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-432a5b1d-9f31-4b61-bff2-544c6d27e320 admin admin] 10.222.0.41 "PUT /v2.0/routers/00b34915-5bb9-40cc-b706-b2da1f418df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9183609 Nov 24 22:16:32.558204 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Sync routers for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:32.560514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63094d-ce5e-4b0e-9868-c51e795f44dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af966624-5bae-4e0b-a3e5-938aeb401dc6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:32.577131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=c2ac4fe4-ace7-4051-bb67-27803f8faffe,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:32.577901 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:32.581663 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:32.684789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port fbc34f5b-6b9b-445e-9086-23bd4513b629 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:32.685394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.703214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac224e4-0e82-4df5-bf7e-8bbd7570f1aa None None] Pushing event updated for resources: {'Port': ['ID=0fd44178-4d77-4c45-834a-2f29a68769e4,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:32.775458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Attempting to bind port 0fd44178-4d77-4c45-834a-2f29a68769e4 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:32.776049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Attempting to bind port 0fd44178-4d77-4c45-834a-2f29a68769e4 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:32.780168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Attempting to bind port 0fd44178-4d77-4c45-834a-2f29a68769e4 on network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:32.790026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:32.809975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Checking segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:32.810676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.811267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Bound using segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:32.811984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Bound port: 0fd44178-4d77-4c45-834a-2f29a68769e4, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:32.812599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.846994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.872102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.881761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49d6de54-21ec-47da-9afb-d791110663f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.916712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:32.955126 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eaa6728f-25ce-4dd4-8b18-6406d41b10d6 tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/agents/abdad48c-29e0-43b6-8d85-2cc1e4f21edb/dhcp-networks HTTP/1.1" status: 200 len: 8021 time: 0.6912785 Nov 24 22:16:32.958186 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:32.969224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55122) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:32.996700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] For port 0fd44178-4d77-4c45-834a-2f29a68769e4, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:33.013182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] For port 0fd44178-4d77-4c45-834a-2f29a68769e4, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0fd44178-4d77-4c45-834a-2f29a68769e4,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:33.056621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.069179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.071497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82aee6c-f739-4989-b88b-e523050efeab,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:33.098093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.146429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.152945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-97ea0a77-308d-43bd-99d5-02649aba9be0 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7682624 Nov 24 22:16:33.153786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55128) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:33.234154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb430f-443c-434c-8396-6215b76540fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:33.236293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1c757c5a-7456-4b32-bca9-6749bd6d6a73 None None] Provisioning complete for port 0fd44178-4d77-4c45-834a-2f29a68769e4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:33.236902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c757c5a-7456-4b32-bca9-6749bd6d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.297365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49d6de54-21ec-47da-9afb-d791110663f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.329373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.442565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac224e4-0e82-4df5-bf7e-8bbd7570f1aa None None] Pushing event updated for resources: {'Port': ['ID=0fd44178-4d77-4c45-834a-2f29a68769e4,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:33.446869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Port': ['ID=a01e2625-5223-48d6-bbff-8560e0de0ad6,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:33.451820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:33.452442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:33.464632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49d6de54-21ec-47da-9afb-d791110663f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.490567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49d6de54-21ec-47da-9afb-d791110663f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.494749 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-49d6de54-21ec-47da-9afb-d791110663f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af966624-5bae-4e0b-a3e5-938aeb401dc6 HTTP/1.1" status: 204 len: 168 time: 1.0431426 Nov 24 22:16:33.508066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60aa29ac-f54b-4925-a826-24a44b5835bb tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "DELETE /v2.0/agents/abdad48c-29e0-43b6-8d85-2cc1e4f21edb/dhcp-networks/565115a5-bf57-48e5-9835-c592b58eaeee HTTP/1.1" status: 204 len: 168 time: 0.5233333 Nov 24 22:16:33.509206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55134) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:33.519960 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 2, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:33.548727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.563158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.571394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.575407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a8400cd3-894f-4451-b274-8778e117ec5a tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3162842 Nov 24 22:16:33.576453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55136) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:33.590997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.596938 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Checking router: 00b34915-5bb9-40cc-b706-b2da1f418df7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:33.603194 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Updating router 00b34915-5bb9-40cc-b706-b2da1f418df7 port 487deb2d-d5a8-473d-9734-6d14712c5078 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:33.612232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6de54-21ec-47da-9afb-d791110663f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af966624-5bae-4e0b-a3e5-938aeb401dc6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:33.677899 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.695689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d0c50882-7843-4002-a009-7fd5d1cecc18 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=6d6db2da-81b0-423a-b1e0-b94284efccd5 HTTP/1.1" status: 200 len: 690 time: 0.1180580 Nov 24 22:16:33.701239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55138) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:33.726208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dfb93302-d504-4c81-98ac-077bdeba448f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:33.936445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port dfb93302-d504-4c81-98ac-077bdeba448f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:33.936761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.980399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:33.984979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.032558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.140724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c757c5a-7456-4b32-bca9-6749bd6d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.164374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:34.188785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1c757c5a-7456-4b32-bca9-6749bd6d6a73 None None] For port 0fd44178-4d77-4c45-834a-2f29a68769e4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0fd44178-4d77-4c45-834a-2f29a68769e4,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:34.191064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Pushing event updated for resources: {'Port': ['ID=6195cd50-5910-4f93-bb35-2f2056623367,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:34.199466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c757c5a-7456-4b32-bca9-6749bd6d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.208423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fdeab0-7fe2-4df1-a032-d764ea8ae345,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:34.240914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.245194 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d8477b1-816e-43b0-9cfa-efe0d063433c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0754313 Nov 24 22:16:34.251456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55152) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:34.259478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:34.262054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c757c5a-7456-4b32-bca9-6749bd6d6a73 None None] Pushing event updated for resources: {'Port': ['ID=0fd44178-4d77-4c45-834a-2f29a68769e4,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:34.293984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:34.294650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:34.295294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.317899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.382701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:34.389023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-25b59377-3b59-43b2-b53f-32a74bdde403 None None] Provisioning complete for port 0fd44178-4d77-4c45-834a-2f29a68769e4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:34.393159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.395871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-25b59377-3b59-43b2-b53f-32a74bdde403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.473436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port dfb93302-d504-4c81-98ac-077bdeba448f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=dfb93302-d504-4c81-98ac-077bdeba448f,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:34.483125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55156) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:34.519406 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.534769 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.558211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.559052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c2ac4fe4-ace7-4051-bb67-27803f8faffe up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:34.600481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.614535 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9123f59-ac14-4bb5-af42-995486970dec None None] Pushing event updated for resources: {'Port': ['ID=487deb2d-d5a8-473d-9734-6d14712c5078,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:34.640180 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4510afe0-dc9b-4e36-929c-9f7b131df88a tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/agents/abdad48c-29e0-43b6-8d85-2cc1e4f21edb/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 1.1157739 Nov 24 22:16:34.642980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55160) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:34.724509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=dfb93302-d504-4c81-98ac-077bdeba448f,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:34.739800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1d5635f1-b9b6-48a9-9112-6943d9247894 tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/networks/36f4c5c4-fa78-4d67-b1a7-d6116d302a5f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0945144 Nov 24 22:16:34.747919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55164) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:34.765814 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20ee9594-6d33-4c68-9068-d6296abd6994 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06f874407e6d4d348c0923ea9f972e4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2805574 Nov 24 22:16:34.771135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55166) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:34.778558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.810446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f41f7d77-6c8f-4121-8642-acfdab5ccb06 tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/networks/36f4c5c4-fa78-4d67-b1a7-d6116d302a5f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0608616 Nov 24 22:16:34.812322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Router c98fe3eb-08e6-41ad-9dc2-30b009e165f2 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:16:34.816245 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Attempting to bind port 487deb2d-d5a8-473d-9734-6d14712c5078 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:34.816623 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Attempting to bind port 487deb2d-d5a8-473d-9734-6d14712c5078 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:34.816989 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Attempting to bind port 487deb2d-d5a8-473d-9734-6d14712c5078 on network baf38131-5088-4198-bc0c-824aac5d4b43 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:34.825391 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:34.826121 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Checking segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:34.826539 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.826982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Bound using segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:34.828125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55168) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:34.832383 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Bound port: 487deb2d-d5a8-473d-9734-6d14712c5078, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:34.832639 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:34.920952 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] For port 487deb2d-d5a8-473d-9734-6d14712c5078, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:34.926683 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] For port 487deb2d-d5a8-473d-9734-6d14712c5078, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=487deb2d-d5a8-473d-9734-6d14712c5078,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:34.945240 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.018317 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:35.019160 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:35.038094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55172) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:35.081932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.097021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.097788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.116968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55176) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:35.133775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952391713', 'description': 'tempest-description--1755844221'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:35.168181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c2ac4fe4-ace7-4051-bb67-27803f8faffe triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:35.168783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.197079 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:35.226257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:35.265698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:35.278306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:35.333036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-52d8032b-8862-4978-8f60-6a8abd88a9db tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:35.336249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851926b-ca72-4efb-8e33-78db3e126351 None None] The sync data for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv is: [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:35.337074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.347711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Provisioning complete for port 487deb2d-d5a8-473d-9734-6d14712c5078 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:35.348080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.348710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Deleting port a01e2625-5223-48d6-bbff-8560e0de0ad6 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:35.349054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.370293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.453632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea62d142-5026-4625-9319-ccf189494cfd up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:35.480451 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f197cd9e-785a-424c-81c0-e67714f4c43b tempest-DHCPAgentSchedulersTestJSON-1245503610 tempest-DHCPAgentSchedulersTestJSON-1245503610-project-admin] 10.222.0.41 "GET /v2.0/agents/abdad48c-29e0-43b6-8d85-2cc1e4f21edb/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.6487656 Nov 24 22:16:35.489612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55178) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:35.528042 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9123f59-ac14-4bb5-af42-995486970dec None None] Pushing event updated for resources: {'Port': ['ID=487deb2d-d5a8-473d-9734-6d14712c5078,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:35.559011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ea62d142-5026-4625-9319-ccf189494cfd triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:35.559381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.568027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:35.587065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Sync routers for ids ['c98fe3eb-08e6-41ad-9dc2-30b009e165f2'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:35.602466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.644185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Routers {'c98fe3eb-08e6-41ad-9dc2-30b009e165f2'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:35.644830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c98fe3eb-08e6-41ad-9dc2-30b009e165f2'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:35.672424 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:35.679753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Pushing event updated for resources: {'Port': ['ID=6195cd50-5910-4f93-bb35-2f2056623367,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:35.711769 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbeec1-b76c-4a95-9f24-a1c76c5038ce None None] The sync data for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv is: [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:35.728783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c241a2e-fa7d-4893-b541-fa5bcb75b847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.821559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c241a2e-fa7d-4893-b541-fa5bcb75b847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.842547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.848483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b0eb5b4a-1c1f-4e6a-93fc-fa48c09f3f12 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.4196422 Nov 24 22:16:35.855494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.855905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.865277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55180) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:35.907474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Calling delete_port for a01e2625-5223-48d6-bbff-8560e0de0ad6 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:35.921111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Router f7c2927d-1527-4ce7-90bf-a72cbf0200be has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:16:35.936625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] For port 487deb2d-d5a8-473d-9734-6d14712c5078, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=487deb2d-d5a8-473d-9734-6d14712c5078,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:35.945861 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-52d8032b-8862-4978-8f60-6a8abd88a9db tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "PUT /v2.0/quotas/e39004b4e3f441cd8cba8a02f2fc4984 HTTP/1.1" status: 200 len: 366 time: 0.8719029 Nov 24 22:16:35.948646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55182) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:35.954345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:35.963036 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5b962260-2da1-47da-ba47-6902d6f21616 tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128856 Nov 24 22:16:35.968439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55184) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:35.978823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.028142 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e7a13fcc-2731-460b-924b-bc7b0248642b tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "GET /v2.0/quotas/e39004b4e3f441cd8cba8a02f2fc4984 HTTP/1.1" status: 200 len: 366 time: 0.0554705 Nov 24 22:16:36.032405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55186) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:36.045696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Provisioning complete for port 6195cd50-5910-4f93-bb35-2f2056623367 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:36.046032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.108405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c241a2e-fa7d-4893-b541-fa5bcb75b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.109083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Allocated IP 172.26.3.166 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/2a7fa7e4-0f12-4105-955d-8b0c3b27e748) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:36.112131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c241a2e-fa7d-4893-b541-fa5bcb75b847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.113916 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7c241a2e-fa7d-4893-b541-fa5bcb75b847 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc981c67-211f-47fc-b46c-854137da2bd1 HTTP/1.1" status: 204 len: 168 time: 1.3408339 Nov 24 22:16:36.129788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Set router c98fe3eb-08e6-41ad-9dc2-30b009e165f2 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:36.132542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241a2e-fa7d-4893-b541-fa5bcb75b847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc981c67-211f-47fc-b46c-854137da2bd1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:36.141198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.157679 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-beb3088d-f419-461d-86c9-3f4ff7e06398 tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/e39004b4e3f441cd8cba8a02f2fc4984 HTTP/1.1" status: 204 len: 168 time: 0.1216996 Nov 24 22:16:36.164735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55190) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:36.186953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.215788 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-659b521d-10e6-4792-be29-f42ea926589e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0467286 Nov 24 22:16:36.215788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:36.255238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Pushing event updated for resources: {'Port': ['ID=487deb2d-d5a8-473d-9734-6d14712c5078,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:36.266305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2cbb3-de73-4220-9734-636932c8c2da None None] Port 6195cd50-5910-4f93-bb35-2f2056623367 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:36.286280 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e7a5bc18-c94b-4042-b114-02c9c8b9b30a tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "GET /v2.0/quotas/e39004b4e3f441cd8cba8a02f2fc4984 HTTP/1.1" status: 200 len: 370 time: 0.0597570 Nov 24 22:16:36.297183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55194) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:36.309496 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b6edb55e-86b3-48d3-bfd3-fd1b852f0c9f tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "GET /v2.0/quotas/e39004b4e3f441cd8cba8a02f2fc4984/default HTTP/1.1" status: 200 len: 370 time: 0.0072377 Nov 24 22:16:36.332489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55196) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:36.351080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:36.359194 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0db2c591-31ff-4fc5-8b84-d77cd2dd2f5f admin admin] 10.222.0.41 "PUT /v2.0/routers/f7c2927d-1527-4ce7-90bf-a72cbf0200be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8117104 Nov 24 22:16:36.367960 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Sync routers for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:36.387221 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:36.391272 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:36.414331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.419450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-963d881c-3220-46e1-851b-88c0a4fa925c None None] Provisioning complete for port 487deb2d-d5a8-473d-9734-6d14712c5078 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:36.419958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-963d881c-3220-46e1-851b-88c0a4fa925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.447068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.555980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Port': ['ID=a01e2625-5223-48d6-bbff-8560e0de0ad6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:36.610737 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.616239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.660507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dfb93302-d504-4c81-98ac-077bdeba448f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:36.673261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565115a5-bf57-48e5-9835-c592b58eaeee']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:36.692730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2a68b5-51b3-42d0-8b7e-8051a68fc1e4') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:36.693026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2a68b5-51b3-42d0-8b7e-8051a68fc1e4') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:36.709320 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:36.718815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.755278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.756877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.773776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:36.774607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98fe3eb-08e6-41ad-9dc2-30b009e165f2', 'name': '', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020', 'external_fixed_ips': [{'subnet_id': 'a29c65ed-9205-4f89-bd67-68b1c8932fb7', 'ip_address': '2001:db8::136'}], 'enable_snat': True}, 'gw_port_id': '6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:28Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 3, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port': {'id': '6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f', 'name': '', 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98fe3eb-08e6-41ad-9dc2-30b009e165f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'a29c65ed-9205-4f89-bd67-68b1c8932fb7', 'ip_address': '2001:db8::136', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:30Z', 'updated_at': '2021-11-24T22:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29c65ed-9205-4f89-bd67-68b1c8932fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:36.775245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.876380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Checking router: c98fe3eb-08e6-41ad-9dc2-30b009e165f2 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:36.876792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Updating router c98fe3eb-08e6-41ad-9dc2-30b009e165f2 port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:36.885298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.922447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-963d881c-3220-46e1-851b-88c0a4fa925c None None] Provisioning complete for port 6195cd50-5910-4f93-bb35-2f2056623367 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:36.923287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-963d881c-3220-46e1-851b-88c0a4fa925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:36.927960 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:36.930447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:36.939013 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8147647 Nov 24 22:16:36.941025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-596c46f7-d4db-45d6-a896-c22827589ef0 tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] delete failed (client error): The resource could not be found. Nov 24 22:16:36.944674 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-596c46f7-d4db-45d6-a896-c22827589ef0 tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/e39004b4e3f441cd8cba8a02f2fc4984 HTTP/1.1" status: 404 len: 348 time: 0.0613554 Nov 24 22:16:36.951354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55212) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:36.981314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.038313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port dfb93302-d504-4c81-98ac-077bdeba448f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:37.044376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.088102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.101814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-963d881c-3220-46e1-851b-88c0a4fa925c None None] Port 6195cd50-5910-4f93-bb35-2f2056623367 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:37.135242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.137919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.138749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.139081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > port after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.139402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.139760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > port after_update 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.140080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.140391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.140743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.141091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.157728 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95480d-fab1-4719-a7e3-651d3f7732be tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:37.165503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.174654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.182741 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "DELETE /v2.0/networks/565115a5-bf57-48e5-9835-c592b58eaeee HTTP/1.1" status: 204 len: 168 time: 1.6389253 Nov 24 22:16:37.204968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55218) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:37.246004 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f2479-ceaf-40b3-a745-568561c5e61e tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] DELETE failed (client error): The resource could not be found. Nov 24 22:16:37.246708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435f2479-ceaf-40b3-a745-568561c5e61e tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:37.252528 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-435f2479-ceaf-40b3-a745-568561c5e61e tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "DELETE /v2.0/ports/ebfafcd1-cf0b-4e30-acab-57b9f17d365d HTTP/1.1" status: 404 len: 333 time: 0.0465429 Nov 24 22:16:37.274099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4d6e8-078f-4f32-b2bf-945f759c5536 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event deleted for resources: {'Network': ['ID=565115a5-bf57-48e5-9835-c592b58eaeee,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:37.277557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55220) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:37.328639 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 2, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:37.367449 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Checking router: f7c2927d-1527-4ce7-90bf-a72cbf0200be for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:16:37.370727 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Updating router f7c2927d-1527-4ce7-90bf-a72cbf0200be port 6195cd50-5910-4f93-bb35-2f2056623367 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:16:37.416737 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.498942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0fd44178-4d77-4c45-834a-2f29a68769e4 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:37.556578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55222) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:37.591486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.593813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102836298', 'description': 'tempest-description--2045117241'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:37.594798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.595164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.596222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 22:16:37.596598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6db2da-81b0-423a-b1e0-b94284efccd5']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:37.613784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55226) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:37.616193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Request body: {'security_group_rule': {'security_group_id': 'c1c0f88f-0d7d-4d64-a7a1-3271a23c787f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:37.633278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0fd44178-4d77-4c45-834a-2f29a68769e4 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:37.633642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfbef23-7da5-4fca-8b4f-b1176eabaec5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:37.633766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.657512 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.674982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.675497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901808fd-f6a9-45a5-a3f1-cc35801dc079') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:37.675829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901808fd-f6a9-45a5-a3f1-cc35801dc079') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:37.699072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.700419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:network and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:37.702412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.729055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.732153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.746699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Deleting subnet 9cb25a1b-3e08-4bd3-983c-574069e58f48 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:16:37.750725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:37.752703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.755733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cf1d-dc18-464c-9364-1b9c62031a6c None None] Pushing event updated for resources: {'Port': ['ID=6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:37.760311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: from cryptography.utils import int_from_bytes Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: from cryptography.utils import int_from_bytes Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:37.762715 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:37.782089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.791067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.840000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 487deb2d-d5a8-473d-9734-6d14712c5078 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:37.883071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:subnet and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:37.888770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.917102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.924751 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.927786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Attempting to bind port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:37.928247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Attempting to bind port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '725bc769-28fb-4b95-be14-82a987ec42e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:37.929871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Attempting to bind port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f on network 0ce7986c-4a79-47a1-a090-8bf68d668020 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:37.930385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:37.938135 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.946750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.948454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:37.949081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Checking segment: {'id': '725bc769-28fb-4b95-be14-82a987ec42e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:37.951933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.953225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Bound using segment: {'id': '725bc769-28fb-4b95-be14-82a987ec42e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:37.954858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Bound port: 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725bc769-28fb-4b95-be14-82a987ec42e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0ce7986c-4a79-47a1-a090-8bf68d668020'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:37.956180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.958279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 487deb2d-d5a8-473d-9734-6d14712c5078 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:37.958701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:37.964147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d6db2da-81b0-423a-b1e0-b94284efccd5 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:16:38.001065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d6db2da-81b0-423a-b1e0-b94284efccd5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.018926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.030813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.031695 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bfb21-9368-456c-bae9-4ca3327b3b70 None None] Pushing event updated for resources: {'Port': ['ID=6195cd50-5910-4f93-bb35-2f2056623367,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.033153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.042061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-66f081d4-dbd0-424c-b2a4-e0cb23591ad3 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6d6db2da-81b0-423a-b1e0-b94284efccd5 HTTP/1.1" status: 204 len: 168 time: 4.3394361 Nov 24 22:16:38.046322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55236) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.087438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.093015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] For port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:38.098321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] For port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f,segment=NetworkSegment(725bc769-28fb-4b95-be14-82a987ec42e3),segment_id=725bc769-28fb-4b95-be14-82a987ec42e3)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:38.101775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.112052 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Attempting to bind port 6195cd50-5910-4f93-bb35-2f2056623367 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:38.112408 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Attempting to bind port 6195cd50-5910-4f93-bb35-2f2056623367 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:38.112915 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Attempting to bind port 6195cd50-5910-4f93-bb35-2f2056623367 on network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:38.114032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:subnetpool and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:38.120049 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:38.120563 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Checking segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:38.121371 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.121579 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Bound using segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:38.122134 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Bound port: 6195cd50-5910-4f93-bb35-2f2056623367, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:38.123226 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.137911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3e1be3-10fa-477e-bc8e-4d007373c22e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.160312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.162670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.167476 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b5882ac5-d28c-4314-a3b9-9d2be414947c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2064846 Nov 24 22:16:38.167476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55242) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.172938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Request body: {'security_group_rule': {'security_group_id': 'c1c0f88f-0d7d-4d64-a7a1-3271a23c787f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:38.220529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:38.235921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:38.240917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Routers {'c98fe3eb-08e6-41ad-9dc2-30b009e165f2'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:38.244692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c98fe3eb-08e6-41ad-9dc2-30b009e165f2'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:38.263954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.351376 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] For port 6195cd50-5910-4f93-bb35-2f2056623367, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:38.368536 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] For port 6195cd50-5910-4f93-bb35-2f2056623367, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6195cd50-5910-4f93-bb35-2f2056623367,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:38.374919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] Set router c98fe3eb-08e6-41ad-9dc2-30b009e165f2 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:38.381881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:38.389763 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.393384 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a1372b9f-e064-4828-85aa-1302ea6ddf0e tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3113062 Nov 24 22:16:38.395865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55244) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.401017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:38.437614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-21343bf9-fcdd-4ecc-880b-6befa4b298ce tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] Request body: {'port': {'network_id': 'ea6a89aa-6b2a-49d9-85e6-6709def617ff', 'name': 'tempest-NetworksNegativeTestJSON-383479871'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:38.442196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98fe3eb-08e6-41ad-9dc2-30b009e165f2', 'name': '', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:28Z', 'updated_at': '2021-11-24T22:16:37Z', 'revision_number': 4, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:38.444890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 487deb2d-d5a8-473d-9734-6d14712c5078 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:38.457193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.467138 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bfb21-9368-456c-bae9-4ca3327b3b70 None None] Pushing event updated for resources: {'Port': ['ID=6195cd50-5910-4f93-bb35-2f2056623367,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.486642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.495817 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:38.496678 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:38.540189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.561740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Deleting port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:38.562090 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.571784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event updated for resources: {'Port': ['ID=2a7fa7e4-0f12-4105-955d-8b0c3b27e748,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.583636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cf1d-dc18-464c-9364-1b9c62031a6c None None] Pushing event updated for resources: {'Port': ['ID=6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.587181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7166c7-66c4-4330-8a9c-bfbbd2ef22c0,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.606264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7491e2-8f70-445a-96b0-e4802aa05434 None None] The sync data for ids ['c98fe3eb-08e6-41ad-9dc2-30b009e165f2'] in dv-neutron-818715-1-hyperv is: [{'id': 'c98fe3eb-08e6-41ad-9dc2-30b009e165f2', 'name': '', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:28Z', 'updated_at': '2021-11-24T22:16:37Z', 'revision_number': 4, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:38.607925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e53f4234-91e4-442d-b5a4-b025c4966778 None None] Provisioning complete for port 6195cd50-5910-4f93-bb35-2f2056623367 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:38.608295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e53f4234-91e4-442d-b5a4-b025c4966778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.612669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.613297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.622709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.624088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.624088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.624328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.624906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.625418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:38.631377 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5e94f6e2-d9f4-4d45-a855-2c15eb02184f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.2341137 Nov 24 22:16:38.632012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55246) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.659243 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:16:38.698943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 487deb2d-d5a8-473d-9734-6d14712c5078 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:38.699334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.715751 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-76c28376-6bf0-45d8-84eb-1ebcb4529c7f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] delete failed (client error): The resource could not be found. Nov 24 22:16:38.720069 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-76c28376-6bf0-45d8-84eb-1ebcb4529c7f tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/500cb6d0-d883-4382-a0c1-13c439e282fb HTTP/1.1" status: 404 len: 345 time: 0.0857899 Nov 24 22:16:38.723780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.726412 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-21343bf9-fcdd-4ecc-880b-6befa4b298ce tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] POST failed (client error): The resource could not be found. Nov 24 22:16:38.728015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0da1c3d1-653f-4aad-90cc-fe6b2fc2a13f tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5592284 Nov 24 22:16:38.728838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55248) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.731100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21343bf9-fcdd-4ecc-880b-6befa4b298ce tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:38.732617 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-21343bf9-fcdd-4ecc-880b-6befa4b298ce tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6875331 Nov 24 22:16:38.738634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55250) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.739891 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.746404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55252) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.759480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:38.840755 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2a1714-577e-42fa-bd19-afebd41e069b tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 22:16:38.849079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2a1714-577e-42fa-bd19-afebd41e069b tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:38.858143 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4a2a1714-577e-42fa-bd19-afebd41e069b tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6d6db2da-81b0-423a-b1e0-b94284efccd5 HTTP/1.1" status: 404 len: 339 time: 0.1272910 Nov 24 22:16:38.863805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:port and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:38.864308 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae5b388-e6ec-44e3-802f-385c3eccbe0b tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] DELETE failed (client error): The resource could not be found. Nov 24 22:16:38.865759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae5b388-e6ec-44e3-802f-385c3eccbe0b tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:38.868385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.872783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3134634 Nov 24 22:16:38.873618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55254) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.874138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55256) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.878089 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0ae5b388-e6ec-44e3-802f-385c3eccbe0b tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "DELETE /v2.0/networks/81d073c4-26ce-476a-88af-0de7884971de HTTP/1.1" status: 404 len: 339 time: 0.1055079 Nov 24 22:16:38.886970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55258) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:38.899025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'network': {'name': 'tempest-network--319538994', 'router:external': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:38.916016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Request body: {'security_group_rule': {'security_group_id': '7d5f0a17-f1e7-4568-9540-6ec064a28cb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:38.929350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:38.975462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e53f4234-91e4-442d-b5a4-b025c4966778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.988121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:38.995418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082482a-357b-45d6-962c-fb2b0351f79b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f0a17-f1e7-4568-9540-6ec064a28cb5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:38.998820 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eab9967-00b9-46be-9c9a-3fe953949c0f tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] DELETE failed (client error): The resource could not be found. Nov 24 22:16:38.999654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eab9967-00b9-46be-9c9a-3fe953949c0f tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:39.010431 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7eab9967-00b9-46be-9c9a-3fe953949c0f tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "DELETE /v2.0/ports/8a221c31-a091-40a6-b971-a80d8266d496 HTTP/1.1" status: 404 len: 333 time: 0.1188028 Nov 24 22:16:39.010431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55262) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.036660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.049065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:router and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:39.081076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e53f4234-91e4-442d-b5a4-b025c4966778 None None] For port 6195cd50-5910-4f93-bb35-2f2056623367, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6195cd50-5910-4f93-bb35-2f2056623367,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:39.087635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e53f4234-91e4-442d-b5a4-b025c4966778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.104435 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eea1042-3cfc-44e7-a139-d4a532862672 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] DELETE failed (client error): The resource could not be found. Nov 24 22:16:39.105226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eea1042-3cfc-44e7-a139-d4a532862672 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:39.113775 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1eea1042-3cfc-44e7-a139-d4a532862672 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "DELETE /v2.0/subnets/1e04949e-036b-464d-ac9a-461f8ba532c7 HTTP/1.1" status: 404 len: 337 time: 0.0926037 Nov 24 22:16:39.116544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55264) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.129272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:39.138124 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:38Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:39.173728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f4234-91e4-442d-b5a4-b025c4966778 None None] Pushing event updated for resources: {'Port': ['ID=6195cd50-5910-4f93-bb35-2f2056623367,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:39.174441 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7328dc7-bd38-479b-b556-22a12eb2ac7d None None] The sync data for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv is: [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:38Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:39.175439 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c227c88-f65c-4c99-ac00-3a04b59da101 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] GET failed (client error): The resource could not be found. Nov 24 22:16:39.187348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c227c88-f65c-4c99-ac00-3a04b59da101 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "GET /v2.0/networks/995a0969-3186-4636-b1ed-8a75eb451a60 HTTP/1.1" status: 404 len: 339 time: 0.0697262 Nov 24 22:16:39.187983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55266) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.206860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.216511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-43042269-3896-4562-9d47-e4908154316b None None] Provisioning complete for port 6195cd50-5910-4f93-bb35-2f2056623367 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:39.217086 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43042269-3896-4562-9d47-e4908154316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.224416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b445983-e1f3-4a17-ac27-ab35f855fdb3 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] GET failed (client error): The resource could not be found. Nov 24 22:16:39.229968 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2b445983-e1f3-4a17-ac27-ab35f855fdb3 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "GET /v2.0/ports/5aa8cd35-9208-4aea-9fa9-17c98814ca30 HTTP/1.1" status: 404 len: 333 time: 0.0408564 Nov 24 22:16:39.237108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55268) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.252217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.260827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Made reservation on behalf of 36bd144a72be43a094a622fd79558197 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:39.264990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.331781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:floatingip and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:39.354299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] For port 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f,segment=NetworkSegment(725bc769-28fb-4b95-be14-82a987ec42e3),segment_id=725bc769-28fb-4b95-be14-82a987ec42e3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:39.360933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.377799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:39.394235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:39.441266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Calling delete_port for 6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:39.443785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.444227 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Added segment 1fea3000-af09-4afe-a9b8-172e2d3708f4 of type vlan for network b1c3ee13-c731-4969-a282-0e6dc590505f Nov 24 22:16:39.462886 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f1c618-1ef9-49c7-99f1-5c0005f8dfd0 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] GET failed (client error): The resource could not be found. Nov 24 22:16:39.468363 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-07f1c618-1ef9-49c7-99f1-5c0005f8dfd0 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "GET /v2.0/subnets/9a7d2f92-2fda-4d4a-ac62-1e8bfea1c15e HTTP/1.1" status: 404 len: 337 time: 0.2291379 Nov 24 22:16:39.469932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55270) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.476385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.477501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3a70503c-6e71-439d-b743-b422e1c6b280 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:39.497561 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a70503c-6e71-439d-b743-b422e1c6b280 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] PUT failed (client error): The resource could not be found. Nov 24 22:16:39.498270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a70503c-6e71-439d-b743-b422e1c6b280 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:39.504299 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3a70503c-6e71-439d-b743-b422e1c6b280 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "PUT /v2.0/networks/3588f7a9-dace-43b9-ad37-ba8a5904b31f HTTP/1.1" status: 404 len: 339 time: 0.0329108 Nov 24 22:16:39.505805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55272) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.515704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8c279b82-315b-4551-a5a6-77598dc24e7d tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:39.538689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c279b82-315b-4551-a5a6-77598dc24e7d tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] PUT failed (client error): The resource could not be found. Nov 24 22:16:39.539717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c279b82-315b-4551-a5a6-77598dc24e7d tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:39.545166 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8c279b82-315b-4551-a5a6-77598dc24e7d tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "PUT /v2.0/ports/a3afbfed-99f0-4ecb-9dfb-112d59e6f8d0 HTTP/1.1" status: 404 len: 333 time: 0.0383136 Nov 24 22:16:39.545372 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:16:39.545819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55274) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.546652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.553798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-52d11601-009d-4ad7-a870-3b214a499f12 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:39.581457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d11601-009d-4ad7-a870-3b214a499f12 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] PUT failed (client error): The resource could not be found. Nov 24 22:16:39.581906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d11601-009d-4ad7-a870-3b214a499f12 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:39.586527 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-52d11601-009d-4ad7-a870-3b214a499f12 tempest-NetworksNegativeTestJSON-395301126 tempest-NetworksNegativeTestJSON-395301126-project] 10.222.0.41 "PUT /v2.0/subnets/61a846bf-a3cf-416d-87d4-a3bbe0a5e19e HTTP/1.1" status: 404 len: 337 time: 0.0373290 Nov 24 22:16:39.594234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.613128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.657561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.659924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.710474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65bbc01-0b16-43de-9941-03e9d0861212 None None] Network 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:39.718113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb25a1b-3e08-4bd3-983c-574069e58f48,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:39.724418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.727603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b1fe43d9-840a-45fe-a104-3cdb43b78f72 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "DELETE /v2.0/subnets/9cb25a1b-3e08-4bd3-983c-574069e58f48 HTTP/1.1" status: 204 len: 168 time: 2.4460468 Nov 24 22:16:39.735273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55280) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.763115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95be3a3-755b-44b7-b21c-30a3a50c52d3,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:39.777915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.782087 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e7728e8d-86f7-47a6-9e9e-5aa4d356516e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8878295 Nov 24 22:16:39.784382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55282) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.803048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Request body: {'security_group_rule': {'security_group_id': '7d5f0a17-f1e7-4568-9540-6ec064a28cb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:39.827297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Allocated IP 172.26.3.111 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/cd872cfc-5f99-469a-93dc-b749a200494d) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:39.846710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.918025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:security_group and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:39.920146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.921302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:39.922025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:39.943092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55286) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:39.959323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] DHCP port deletion for 36f4c5c4-fa78-4d67-b1a7-d6116d302a5f request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:16:39.967829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:40.051784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1589608 Nov 24 22:16:40.057116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] Deleting port ea62d142-5026-4625-9319-ccf189494cfd {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:40.057381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.068401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55290) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:40.069373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.081331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Usage tracker for resource:security_group_rule and tenant:ed90e93f4fe34d6898d02b276ee91169 is out of sync, need to count used quota {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 22:16:40.087624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.109246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Deleting port ea62d142-5026-4625-9319-ccf189494cfd {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:40.109657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.150499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.quota.resource [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 24 22:16:40.186324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] For port ea62d142-5026-4625-9319-ccf189494cfd, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea62d142-5026-4625-9319-ccf189494cfd,segment=NetworkSegment(843c086f-d22f-4cbc-b0bd-b0b2f0215bfa),segment_id=843c086f-d22f-4cbc-b0bd-b0b2f0215bfa)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:40.186726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.192895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534569b-c361-4e9b-8222-fc7d38288679 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Network': ['ID=b1c3ee13-c731-4969-a282-0e6dc590505f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:40.198190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] For port ea62d142-5026-4625-9319-ccf189494cfd, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea62d142-5026-4625-9319-ccf189494cfd,segment=NetworkSegment(843c086f-d22f-4cbc-b0bd-b0b2f0215bfa),segment_id=843c086f-d22f-4cbc-b0bd-b0b2f0215bfa)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:40.198714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.213954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] Calling delete_port for ea62d142-5026-4625-9319-ccf189494cfd owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:40.215166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Calling delete_port for ea62d142-5026-4625-9319-ccf189494cfd owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:40.241622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b1c3ee13-c731-4969-a282-0e6dc590505f details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:40.261407 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-10634732-902e-4746-8bbb-d4006645686e tempest-QuotasTest-900245588 tempest-QuotasTest-900245588-project-admin] 10.222.0.41 "GET /v2.0/quotas/ed90e93f4fe34d6898d02b276ee91169/details.json HTTP/1.1" status: 200 len: 703 time: 2.6351426 Nov 24 22:16:40.382944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa7b30ea-f596-4a0c-95e4-c1595f951422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.391689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6195cd50-5910-4f93-bb35-2f2056623367 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:40.403475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.477613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event deleted for resources: {'Port': ['ID=ea62d142-5026-4625-9319-ccf189494cfd,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:40.490040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] No DVR routers for this DVR port ea62d142-5026-4625-9319-ccf189494cfd on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:16:40.603999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.624551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] No DVR routers for this DVR port ea62d142-5026-4625-9319-ccf189494cfd on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:16:40.664792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4b4d1-700b-4b7e-b7c6-b95f889ba0fb None None] Pushing event deleted for resources: {'Port': ['ID=ea62d142-5026-4625-9319-ccf189494cfd,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:40.665194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55296) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:40.667723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 6195cd50-5910-4f93-bb35-2f2056623367 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:40.668271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.717544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.739283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.745979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.775367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.785270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.795758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.803596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.812741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9083-cc4c-44dd-9c7a-af7c201c4fe9 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:40.827141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9083-cc4c-44dd-9c7a-af7c201c4fe9 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:40.834543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9083-cc4c-44dd-9c7a-af7c201c4fe9 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:40.841568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9083-cc4c-44dd-9c7a-af7c201c4fe9 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:40.848253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9083-cc4c-44dd-9c7a-af7c201c4fe9 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:40.859237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-14db9083-cc4c-44dd-9c7a-af7c201c4fe9 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.7756176 Nov 24 22:16:40.866831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55300) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:40.867756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:40.878325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea62d142-5026-4625-9319-ccf189494cfd no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:16:40.901119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: ea62d142-5026-4625-9319-ccf189494cfd {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:16:40.901597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea62d142-5026-4625-9319-ccf189494cfd not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:16:40.903256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f4c5c4-fa78-4d67-b1a7-d6116d302a5f']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:40.916458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event updated for resources: {'Port': ['ID=cd872cfc-5f99-469a-93dc-b749a200494d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:40.926514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e7d1e8e-2b4a-4f1b-a2ea-a1555d96140f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:40.928500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258cc504-256f-4aec-894c-d4f09d7dd28e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:40.943072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:40.943368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843c086f-d22f-4cbc-b0bd-b0b2f0215bfa') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:40.945449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c5e498e-e61f-4ccc-a19c-706accfb31e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:40.947444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:40.960616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:40.974415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.019648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.020856 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f0c5effe-7feb-4a33-a535-e3ba6d44ed33 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2272015 Nov 24 22:16:41.030185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55304) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.044464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:41.048844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.055204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.071395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:41.071895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:41.077730 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:41.098228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa7b30ea-f596-4a0c-95e4-c1595f951422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.157303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa7b30ea-f596-4a0c-95e4-c1595f951422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.192330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.197490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event updated for resources: {'Port': ['ID=2a7fa7e4-0f12-4105-955d-8b0c3b27e748,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.202269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.211405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.215876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.229876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.245689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fa7b30ea-f596-4a0c-95e4-c1595f951422 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=762f2aaa65394e78aff03c34053d0e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2978754 Nov 24 22:16:41.246405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.258103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55306) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.258319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.272984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.278638 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] 10.222.0.41 "DELETE /v2.0/networks/36f4c5c4-fa78-4d67-b1a7-d6116d302a5f HTTP/1.1" status: 204 len: 168 time: 1.5421660 Nov 24 22:16:41.279053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.280266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc907d10-d260-4709-99e2-44a02e84efb3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0178220 Nov 24 22:16:41.289082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.289665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c98fe3eb-08e6-41ad-9dc2-30b009e165f2 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:16:41.295153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.296425 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-498b906f-a6c4-4763-99ed-0c0d5124553a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c98fe3eb-08e6-41ad-9dc2-30b009e165f2 HTTP/1.1" status: 204 len: 168 time: 5.4282038 Nov 24 22:16:41.307038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b30ea-f596-4a0c-95e4-c1595f951422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991a0d41-8709-4735-a251-96de59433115,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.324022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55312) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.358815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0573f0-58ab-410c-a36f-c2052aadd7c5 tempest-DHCPAgentSchedulersTestJSON-1588409681 tempest-DHCPAgentSchedulersTestJSON-1588409681-project] Pushing event deleted for resources: {'Network': ['ID=36f4c5c4-fa78-4d67-b1a7-d6116d302a5f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.414593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c5e498e-e61f-4ccc-a19c-706accfb31e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.415625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.438978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.443132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c5e498e-e61f-4ccc-a19c-706accfb31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.454767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Deleting subnet a29c65ed-9205-4f89-bd67-68b1c8932fb7 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:16:41.468593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.503629 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c3ee13-c731-4969-a282-0e6dc590505f']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:41.509192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3ce528f-6b99-4fcd-ba59-3064b4be67a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.522516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e498e-e61f-4ccc-a19c-706accfb31e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4517f81-13a1-4283-a65b-5fd9c6db4fcb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.525355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fea3000-af09-4afe-a9b8-172e2d3708f4') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:41.525653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fea3000-af09-4afe-a9b8-172e2d3708f4') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:41.530159 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2c5e498e-e61f-4ccc-a19c-706accfb31e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9a1ac50498e4d01b0817b604e62e177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626089 Nov 24 22:16:41.541253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55322) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.558277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.588078 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.610473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55328) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.615296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3ce528f-6b99-4fcd-ba59-3064b4be67a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.634957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.649314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.670371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:41.670969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:41.676714 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:41.710800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.723247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.726833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.793759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c668d924-4975-4886-87a9-dcd1a314d3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.835142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.838184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c668d924-4975-4886-87a9-dcd1a314d3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.843807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3ce528f-6b99-4fcd-ba59-3064b4be67a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.847075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3ce528f-6b99-4fcd-ba59-3064b4be67a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.848246 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f3ce528f-6b99-4fcd-ba59-3064b4be67a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/991a0d41-8709-4735-a251-96de59433115 HTTP/1.1" status: 204 len: 168 time: 0.5892138 Nov 24 22:16:41.859135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event updated for resources: {'Port': ['ID=cd872cfc-5f99-469a-93dc-b749a200494d,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.864095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Allocated IP 172.26.3.26 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/aefd2f58-e9ba-4b4a-b559-04c7e86ec0da) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:41.866982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1c3ee13-c731-4969-a282-0e6dc590505f {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:16:41.875183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.882596 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/networks/b1c3ee13-c731-4969-a282-0e6dc590505f HTTP/1.1" status: 204 len: 168 time: 1.0099647 Nov 24 22:16:41.885904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55348) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.896346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce528f-6b99-4fcd-ba59-3064b4be67a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991a0d41-8709-4735-a251-96de59433115,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.899401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'network': {'name': 'tempest-network--1793718373', 'router:external': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:41.900376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.902214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55350) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.911076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f15e26-c97b-49cd-9731-59b073271ee9 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1c3ee13-c731-4969-a282-0e6dc590505f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.916786 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 22:16:41.951673 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4f92b125-d0dc-4ed1-aa9c-4661fa7aa584 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5239a71fb9b3449cad7403b7e8736ca6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3382826 Nov 24 22:16:41.952673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.956037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55352) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:41.959162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a29c65ed-9205-4f89-bd67-68b1c8932fb7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:41.977371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:41.981348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dbe84287-17a5-407c-8e31-794bd9ac6d48 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/a29c65ed-9205-4f89-bd67-68b1c8932fb7 HTTP/1.1" status: 204 len: 168 time: 0.6562030 Nov 24 22:16:41.989839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55354) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:42.023780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Made reservation on behalf of 36bd144a72be43a094a622fd79558197 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:42.029060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.042310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.043338 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2d94d99f-adb2-4aa8-a403-31fdd0503e76 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2938542 Nov 24 22:16:42.112072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.122884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:42.126205 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-f8aa7db6-fa0e-4fc1-9026-4930acfe1387 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--109274481&fields=id&tenant_id=40f8fe8349354c1095b806d14f06c7ab HTTP/1.1" status: 200 len: 267 time: 0.2127702 Nov 24 22:16:42.138064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.138686 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Added segment de742592-558d-4e6f-903b-85876a74a9fe of type vlan for network f7c47f38-1620-4478-8bfb-c88227d76eb6 Nov 24 22:16:42.147746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c668d924-4975-4886-87a9-dcd1a314d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.150449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c668d924-4975-4886-87a9-dcd1a314d3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.154493 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c668d924-4975-4886-87a9-dcd1a314d3e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4517f81-13a1-4283-a65b-5fd9c6db4fcb HTTP/1.1" status: 204 len: 168 time: 0.5988963 Nov 24 22:16:42.264386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.268553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.281009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.306949 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-106a3e97-f3ad-4062-94d0-f599f3fff3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.308667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668d924-4975-4886-87a9-dcd1a314d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4517f81-13a1-4283-a65b-5fd9c6db4fcb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:42.342258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:42.356330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:42.375208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:42.411557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-106a3e97-f3ad-4062-94d0-f599f3fff3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.411900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event updated for resources: {'Port': ['ID=aefd2f58-e9ba-4b4a-b559-04c7e86ec0da,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:42.428412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.429537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:42.430275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.499134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6080494 Nov 24 22:16:42.502327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55376) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:42.594707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.618569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce7986c-4a79-47a1-a090-8bf68d668020']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:42.619889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cf465-cac6-4c66-a825-3f8df7b5ec83 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Network': ['ID=f7c47f38-1620-4478-8bfb-c88227d76eb6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:42.630717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f7c47f38-1620-4478-8bfb-c88227d76eb6 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:42.651896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725bc769-28fb-4b95-be14-82a987ec42e3') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:42.652549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725bc769-28fb-4b95-be14-82a987ec42e3') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:42.669779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.673019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89add06-7b07-44bf-8c1b-37ef65e71322 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:42.677240 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c89add06-7b07-44bf-8c1b-37ef65e71322 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] 10.222.0.41 "GET /v2.0/networks/f7c47f38-1620-4478-8bfb-c88227d76eb6 HTTP/1.1" status: 200 len: 757 time: 0.1727846 Nov 24 22:16:42.677856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55388) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:42.679048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.707297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.732957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:42.733144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:42.737103 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:42.755788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-858b5916-aee4-448d-8af9-40fab0a0f217 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:42.757381 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-858b5916-aee4-448d-8af9-40fab0a0f217 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/networks?id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2 HTTP/1.1" status: 200 len: 805 time: 0.6297543 Nov 24 22:16:42.777972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55390) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:42.819146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.819968 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-91ad00c4-7475-436d-a89a-16ae9fff754a tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/quotas/40f8fe8349354c1095b806d14f06c7ab HTTP/1.1" status: 200 len: 375 time: 0.0271139 Nov 24 22:16:42.825063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54cd01da-9074-44ba-8aad-47b7b50f96b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.885271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db283f-4bf4-47bc-abb7-451f232a64a5 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:42.889508 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-14db283f-4bf4-47bc-abb7-451f232a64a5 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] 10.222.0.41 "GET /v2.0/networks/4727c4df-a4ad-41a9-855f-7fa4458b1cbb HTTP/1.1" status: 200 len: 768 time: 0.2085469 Nov 24 22:16:42.890117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55394) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:42.901234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-106a3e97-f3ad-4062-94d0-f599f3fff3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.904809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-106a3e97-f3ad-4062-94d0-f599f3fff3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.908784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-106a3e97-f3ad-4062-94d0-f599f3fff3e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0349335-d003-45a4-9b3f-ee4bfc67ce23 HTTP/1.1" status: 204 len: 168 time: 0.9478631 Nov 24 22:16:42.922569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a3e97-f3ad-4062-94d0-f599f3fff3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0349335-d003-45a4-9b3f-ee4bfc67ce23,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:42.944553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.954256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ce7986c-4a79-47a1-a090-8bf68d668020 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:16:42.956804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:42.960346 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/networks/0ce7986c-4a79-47a1-a090-8bf68d668020 HTTP/1.1" status: 204 len: 168 time: 0.9686787 Nov 24 22:16:42.979307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27327f-755c-4a8d-b58b-e4034668f0c0 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ce7986c-4a79-47a1-a090-8bf68d668020,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:43.004316 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-aa96d4be-63f0-48c3-9690-760d2de3c4ed tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f8fe8349354c1095b806d14f06c7ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777873 Nov 24 22:16:43.065624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55406) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:43.072715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.110752 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-b821473a-2f07-49e8-b4bb-ff1203c4fecf tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--952391713&fields=id&tenant_id=cde6873aa3084a9088d4c371dd104cb9 HTTP/1.1" status: 200 len: 267 time: 0.0437005 Nov 24 22:16:43.167324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54cd01da-9074-44ba-8aad-47b7b50f96b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.189021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54cd01da-9074-44ba-8aad-47b7b50f96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.274849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.289524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.295665 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-54cd01da-9074-44ba-8aad-47b7b50f96b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed90e93f4fe34d6898d02b276ee91169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119159 Nov 24 22:16:43.297810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55414) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:43.309361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd01da-9074-44ba-8aad-47b7b50f96b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b3a13-1ce8-4bc5-a6c7-a406a26f0a79,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:43.322492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.331708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c47f38-1620-4478-8bfb-c88227d76eb6']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:43.333857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-bd0b6c44-d30d-47c2-84ae-8aa3707b8578 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:43.335394 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-bd0b6c44-d30d-47c2-84ae-8aa3707b8578 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/networks?id=baf38131-5088-4198-bc0c-824aac5d4b43 HTTP/1.1" status: 200 len: 812 time: 0.2163017 Nov 24 22:16:43.361982 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-f138701a-82c6-4615-ad0a-613ecd64e7d3 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/quotas/cde6873aa3084a9088d4c371dd104cb9 HTTP/1.1" status: 200 len: 375 time: 0.0202301 Nov 24 22:16:43.382260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de742592-558d-4e6f-903b-85876a74a9fe') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:43.382558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de742592-558d-4e6f-903b-85876a74a9fe') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:43.413365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.711037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.713858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55420) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:43.724919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event updated for resources: {'Port': ['ID=aefd2f58-e9ba-4b4a-b559-04c7e86ec0da,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:43.772457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a7bd12d5-5dad-406d-a802-37da56302ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.799997 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-52aa80da-f5b4-47f2-9718-fa4addc5f8da tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cde6873aa3084a9088d4c371dd104cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4253080 Nov 24 22:16:43.831498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.859295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:43.859732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:43.862078 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:43.863803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a699e85d-bb64-46cf-b396-d481c5e549e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.869213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.879493 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7a70f7a4-90a3-4658-9f29-43e31ab2607e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8397396 Nov 24 22:16:43.897087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-a1a0e3cf-6a81-4541-afe1-41dc1a1cca08 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:16:43.898779 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-a1a0e3cf-6a81-4541-afe1-41dc1a1cca08 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1535368 Nov 24 22:16:43.954099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a699e85d-bb64-46cf-b396-d481c5e549e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.987552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a7bd12d5-5dad-406d-a802-37da56302ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:43.990311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.004130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55434) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:44.008414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'name': 'tempest-router--595879342', 'project_id': '136105026e544539891aca26c11c49d2'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:44.010077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7c47f38-1620-4478-8bfb-c88227d76eb6 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:16:44.014023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.017806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f7c47f38-1620-4478-8bfb-c88227d76eb6 HTTP/1.1" status: 204 len: 168 time: 1.1227455 Nov 24 22:16:44.037790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55436) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:44.038090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9e360-0031-451e-866d-e61b12773abf tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7c47f38-1620-4478-8bfb-c88227d76eb6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:44.042162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a7bd12d5-5dad-406d-a802-37da56302ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.085361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'network': {'name': 'tempest-network--386217934'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:44.091807 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a7bd12d5-5dad-406d-a802-37da56302ff1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4bfbd8a680346ce82578037dfa91b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679051 Nov 24 22:16:44.094861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55440) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:44.118490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.119561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.126057 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-f9a46ab3-19d5-42e2-ada5-d1af26d2cf62 service neutron] 10.222.0.41 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208149 Nov 24 22:16:44.166171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd12d5-5dad-406d-a802-37da56302ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7665f57-86c3-49d0-8f7d-5042280e4205,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:44.191173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-72d29963-1ef2-4cbe-99a0-b63d4cf49f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.208394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Made reservation on behalf of 36bd144a72be43a094a622fd79558197 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:44.211301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.238114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a699e85d-bb64-46cf-b396-d481c5e549e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.241760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a699e85d-bb64-46cf-b396-d481c5e549e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.247068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a699e85d-bb64-46cf-b396-d481c5e549e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d7b3a13-1ce8-4bc5-a6c7-a406a26f0a79 HTTP/1.1" status: 204 len: 168 time: 0.9467292 Nov 24 22:16:44.263689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699e85d-bb64-46cf-b396-d481c5e549e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b3a13-1ce8-4bc5-a6c7-a406a26f0a79,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:44.270450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f30262d1-cd17-4708-860b-ad8e3a7bd892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.291484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:44.316340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.317385 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Added segment fe59ef1a-f3cd-4db1-a5a4-48d82bc987e8 of type vlan for network ac658323-b8b0-4d80-bc04-62306f36a564 Nov 24 22:16:44.319735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.333618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.341768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55448) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:44.346395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f30262d1-cd17-4708-860b-ad8e3a7bd892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.347256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-7ded4d97-5780-40b6-94ec-df89e81a1cb5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:16:44.354362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-7ded4d97-5780-40b6-94ec-df89e81a1cb5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1263249 Nov 24 22:16:44.389914 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-e570a284-5931-4cf7-9e0f-6e0c0efa833f service neutron] 10.222.0.41 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476735 Nov 24 22:16:44.400026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.421880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.422793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e5d1aba0-d37d-455d-81a1-09372eca2e69 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4177082 Nov 24 22:16:44.427913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55452) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:44.490112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-717770637'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:44.507892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-1c9c3665-5716-4815-b6a9-e7537dd2236e service neutron] 10.222.0.41 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525548 Nov 24 22:16:44.512503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.598718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:44.603057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.618709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.682555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-5e86af6f-b82e-4da0-8339-da565800cdf3 service neutron] 10.222.0.41 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675758 Nov 24 22:16:44.724945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.726062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:44.726997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.763614 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6824186 Nov 24 22:16:44.769325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55462) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:44.775966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:44.834529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.849403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.858528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f30262d1-cd17-4708-860b-ad8e3a7bd892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.866224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f30262d1-cd17-4708-860b-ad8e3a7bd892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.871435 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f30262d1-cd17-4708-860b-ad8e3a7bd892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7665f57-86c3-49d0-8f7d-5042280e4205 HTTP/1.1" status: 204 len: 168 time: 0.7695255 Nov 24 22:16:44.948032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:44.968674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30262d1-cd17-4708-860b-ad8e3a7bd892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7665f57-86c3-49d0-8f7d-5042280e4205,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:44.979571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.037973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a077b-3258-4293-96c9-dc6fc22fb520 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Network': ['ID=ac658323-b8b0-4d80-bc04-62306f36a564,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:45.051976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.052562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3341a23d-7422-4d95-8426-c310f304f221 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:16:45.057413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ac658323-b8b0-4d80-bc04-62306f36a564 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:45.061349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.065890 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6739a33f-e9b7-452d-9dbe-bc2b7c545375 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3341a23d-7422-4d95-8426-c310f304f221 HTTP/1.1" status: 204 len: 168 time: 0.6362514 Nov 24 22:16:45.123601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f33da4-864f-44b4-9606-9f4960c7a654,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:45.129564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:45.161299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-b319efda-3125-4238-b421-ec93eccac514 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--102836298&fields=id&tenant_id=1980012ee3f64d90a7bf7271d5b8c616 HTTP/1.1" status: 200 len: 267 time: 0.2432611 Nov 24 22:16:45.193162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c008f436-c7fb-4717-b9e9-e81fc3cbe917 req-9b638765-63e5-455f-86f3-47734a9e2919 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.1156003 Nov 24 22:16:45.207817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.208162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment 01db48ad-e6e9-48b0-a049-65b26fb95807 of type vlan for network d7d7fab6-046c-4088-8d75-ee2e31e2b27b Nov 24 22:16:45.349123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b8b601c0-19f8-493e-91c1-723dd76d263f req-0b5c2e3d-e8dd-4512-9f23-1a7cf15344f2 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.0779123 Nov 24 22:16:45.396861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.428540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55516) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:45.473246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.481694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.487185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:45.487788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.510684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-1e0fe1b8-2297-4ff1-baa2-2b9e44c3fe43 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:45.518253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-1e0fe1b8-2297-4ff1-baa2-2b9e44c3fe43 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 811 time: 0.3281868 Nov 24 22:16:45.546442 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-569dad51-a80d-4e60-aa13-92567a40b014 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/quotas/1980012ee3f64d90a7bf7271d5b8c616 HTTP/1.1" status: 200 len: 375 time: 0.0272174 Nov 24 22:16:45.548227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.597992 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2372086 Nov 24 22:16:45.598404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55524) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:45.604480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'name': 'tempest-PortsIpV6TestJSON-1638785069'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:45.616135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Network ac658323-b8b0-4d80-bc04-62306f36a564 is not hosted by any dhcp agent {{(pid=102410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:16:45.616986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:45.617591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.618944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "PUT /v2.0/networks/ac658323-b8b0-4d80-bc04-62306f36a564 HTTP/1.1" status: 200 len: 857 time: 0.8482840 Nov 24 22:16:45.622630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:45.687222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b0b1-2f74-4272-a917-6e27b9d4444a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=d7d7fab6-046c-4088-8d75-ee2e31e2b27b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:45.701240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:45.781540 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-d007f4a3-1a8c-4bfe-8c37-eec835cc91f8 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2264802 Nov 24 22:16:45.877879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:45.886672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.889781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:45.906610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6253bc-7287-4b1e-8e35-6dce0eaa96fe tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event updated for resources: {'Network': ['ID=ac658323-b8b0-4d80-bc04-62306f36a564,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:45.935361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 05869e3f-3bfb-4728-a4f7-d149a51bc286 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:45.967699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-829061901', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:46.054971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.057881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.122310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.187956 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-9ab83396-5fd8-41d1-b059-407d7f01edbd service neutron] 10.222.0.41 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051585 Nov 24 22:16:46.230964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac658323-b8b0-4d80-bc04-62306f36a564']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:46.239851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55566) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:46.270576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.391357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe59ef1a-f3cd-4db1-a5a4-48d82bc987e8') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:46.391991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe59ef1a-f3cd-4db1-a5a4-48d82bc987e8') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:46.455128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412052751'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:46.499228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:46.502685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.507070 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5273ffa1-53a5-4fe3-84a9-30dd52d7be95 req-d454e5b0-5b7b-43b3-9bde-73591c2b597e tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.1518748 Nov 24 22:16:46.516200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.516735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.547985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.557643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:46.558140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:46.560114 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:46.572916 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-a679c099-2b75-4c3c-8713-c24ab0b065a6 service neutron] 10.222.0.41 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645570 Nov 24 22:16:46.600326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5889276-640e-42de-8f29-f0f2f43f5594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.637950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.641513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.679623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac658323-b8b0-4d80-bc04-62306f36a564 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:16:46.688248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.695908 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61d84c88-8758-482c-8ebc-dd461e18f7a8 req-68623a4f-2c33-462c-95cd-5d8ecf5c5f02 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.0611806 Nov 24 22:16:46.701616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:46.712182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.712773 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment c75b5b1b-0b72-46d4-b427-437ced7c6dc0 of type vlan for network b6c8a333-f876-40de-84e7-122bbb885e4b Nov 24 22:16:46.714066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.718549 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ac658323-b8b0-4d80-bc04-62306f36a564 HTTP/1.1" status: 204 len: 168 time: 1.0880613 Nov 24 22:16:46.721488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5b5dc-0c3b-4405-aca9-43458e2257d4 tempest-ExternalNetworksTestJSON-358497189 tempest-ExternalNetworksTestJSON-358497189-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac658323-b8b0-4d80-bc04-62306f36a564,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:46.727808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55592) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:46.760555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-21acd813-3776-44bb-bdf3-dc9ae8da56ee tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] DELETE failed (client error): The resource could not be found. Nov 24 22:16:46.761337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21acd813-3776-44bb-bdf3-dc9ae8da56ee tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:46.763395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.771192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-21acd813-3776-44bb-bdf3-dc9ae8da56ee tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] 10.222.0.41 "DELETE /v2.0/subnets/9bfbef23-7da5-4fca-8b4f-b1176eabaec5 HTTP/1.1" status: 404 len: 337 time: 0.0415502 Nov 24 22:16:46.774614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55596) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:46.843773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.850375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:46.851147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.853135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.880673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.897414 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6562514 Nov 24 22:16:46.902762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:46.918386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.075705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8b900-11a6-4888-abcb-f44fd39a3c3c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:47.125917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55606) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:47.153305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:47.201193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.237411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4727c4df-a4ad-41a9-855f-7fa4458b1cbb']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:47.247581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3217202-082d-413e-aa03-a00b76e0e429') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:47.248125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3217202-082d-413e-aa03-a00b76e0e429') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:47.260959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.276693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.291163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:47.291766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:47.297296 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:47.359158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d378ed-72f5-4f8f-89ec-d9b3711b208b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=b6c8a333-f876-40de-84e7-122bbb885e4b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:47.375320 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-28e187d6-2225-4bbf-9c19-7aa867b8e6c9 req-a1ed4894-6fe9-4b34-9fb7-827fb63328a3 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.3381462 Nov 24 22:16:47.391725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b6c8a333-f876-40de-84e7-122bbb885e4b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:47.457019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.465249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.475564 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] 10.222.0.41 "DELETE /v2.0/networks/4727c4df-a4ad-41a9-855f-7fa4458b1cbb HTTP/1.1" status: 204 len: 168 time: 0.6959634 Nov 24 22:16:47.517905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e4756-ea0d-4704-8395-8aa9cad17ef2 tempest-ExternalNetworksTestJSON-1522785960 tempest-ExternalNetworksTestJSON-1522785960-project] Pushing event deleted for resources: {'Network': ['ID=4727c4df-a4ad-41a9-855f-7fa4458b1cbb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:47.577899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.715963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:47.719883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:47.851393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f6a99d3f-5238-4bf7-80ff-20e5d9e9cdcc req-5228119e-d261-466c-8c99-f63ebb83c3aa tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.0514643 Nov 24 22:16:47.960220 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-80747cd8-5269-4fcb-a025-c359f8a338ec req-f12a3ab6-5cba-40c8-afd0-e28e0e751029 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.0306034 Nov 24 22:16:47.960915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55640) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.005436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=05869e3f-3bfb-4728-a4f7-d149a51bc286,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:48.047132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': '01db48ad-e6e9-48b0-a049-65b26fb95807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:48.047497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: d7d7fab6-046c-4088-8d75-ee2e31e2b27b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:48.105391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:48.163242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9476a31e-4486-45c5-973f-5849225d2c57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f7d46526e074386a4204cfc2cbf84fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2001069 Nov 24 22:16:48.164165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55648) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.187274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d7d7fab6-046c-4088-8d75-ee2e31e2b27b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:48.195627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794a98f-5bb7-4a5e-94c9-0bcd00b617e4 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:48.210146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.214412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:48.223498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:48.223498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.239956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.71', 57368) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.240862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55650) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.279005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.313531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.338382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edec3643-16c4-40bd-a6bb-884301a2d16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.375408 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b71797fd-8f79-43a8-a993-246c93c2b84c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7727790 Nov 24 22:16:48.381637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55656) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.395216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255076708'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:48.479785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b9c1d3c8-e3fd-448c-a80d-e85ec45e0d96 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:48.654795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b9c1d3c8-e3fd-448c-a80d-e85ec45e0d96 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "PUT /v2.0/quotas/fbbeee1861e645dc8977f9a54518b3da HTTP/1.1" status: 200 len: 368 time: 0.4101820 Nov 24 22:16:48.663573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-78217ef8-e706-4cb6-87aa-965a7c0fd419 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:48.665097 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-78217ef8-e706-4cb6-87aa-965a7c0fd419 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.71 "GET /v2.0/networks?id=baf38131-5088-4198-bc0c-824aac5d4b43 HTTP/1.1" status: 200 len: 812 time: 0.4218097 Nov 24 22:16:48.667501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55670) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.674241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Request body: {'network': {'project_id': 'fbbeee1861e645dc8977f9a54518b3da'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:48.677656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.681750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edec3643-16c4-40bd-a6bb-884301a2d16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.745609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Allocated IP 172.26.3.187 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/d717f1e7-180f-4edf-b08a-db2f6725d401) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:48.748126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.71', 57373) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:48.789699 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-77757a6c-3a83-46b4-9e1c-4441c0bf4099 req-e2ba4b2b-5a6f-40d0-8843-0ce60dfbf9ca tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.0936823 Nov 24 22:16:48.834699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edec3643-16c4-40bd-a6bb-884301a2d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.837732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edec3643-16c4-40bd-a6bb-884301a2d16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.839053 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-edec3643-16c4-40bd-a6bb-884301a2d16e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c1db1a7-5714-4a3b-a7bf-35a661d2fa9f HTTP/1.1" status: 204 len: 168 time: 0.6736805 Nov 24 22:16:48.849203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Made reservation on behalf of fbbeee1861e645dc8977f9a54518b3da for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:48.850937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3643-16c4-40bd-a6bb-884301a2d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1db1a7-5714-4a3b-a7bf-35a661d2fa9f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:48.851514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.854661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:48.860251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.923749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:48.936505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.937106 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment d5d37851-d0b1-41b8-9880-537c27102c91 of type vlan for network 937384d3-9ff1-4d3a-800c-cd61b70ed3b0 Nov 24 22:16:48.961641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:48.964956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=88319016-2b82-408d-820c-de8849b15969,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:49.019192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1a2ac918-21bb-4942-98db-784c901a74da req-afb5c8e5-217b-4f45-b9a1-d222c97ba852 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.0483057 Nov 24 22:16:49.022896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.033618 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-b94b573e-d20a-4b76-9e17-108fd2e33067 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde6873aa3084a9088d4c371dd104cb9 HTTP/1.1" status: 200 len: 379 time: 0.3187339 Nov 24 22:16:49.040457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:49.040810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: b6c8a333-f876-40de-84e7-122bbb885e4b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:49.053028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Request body: {'port': {'device_id': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'admin_state_up': True, 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'security_groups': ['c1c0f88f-0d7d-4d64-a7a1-3271a23c787f']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:49.061240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.070660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:49.071714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.108735 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7258120 Nov 24 22:16:49.135698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55696) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:49.145645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'ports': [{'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'}, {'network_id': '937384d3-9ff1-4d3a-800c-cd61b70ed3b0'}]} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:49.146122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:49.146856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': '937384d3-9ff1-4d3a-800c-cd61b70ed3b0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:49.168695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.71', 57376) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:49.244177 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-683ceabb-cbb9-446c-9799-f8376289b913 req-e0043adf-047f-46c0-84bc-735ab9401221 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.1094642 Nov 24 22:16:49.253712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2805e-970f-4627-bf91-acbb858fdb30 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=937384d3-9ff1-4d3a-800c-cd61b70ed3b0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:49.278416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 937384d3-9ff1-4d3a-800c-cd61b70ed3b0 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:49.331738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.387222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network b6c8a333-f876-40de-84e7-122bbb885e4b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:49.403045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-d0ab736b-7ef7-4ef7-863c-bea5628aaa80 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:49.404594 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-d0ab736b-7ef7-4ef7-863c-bea5628aaa80 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.71 "GET /v2.0/networks?id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2 HTTP/1.1" status: 200 len: 805 time: 0.6555340 Nov 24 22:16:49.407973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 2} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:49.417290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.437244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.466751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b6c8a333-f876-40de-84e7-122bbb885e4b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:49.480263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae43df-4996-47e0-a699-701b02c01934 None None] Network b6c8a333-f876-40de-84e7-122bbb885e4b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:49.488286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55704) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:49.495467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:49.496063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.539589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 6b605d5f-d8c4-44ab-b392-1a3c1c369ccb yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:49.599562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.632470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-3bd0e1bf-9adb-4fff-939c-793078fa884c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:49.633914 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-3bd0e1bf-9adb-4fff-939c-793078fa884c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 811 time: 0.4593329 Nov 24 22:16:49.650420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.665760 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-29bbca62-02c4-4159-b496-5a41b14e88f7 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40f8fe8349354c1095b806d14f06c7ab HTTP/1.1" status: 200 len: 379 time: 0.2369747 Nov 24 22:16:49.677851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.700424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.706245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Made reservation on behalf of cde6873aa3084a9088d4c371dd104cb9 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:49.712114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.778214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b6c8a333-f876-40de-84e7-122bbb885e4b', 'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '88319016-2b82-408d-820c-de8849b15969'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:16:49.779103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.787782 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11ade84f-6c46-4d88-9829-63d789ef33c5 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6578813 Nov 24 22:16:49.795812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55708) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:49.804482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1530584448'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:49.831980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55712) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:49.832201 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-883f3754-b693-4464-9296-004ea7d85312 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36bd144a72be43a094a622fd79558197&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3357036 Nov 24 22:16:49.845922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:49.851251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.865149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:49.880949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:49.887195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event updated for resources: {'Port': ['ID=d717f1e7-180f-4edf-b08a-db2f6725d401,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:49.896726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:49.904086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:49.912115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:49.921619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea42fd-f79c-48ad-b6d5-c0a71e064a70,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:49.951685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Request body: {'port': {'device_id': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'admin_state_up': True, 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'security_groups': ['dfcb430f-443c-434c-8396-6215b76540fd']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:50.005869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 04e78844-f49c-4e92-ae58-61ae9743908f yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:50.091037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Allocated IP 172.20.255.242 (b6c8a333-f876-40de-84e7-122bbb885e4b/88319016-2b82-408d-820c-de8849b15969/d2b69abf-eb93-4f16-aef4-c6ebc813d3d8) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:50.139718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.192302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.283848 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89552fad-21e0-4e56-96a7-88231539f966 req-0e3bc01c-a93a-4c57-983c-beb7eac14d71 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.0987926 Nov 24 22:16:50.285640 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f7b50c9f-7eb0-40a1-a741-19ce5d4d5243 req-0dcfee19-3f5c-4313-ae13-0999a551e3e9 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.0808578 Nov 24 22:16:50.344826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:50.388180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:50.397677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.398648 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment c3e46d4e-525d-49eb-b6ab-be8f3472316b of type vlan for network 5be7fabe-5507-42fc-b578-7971346b9ad9 Nov 24 22:16:50.406653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:50.409228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=6b605d5f-d8c4-44ab-b392-1a3c1c369ccb,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:50.413922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:50.415613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.445870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6af-73cc-4efe-b0cd-ca8c8de79d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.541359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.552555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.565027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.638979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Network b6c8a333-f876-40de-84e7-122bbb885e4b is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:50.645605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:50.661056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:50.701252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Pushing event updated for resources: {'Port': ['ID=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:50.712907 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d298a303-c2a6-49a1-a3e5-5454f2906f64 req-c3c00213-0941-4e39-aef2-a42a24025342 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.1864243 Nov 24 22:16:50.721582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6af-73cc-4efe-b0cd-ca8c8de79d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.760490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.resource_extend [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:16:50.765621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=04e78844-f49c-4e92-ae58-61ae9743908f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:50.785249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': 'd5d37851-d0b1-41b8-9880-537c27102c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '937384d3-9ff1-4d3a-800c-cd61b70ed3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:50.785611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: 937384d3-9ff1-4d3a-800c-cd61b70ed3b0, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:50.823505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.830535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:50.831145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.859378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Attempting to bind port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:50.860175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Attempting to bind port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:50.860883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Attempting to bind port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 on network b6c8a333-f876-40de-84e7-122bbb885e4b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:50.875329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:50.877649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Checking segment: {'id': 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:50.878340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.878911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Bound using segment: {'id': 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:50.879507 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-e77b3cf4-8915-4edd-83c1-36738f951895 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1980012ee3f64d90a7bf7271d5b8c616 HTTP/1.1" status: 200 len: 379 time: 0.9685469 Nov 24 22:16:50.880459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Bound port: d2b69abf-eb93-4f16-aef4-c6ebc813d3d8, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b6c8a333-f876-40de-84e7-122bbb885e4b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:50.880940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.883606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.883949 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Added segment d49324de-790e-42ea-a7ff-5af67dbf63f0 of type vlan for network 48c011fc-bbd5-484a-b086-f94f40e42ed5 Nov 24 22:16:50.893628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Made reservation on behalf of 40f8fe8349354c1095b806d14f06c7ab for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:50.898212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.918466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=5be7fabe-5507-42fc-b578-7971346b9ad9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:50.938449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 937384d3-9ff1-4d3a-800c-cd61b70ed3b0 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:50.955478 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-49aa82d6-2ca6-4ea7-8858-8b6cd1f3552e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1571190 Nov 24 22:16:50.956430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55718) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:50.964924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:50.970142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 937384d3-9ff1-4d3a-800c-cd61b70ed3b0) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:50.974384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6af-73cc-4efe-b0cd-ca8c8de79d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.977615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6af-73cc-4efe-b0cd-ca8c8de79d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:50.979239 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d67ab6af-73cc-4efe-b0cd-ca8c8de79d4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aaf68570-ac18-40e5-90f0-259da29f9e66 HTTP/1.1" status: 204 len: 168 time: 1.1452758 Nov 24 22:16:51.096008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:51.099823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] For port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:51.099989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.109740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] For port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,segment=NetworkSegment(c75b5b1b-0b72-46d4-b427-437ced7c6dc0),segment_id=c75b5b1b-0b72-46d4-b427-437ced7c6dc0)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:51.113599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:51.127556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 5be7fabe-5507-42fc-b578-7971346b9ad9 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:51.128672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:51.130728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125c54e-eb2a-4570-af7c-190042e7cdf4 None None] Network 937384d3-9ff1-4d3a-800c-cd61b70ed3b0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:51.130857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.164453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab6af-73cc-4efe-b0cd-ca8c8de79d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf68570-ac18-40e5-90f0-259da29f9e66,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:51.180777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.229156 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d3020a8-9921-4166-924c-939ab256827c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0897906 Nov 24 22:16:51.241797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55722) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:51.279849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:16:51.313481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Allocated IP 172.20.0.9 (baf38131-5088-4198-bc0c-824aac5d4b43/979d0e97-974f-4471-bfaf-a8158635df9f/e7f48e22-1b2a-46a0-8294-0721b4352b29) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:51.414516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.415638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:51.416322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.518866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Pushing event updated for resources: {'Network': ['ID=48c011fc-bbd5-484a-b086-f94f40e42ed5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:51.552346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:51.570120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.586026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 48c011fc-bbd5-484a-b086-f94f40e42ed5 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:51.612805 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95b149ee-4f4a-46ef-bee7-6a1b2bed2bed tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9415352 Nov 24 22:16:51.624399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55730) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:51.631310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:51.703355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9923b4d7-9f89-4b89-b088-13a85608bed3 req-312a39cb-1f08-4bd3-b2de-e6f070eb4f2c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.1569440 Nov 24 22:16:51.725311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Allocated IP 172.20.0.4 (df299b0b-3621-47fc-8fe5-6ccbc444bbb2/9094a964-1cdf-4176-a550-7aec69b77dc6/39bbfbba-97fe-47fa-b110-edd4fedc2d8c) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:51.736497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Request body: {'network': {'project_id': 'fbbeee1861e645dc8977f9a54518b3da'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:51.857131 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-587cf3aa-8f9e-42b5-965a-90f649953ace req-cb7d7ffd-42d9-44bb-9b3a-212ba3d08a90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.3139713 Nov 24 22:16:51.976471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Request body: {'port': {'device_id': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'admin_state_up': True, 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'security_groups': ['7d5f0a17-f1e7-4568-9540-6ec064a28cb5']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:52.013357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de713163-8ab8-4eec-8e37-b604f03ba620 None None] Pushing event updated for resources: {'Port': ['ID=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:52.042838 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f8727db-a624-43d5-8918-6f8c31f0715c req-26b6b11c-4463-4aba-947a-165d9f998556 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.1644883 Nov 24 22:16:52.131248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.159903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 04e78844-f49c-4e92-ae58-61ae9743908f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:52.160246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.225950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Made reservation on behalf of fbbeee1861e645dc8977f9a54518b3da for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:52.230181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.337158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:52.430051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.449948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 04e78844-f49c-4e92-ae58-61ae9743908f owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:52.474291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:52.516244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:52.518294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.539954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.620519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.620871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Added segment 5b9f1593-773b-4fd1-8f8d-0e0bf9233cb5 of type vlan for network d35149a8-53b7-4d78-b5a6-f2ff3dfa74fe Nov 24 22:16:52.658391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=75bfa6c9-60dd-4a16-84df-dcc3be415458,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:52.668194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': 'c3e46d4e-525d-49eb-b6ab-be8f3472316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:52.668550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: 5be7fabe-5507-42fc-b578-7971346b9ad9, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:16:52.701135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.721718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network 5be7fabe-5507-42fc-b578-7971346b9ad9 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:16:52.738507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.798632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.815625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,segment=NetworkSegment(c75b5b1b-0b72-46d4-b427-437ced7c6dc0),segment_id=c75b5b1b-0b72-46d4-b427-437ced7c6dc0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:52.828978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.849595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 5be7fabe-5507-42fc-b578-7971346b9ad9) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:52.873740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=04e78844-f49c-4e92-ae58-61ae9743908f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:52.876661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068dcca2-ac26-45af-94fd-1f9d5faec608 None None] Network 5be7fabe-5507-42fc-b578-7971346b9ad9 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:52.942513 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3c993552-6024-45e0-885b-fa2bf8d4e4ea req-594347e1-8cf7-4a7a-b595-20b71ecde17f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.0959792 Nov 24 22:16:52.947149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:52.951831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.956322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event updated for resources: {'Port': ['ID=e7f48e22-1b2a-46a0-8294-0721b4352b29,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:52.977388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:52.989044 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-abea284a-d9dc-4b7a-8e7f-6f51b0a027b3 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/04e78844-f49c-4e92-ae58-61ae9743908f HTTP/1.1" status: 204 len: 168 time: 1.7426116 Nov 24 22:16:52.998422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.005972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55756) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:53.026984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Network baf38131-5088-4198-bc0c-824aac5d4b43 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:53.046081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:53.097286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:53.184434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:16:53.233707 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-20ae6b87-c84c-4492-b7d3-922de86544e6 req-4bbac660-6fd9-4c5b-a965-24b7b00a27d2 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.1109586 Nov 24 22:16:53.263128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:53.280156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.341620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Made reservation on behalf of 1980012ee3f64d90a7bf7271d5b8c616 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:53.349877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.378585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff213ae-66c1-461f-8434-d131d64b6b24 None None] Network b6c8a333-f876-40de-84e7-122bbb885e4b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:53.387760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.387965 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-db92708f-9a2e-4fdf-8a82-52fc6cb36205 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4284422 Nov 24 22:16:53.397639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:53.473907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167f785-a310-450f-a9ba-f7771ed89d7d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:53.480632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167f785-a310-450f-a9ba-f7771ed89d7d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:53.485420 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7167f785-a310-450f-a9ba-f7771ed89d7d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4780977 Nov 24 22:16:53.497175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:53.519566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.520858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:53.521623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.537759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:53.538764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.551973 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9122369 Nov 24 22:16:53.572743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55770) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:53.582127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-89144e12-adbe-40d9-a300-2a68fe13b0e3 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Request body: {'network': {'project_id': 'fbbeee1861e645dc8977f9a54518b3da'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:53.595885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-5be7fabe-5507-42fc-b578-7971346b9ad9', 'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '75bfa6c9-60dd-4a16-84df-dcc3be415458'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:16:53.597489 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.603595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea6122-f049-43ea-ae3b-3da8177d8152 req-770bb19d-94e0-487a-ac8c-66a3333d046d tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:53.605213 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0dea6122-f049-43ea-ae3b-3da8177d8152 req-770bb19d-94e0-487a-ac8c-66a3333d046d tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 931 time: 0.3887739 Nov 24 22:16:53.635350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-db03d7ca-41a2-49db-919f-4a9382892e12 None None] Provisioning complete for port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:53.635988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db03d7ca-41a2-49db-919f-4a9382892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.636229 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-89144e12-adbe-40d9-a300-2a68fe13b0e3 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 22:16:53.636693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89144e12-adbe-40d9-a300-2a68fe13b0e3 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:16:53.637885 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-89144e12-adbe-40d9-a300-2a68fe13b0e3 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0641086 Nov 24 22:16:53.671635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55772) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:53.727329 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-a30344ad-5cd0-4f42-9a25-7eb59a6e78e1 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6787357 Nov 24 22:16:53.776549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.789811 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0dea6122-f049-43ea-ae3b-3da8177d8152 req-30107417-4dbf-4b8b-9b25-394d6d3b161d tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667910 Nov 24 22:16:53.847196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-70bf8425-bc63-43fa-9a66-a24e1e1bfa01 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:16:53.848338 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-70bf8425-bc63-43fa-9a66-a24e1e1bfa01 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0847890 Nov 24 22:16:53.872180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0e2c85c0-d3fa-45a0-9817-cb5fb5e32aa0 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbbeee1861e645dc8977f9a54518b3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972082 Nov 24 22:16:53.876307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55778) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:53.900890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 6b605d5f-d8c4-44ab-b392-1a3c1c369ccb {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:53.901474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:53.903098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41e5b9-14bc-418b-a518-d84b1e4c2867 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Pushing event updated for resources: {'Network': ['ID=d35149a8-53b7-4d78-b5a6-f2ff3dfa74fe,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:53.933234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d35149a8-53b7-4d78-b5a6-f2ff3dfa74fe details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:54.290291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55784) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:54.400660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.404884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:16:54.432432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.502011 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a06db781-f219-4083-aea2-908c585fe6b1 req-bc046040-8c84-4d76-90d8-000bc619ac70 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.1969190 Nov 24 22:16:54.558468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Allocated IP 172.20.0.2 (5be7fabe-5507-42fc-b578-7971346b9ad9/75bfa6c9-60dd-4a16-84df-dcc3be415458/bfdd92b1-2b87-4c61-b301-99b2c6cc54ae) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:54.587706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1393838364'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:54.603178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.617657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Request body: {'port': {'device_id': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:54.665172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Allocated IP 172.20.0.5 (ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a/bd692dd0-628c-43a4-9509-d568f40013da/c20c4752-8ef2-4149-88ea-a3c9922247d2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:16:54.675108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:54.682723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 6b605d5f-d8c4-44ab-b392-1a3c1c369ccb owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:54.683299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event updated for resources: {'Port': ['ID=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:54.694193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:54.699417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:54.705511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5b33f3a4-52a5-4d75-818e-78c74fa4b73c None None] Provisioning complete for port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:54.705989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b33f3a4-52a5-4d75-818e-78c74fa4b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.729114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e9a15-692d-4625-8e7e-7372c3d94992 req-45c7e821-be38-4b66-8425-477dce97f8fe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:54.731012 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-282e9a15-692d-4625-8e7e-7372c3d94992 req-45c7e821-be38-4b66-8425-477dce97f8fe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 931 time: 0.3409810 Nov 24 22:16:54.732074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Made reservation on behalf of 180aa04f9e7d480d8f02abb0d227d1e5 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:54.737796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.815693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1c10290-78e4-4935-965a-efeb7ea2ad7b tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.820508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.832809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:54.839565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.855515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.902708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:54.903901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.905725 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-282e9a15-692d-4625-8e7e-7372c3d94992 req-10a230b3-6f8a-45c3-adf1-2f3285ede1f2 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150494 Nov 24 22:16:54.966089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1c10290-78e4-4935-965a-efeb7ea2ad7b tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:54.968556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Router af67706c-780a-4c11-9861-48c8a1055a6a is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:16:55.013969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.047045 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4339b52d-ddca-4ec5-bd9d-6b1efbf3abfe tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1318505 Nov 24 22:16:55.133080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=6b605d5f-d8c4-44ab-b392-1a3c1c369ccb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:55.163663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.167123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ee906754-453e-4c57-8934-3135063f64d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/6b605d5f-d8c4-44ab-b392-1a3c1c369ccb HTTP/1.1" status: 204 len: 168 time: 1.6640494 Nov 24 22:16:55.176653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55794) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:55.234640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa8ce0-6905-4acd-ac7e-0d2bc29cf55c req-a4ab7919-addb-4387-819a-0572f157596e tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:55.242599 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8baa8ce0-6905-4acd-ac7e-0d2bc29cf55c req-a4ab7919-addb-4387-819a-0572f157596e tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 931 time: 0.2636309 Nov 24 22:16:55.266110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.297043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.300166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.356082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.375573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5b33f3a4-52a5-4d75-818e-78c74fa4b73c None None] Provisioning complete for port e7f48e22-1b2a-46a0-8294-0721b4352b29 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:55.375883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b33f3a4-52a5-4d75-818e-78c74fa4b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.377471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:55.415044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.415304 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Added segment 8ff755f3-fec9-4ed3-9651-804286940394 of type vlan for network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 Nov 24 22:16:55.451613 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8baa8ce0-6905-4acd-ac7e-0d2bc29cf55c req-a58c80d8-3cbb-4cb3-b629-c2580a52e830 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006257 Nov 24 22:16:55.457454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Network 5be7fabe-5507-42fc-b578-7971346b9ad9 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:55.472379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:55.473679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14867862-3500-4125-8921-e72a8b6bbfbd,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:55.474337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5b33f3a4-52a5-4d75-818e-78c74fa4b73c None None] Port e7f48e22-1b2a-46a0-8294-0721b4352b29 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:55.477394 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.492362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:55.495883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Pushing event updated for resources: {'Port': ['ID=bfdd92b1-2b87-4c61-b301-99b2c6cc54ae,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:55.515138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.569215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1c10290-78e4-4935-965a-efeb7ea2ad7b tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.575505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1c10290-78e4-4935-965a-efeb7ea2ad7b tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.581887 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b1c10290-78e4-4935-965a-efeb7ea2ad7b tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/3eea42fd-f79c-48ad-b6d5-c0a71e064a70 HTTP/1.1" status: 204 len: 168 time: 1.6734400 Nov 24 22:16:55.583712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:16:55.587413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55798) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:55.600856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] Sync routers for ids ['af67706c-780a-4c11-9861-48c8a1055a6a'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:16:55.604963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Attempting to bind port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:55.605583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Attempting to bind port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'c3e46d4e-525d-49eb-b6ab-be8f3472316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:55.606163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Attempting to bind port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae on network 5be7fabe-5507-42fc-b578-7971346b9ad9 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:55.616984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:55.617755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Checking segment: {'id': 'c3e46d4e-525d-49eb-b6ab-be8f3472316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:55.626476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=75bfa6c9-60dd-4a16-84df-dcc3be415458,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:55.627321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.628008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Bound using segment: {'id': 'c3e46d4e-525d-49eb-b6ab-be8f3472316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:55.628717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Bound port: bfdd92b1-2b87-4c61-b301-99b2c6cc54ae, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e46d4e-525d-49eb-b6ab-be8f3472316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5be7fabe-5507-42fc-b578-7971346b9ad9'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:55.629345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.637635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.656945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] Routers {'af67706c-780a-4c11-9861-48c8a1055a6a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:55.658468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['af67706c-780a-4c11-9861-48c8a1055a6a'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:55.662728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3b0cc5cf-d779-4502-90ec-37ab74ac0d05 None None] Provisioning complete for port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:55.663376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc5cf-d779-4502-90ec-37ab74ac0d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.663832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c10290-78e4-4935-965a-efeb7ea2ad7b tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea42fd-f79c-48ad-b6d5-c0a71e064a70,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:55.671967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.673304 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a1eb4c42-0a6a-4b79-9ffe-777949e2afda tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.2432828 Nov 24 22:16:55.711357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55800) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:55.749165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f7b7d-fb0d-41bd-9853-99c8bf76866e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:55.756575 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-653f7b7d-fb0d-41bd-9853-99c8bf76866e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5643742 Nov 24 22:16:55.763446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:55.802062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55802) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:55.842643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] Routers {'af67706c-780a-4c11-9861-48c8a1055a6a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:16:55.843370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.843513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['af67706c-780a-4c11-9861-48c8a1055a6a'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:55.851678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cc5cf-d779-4502-90ec-37ab74ac0d05 None None] Port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:55.866223 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a565d9c-4baa-40aa-b96c-b7615acdbbcd req-d7acf756-1f5b-47a6-b493-5fde09dd4cac tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.0703917 Nov 24 22:16:55.881164 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b384c2-b73b-4812-af0e-344dac721d4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:16:55.881848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-46b384c2-b73b-4812-af0e-344dac721d4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/04e78844-f49c-4e92-ae58-61ae9743908f HTTP/1.1" status: 404 len: 333 time: 0.0543818 Nov 24 22:16:55.886572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55804) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:55.924826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:55.925704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a385c7-bf1c-47cc-9d32-401be2d53e8f None None] The sync data for ids ['af67706c-780a-4c11-9861-48c8a1055a6a'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:16:55.927922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.933599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:55.934237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.945477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] For port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:55.950513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] For port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bfdd92b1-2b87-4c61-b301-99b2c6cc54ae,segment=NetworkSegment(c3e46d4e-525d-49eb-b6ab-be8f3472316b),segment_id=c3e46d4e-525d-49eb-b6ab-be8f3472316b)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:55.956810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:55.963260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c11f7af-ae47-465b-99aa-fba83bdd0e1e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:16:55.964897 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5c11f7af-ae47-465b-99aa-fba83bdd0e1e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/6b605d5f-d8c4-44ab-b392-1a3c1c369ccb HTTP/1.1" status: 404 len: 333 time: 0.0748589 Nov 24 22:16:55.969000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55808) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:55.970123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.049916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.118225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be7fabe-5507-42fc-b578-7971346b9ad9']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:56.140671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e46d4e-525d-49eb-b6ab-be8f3472316b') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:56.141038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e46d4e-525d-49eb-b6ab-be8f3472316b') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:56.157917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.167945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a245b1d4-a4d4-4fcf-b934-e9874543367e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/af67706c-780a-4c11-9861-48c8a1055a6a HTTP/1.1" status: 200 len: 924 time: 0.4553857 Nov 24 22:16:56.170156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:16:56.174560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0420914-7b79-4e85-aa85-4de415233232 None None] Pushing event updated for resources: {'Port': ['ID=bfdd92b1-2b87-4c61-b301-99b2c6cc54ae,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:56.183283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55810) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:56.183825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event updated for resources: {'Port': ['ID=c20c4752-8ef2-4149-88ea-a3c9922247d2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:56.197712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.199185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad85be-c08b-4365-b147-26499ef1f537 None None] Network 5be7fabe-5507-42fc-b578-7971346b9ad9 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:16:56.204070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:16:56.217895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:56.218458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.228593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:16:56.236637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.316068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-06c9ae8d-00d8-4c1f-9c41-effdedd00654 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=af67706c-780a-4c11-9861-48c8a1055a6a HTTP/1.1" status: 200 len: 205 time: 0.1260962 Nov 24 22:16:56.320794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55812) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:56.325512 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:56.334526 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0231309 Nov 24 22:16:56.357477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:16:56.357477 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:16:56.357477 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': '5be7fabe-5507-42fc-b578-7971346b9ad9'}] Nov 24 22:16:56.357477 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:16:56.357780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:16:56.411063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b38c6-c871-4816-ba2a-e7f8b1ffa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Pushing event updated for resources: {'Network': ['ID=f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:56.429625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:56.444598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:56.445477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.513609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb61ed-00b7-43e3-ba72-e8af10e5f201 req-e8c2e549-53a8-4c38-9979-9dddc7458fc4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:56.515131 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-05eb61ed-00b7-43e3-ba72-e8af10e5f201 req-e8c2e549-53a8-4c38-9979-9dddc7458fc4 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 931 time: 0.5027804 Nov 24 22:16:56.517167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.581596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35149a8-53b7-4d78-b5a6-f2ff3dfa74fe']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:56.595708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9f1593-773b-4fd1-8f8d-0e0bf9233cb5') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:56.596027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9f1593-773b-4fd1-8f8d-0e0bf9233cb5') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:56.597862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee415b70-b856-489e-a631-cdf53d59538d None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:16:56.598143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f48e22-1b2a-46a0-8294-0721b4352b29 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:16:56.614618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.618879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-05eb61ed-00b7-43e3-ba72-e8af10e5f201 req-fd53b8ae-fd59-4809-8ad3-3b1c1554b03f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835321 Nov 24 22:16:56.637404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.638635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.648267 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-cf888fa4-22a7-49c4-a14a-413ea632da51 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8152184 Nov 24 22:16:56.649341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:56.649996 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.736601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:56.748978 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:56.758857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.762045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Transition to ACTIVE for port object e7f48e22-1b2a-46a0-8294-0721b4352b29 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:16:56.765411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.781590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.790694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7d866fb0-d116-4953-8907-b28732459ec6 None None] Provisioning complete for port c20c4752-8ef2-4149-88ea-a3c9922247d2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:16:56.791069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7d866fb0-d116-4953-8907-b28732459ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:56.798622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d35149a8-53b7-4d78-b5a6-f2ff3dfa74fe HTTP/1.1" status: 204 len: 168 time: 1.1904871 Nov 24 22:16:56.853255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55820) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:56.853952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55822) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:56.867970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7d866fb0-d116-4953-8907-b28732459ec6 None None] Port c20c4752-8ef2-4149-88ea-a3c9922247d2 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:16:56.896765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee415b70-b856-489e-a631-cdf53d59538d None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:16:56.965179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Request body: {'port': {'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2', 'binding:host_id': 'hv-neutron-8187', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-968618226'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:57.003119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.018806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.021856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5086f-18b8-4b83-8423-db0d3f08dfd6 tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Pushing event deleted for resources: {'Network': ['ID=d35149a8-53b7-4d78-b5a6-f2ff3dfa74fe,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:57.030339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Made reservation on behalf of ce68eb6e9fc241dd8cbd981e61a013f2 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:57.032923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.058485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.161900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937384d3-9ff1-4d3a-800c-cd61b70ed3b0']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:57.164825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795a911-472e-488e-b521-b166ae0168c2 req-4925223b-057a-4141-93e8-35c10c3ddb50 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:57.172670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c795a911-472e-488e-b521-b166ae0168c2 req-4925223b-057a-4141-93e8-35c10c3ddb50 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 943 time: 0.3491750 Nov 24 22:16:57.206768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.225358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d37851-d0b1-41b8-9880-537c27102c91') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:57.225588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d37851-d0b1-41b8-9880-537c27102c91') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:57.270376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a269f5-594a-41a9-8d49-b620f6d92d82 req-03c6f787-04fa-44e1-843c-64b632f95038 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:57.271903 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5a269f5-594a-41a9-8d49-b620f6d92d82 req-03c6f787-04fa-44e1-843c-64b632f95038 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 931 time: 0.2820349 Nov 24 22:16:57.288856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.338496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.348382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f48e22-1b2a-46a0-8294-0721b4352b29,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:57.354883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:57.355282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.356730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:57.362235 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:57.388480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c795a911-472e-488e-b521-b166ae0168c2 req-39f7af09-f9a3-423e-bc99-e289750868d2 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143292 Nov 24 22:16:57.445228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c011fc-bbd5-484a-b086-f94f40e42ed5']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:57.524810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Attempting to bind port e7f48e22-1b2a-46a0-8294-0721b4352b29 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:16:57.525207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Attempting to bind port e7f48e22-1b2a-46a0-8294-0721b4352b29 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:16:57.525517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Attempting to bind port e7f48e22-1b2a-46a0-8294-0721b4352b29 on network baf38131-5088-4198-bc0c-824aac5d4b43 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:57.525951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.529976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.530088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49324de-790e-42ea-a7ff-5af67dbf63f0') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:57.530088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49324de-790e-42ea-a7ff-5af67dbf63f0') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:57.536747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Port e7f48e22-1b2a-46a0-8294-0721b4352b29 on network baf38131-5088-4198-bc0c-824aac5d4b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:16:57.537083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Attempting to bind port e7f48e22-1b2a-46a0-8294-0721b4352b29 on network baf38131-5088-4198-bc0c-824aac5d4b43 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:16:57.540766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.543946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:16:57.544695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Checking segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:16:57.546072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Bound using segment: {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:16:57.546072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Bound port: e7f48e22-1b2a-46a0-8294-0721b4352b29, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22457492-bbca-4d64-8f86-7bd109023e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:16:57.546072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.550826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.559912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.567985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:57.568619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:57.571433 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:57.597315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.601756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/937384d3-9ff1-4d3a-800c-cd61b70ed3b0 HTTP/1.1" status: 204 len: 168 time: 1.6095710 Nov 24 22:16:57.612613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.618772 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55826) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:57.636365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf929-10ae-4fc4-adbf-eab8ebfddc25 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=937384d3-9ff1-4d3a-800c-cd61b70ed3b0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:57.646275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:57.646445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.685298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] For port e7f48e22-1b2a-46a0-8294-0721b4352b29, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:16:57.689811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] For port e7f48e22-1b2a-46a0-8294-0721b4352b29, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:16:57.696691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.721361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bfdd92b1-2b87-4c61-b301-99b2c6cc54ae,segment=NetworkSegment(c3e46d4e-525d-49eb-b6ab-be8f3472316b),segment_id=c3e46d4e-525d-49eb-b6ab-be8f3472316b)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:16:57.721743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.736832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for bfdd92b1-2b87-4c61-b301-99b2c6cc54ae owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:57.757065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Deleting port d717f1e7-180f-4edf-b08a-db2f6725d401 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:16:57.757403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.765012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:57.765941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:57.768441 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] 10.222.0.71 "PUT /v2.0/ports/e7f48e22-1b2a-46a0-8294-0721b4352b29 HTTP/1.1" status: 200 len: 1093 time: 3.3967710 Nov 24 22:16:57.786230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:16:57.841521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1053578345'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:57.867567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c989f-44b0-416a-b2ab-c14808664b52 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f48e22-1b2a-46a0-8294-0721b4352b29,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:57.878017 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5a269f5-594a-41a9-8d49-b620f6d92d82 req-5f81f399-e439-4a54-99bf-6feaa8ec10c4 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5828388 Nov 24 22:16:57.907061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Request body: {'port': {'device_id': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:57.929826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d1da75-38fc-491c-9d6c-d01a15bce3f5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:57.935687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Request body: {'port': {'device_id': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:57.958858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:57.968698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419cd670-d444-4b15-b9e5-4e26fc12b77b" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:16:57.985342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.021823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.070212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Calling delete_port for d717f1e7-180f-4edf-b08a-db2f6725d401 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:16:58.099502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port c281d334-f976-45bb-bb2a-7cfb064c3409 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:58.113804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.139482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.210731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bb968f-0b84-4552-8af6-47043dc548b4 x-openstack-request-id: req-c5bb968f-0b84-4552-8af6-47043dc548b4 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:16:58.210967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:16:58.211178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5bb968f-0b84-4552-8af6-47043dc548b4 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:16:58.211676 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'status': 'completed', 'code': 200} Nov 24 22:16:58.288636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.321908 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.352111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.355266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] 10.222.0.41 "DELETE /v2.0/networks/48c011fc-bbd5-484a-b086-f94f40e42ed5 HTTP/1.1" status: 204 len: 168 time: 1.4988706 Nov 24 22:16:58.368346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=bfdd92b1-2b87-4c61-b301-99b2c6cc54ae,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:58.372918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port bfdd92b1-2b87-4c61-b301-99b2c6cc54ae on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:16:58.374501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:58.450180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ca110-f398-4503-a2f6-7c94db8b141c tempest-QuotasNegativeTest-581000954 tempest-QuotasNegativeTest-581000954-project-admin] Pushing event deleted for resources: {'Network': ['ID=48c011fc-bbd5-484a-b086-f94f40e42ed5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:58.531780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.532132 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment e381828b-1b45-4d1b-8392-ba16fd9d7df8 of type vlan for network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd Nov 24 22:16:58.623196 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65319e03-6874-419b-b3fc-0b584470fe7a req-f38e04c3-0a4e-4974-8f86-160616bbbf0c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:58.627754 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-65319e03-6874-419b-b3fc-0b584470fe7a req-f38e04c3-0a4e-4974-8f86-160616bbbf0c tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 931 time: 0.7301967 Nov 24 22:16:58.700689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.795056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.824064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be7fabe-5507-42fc-b578-7971346b9ad9']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:58.837197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e46d4e-525d-49eb-b6ab-be8f3472316b') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:58.838040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e46d4e-525d-49eb-b6ab-be8f3472316b') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:16:58.850015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.866225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.875870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:16:58.877398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.947319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20c4752-8ef2-4149-88ea-a3c9922247d2 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:16:58.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:16:58.976507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.986067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:58.986067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:58.997848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.181886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55850) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:59.227818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.330623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Transition to ACTIVE for port object c20c4752-8ef2-4149-88ea-a3c9922247d2 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:16:59.332540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event deleted for resources: {'Port': ['ID=d717f1e7-180f-4edf-b08a-db2f6725d401,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:59.335486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.343840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.365312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588ade1-1e1c-429c-8965-9c7c36be5273 req-874a9cf1-de90-4394-b8bf-981c3e7e5921 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:59.365312 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6588ade1-1e1c-429c-8965-9c7c36be5273 req-874a9cf1-de90-4394-b8bf-981c3e7e5921 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 943 time: 0.7376392 Nov 24 22:16:59.371208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5313573 Nov 24 22:16:59.371208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.372496 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/5be7fabe-5507-42fc-b578-7971346b9ad9 HTTP/1.1" status: 204 len: 168 time: 5.9692516 Nov 24 22:16:59.379568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55854) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:59.379959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55856) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:16:59.386471 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-65319e03-6874-419b-b3fc-0b584470fe7a req-40ee0f03-8aa4-4dce-a3cb-0835b1c6b372 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6418676 Nov 24 22:16:59.393288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:59.410183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-408469740'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:16:59.420704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Pushing event updated for resources: {'Port': ['ID=c20c4752-8ef2-4149-88ea-a3c9922247d2,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:59.421044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3b2a-7ebc-4a1b-88cb-ea5730d1505d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:59.450041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bbfbba-97fe-47fa-b110-edd4fedc2d8c {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:16:59.456755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:16:59.503934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.509310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.556894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadb9e-f8ca-48c0-a569-f859d417d16c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=5be7fabe-5507-42fc-b578-7971346b9ad9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:59.577002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8ada-af59-4739-aecd-617e5a026a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.601818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Transition to ACTIVE for port object 39bbfbba-97fe-47fa-b110-edd4fedc2d8c will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:16:59.613847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:59.617685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.618697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.621389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port c281d334-f976-45bb-bb2a-7cfb064c3409 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:16:59.666203 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6588ade1-1e1c-429c-8965-9c7c36be5273 req-e0f41b5d-8128-4fe8-be40-c89117d9a539 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816703 Nov 24 22:16:59.675795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.689977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.711825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.722774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:16:59.736443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.738308 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 2fe217ba-5323-4284-9f0c-ebc3ef1d817a of type vlan for network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 Nov 24 22:16:59.800738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.830724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0d35-d89a-47c3-88c9-9cec2e0ed80b req-aaabb48f-6110-40bd-aeda-347142d3578e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:59.835419 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e72d0d35-d89a-47c3-88c9-9cec2e0ed80b req-aaabb48f-6110-40bd-aeda-347142d3578e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 943 time: 0.3498607 Nov 24 22:16:59.865997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Pushing event updated for resources: {'Port': ['ID=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:16:59.914658 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.920920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:16:59.921603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.943474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:16:59.947313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.978060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:16:59.984628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.069337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Attempting to bind port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.069672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Attempting to bind port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.070001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Attempting to bind port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c on network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.078706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Attempting to bind port c20c4752-8ef2-4149-88ea-a3c9922247d2 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.079073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Attempting to bind port c20c4752-8ef2-4149-88ea-a3c9922247d2 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.079398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Attempting to bind port c20c4752-8ef2-4149-88ea-a3c9922247d2 on network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.085368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c on network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:00.085688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Attempting to bind port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c on network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.091963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.092464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Fanout notify agent at l3_agent the message router_deleted on router af67706c-780a-4c11-9861-48c8a1055a6a {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:00.093550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7049220 Nov 24 22:17:00.097595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Port c20c4752-8ef2-4149-88ea-a3c9922247d2 on network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:00.097921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Attempting to bind port c20c4752-8ef2-4149-88ea-a3c9922247d2 on network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.104950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Performing IP validity checks on allocation pools {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:17:00.105590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55860) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:00.107800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:17:00.112922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.113287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=c281d334-f976-45bb-bb2a-7cfb064c3409,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:00.117517 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f9c776fd-390c-42f4-a8fe-cb098c5c9c17 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/af67706c-780a-4c11-9861-48c8a1055a6a HTTP/1.1" status: 204 len: 168 time: 3.7443094 Nov 24 22:17:00.122717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:00.125706 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e72d0d35-d89a-47c3-88c9-9cec2e0ed80b req-8f0e455c-e69d-49c0-9596-86db0a0b186b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753818 Nov 24 22:17:00.130736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55862) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:00.131495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0082-58c7-400d-bdbf-c1649b0104e0 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=d137bb87-79ba-4b57-9907-0b0dfa3a58d3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:00.134115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:00.134115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Checking segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:00.134683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Bound using segment: {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:00.135226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Bound port: 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7a5750-11d7-4a59-b130-be2737d7d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:00.135680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.145523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:00.147490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'name': 'tempest-snat-router-25768992', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': False}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:00.178608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Checking segment: {'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:00.179120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Network hostable DHCP agents. Network: f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:00.198039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:00.198377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Checking segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:00.198767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Bound using segment: {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:00.199371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Bound port: c20c4752-8ef2-4149-88ea-a3c9922247d2, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9b45fc-219f-4dba-a45c-25f0b2820f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:00.199850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.205006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8ada-af59-4739-aecd-617e5a026a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.211908 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.212935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.227266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8ada-af59-4739-aecd-617e5a026a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.268662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:00.309831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.312858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:00.322672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:00.324028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19b791-d25a-46b4-aa96-f8c40d7abcaa None None] Network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:00.427631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.427996 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.428374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.450282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:00.450647 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:00.451869 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 2 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:00.530635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.576857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.577093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.577205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e8ada-af59-4739-aecd-617e5a026a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3f7dbe-ead8-4fe6-9d62-f2e843f02505,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:00.577431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.580806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.604704 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed0e8ada-af59-4739-aecd-617e5a026a68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35817dbecf2344bf97da8bdb11da841a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4201105 Nov 24 22:17:00.611422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:00.611779 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:00.612205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55866) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:00.615334 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 3 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:00.681201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] For port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:00.683765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:00.687261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.690963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=87171eb9-034d-4bee-ba84-96b3613e2000,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:00.704411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.704801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.705073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.722808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] For port c20c4752-8ef2-4149-88ea-a3c9922247d2, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:00.730456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313f40-b4b1-470b-ad0f-767a86473f59 req-2562856c-f6f0-4c28-806c-6abdb82ed98a tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:00.731991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d3313f40-b4b1-470b-ad0f-767a86473f59 req-2562856c-f6f0-4c28-806c-6abdb82ed98a tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 943 time: 0.2371452 Nov 24 22:17:00.736951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:00.737277 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:00.744688 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 4 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:00.765411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] For port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:00.770543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': 'e381828b-1b45-4d1b-8392-ba16fd9d7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:00.770941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:00.774156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] For port c20c4752-8ef2-4149-88ea-a3c9922247d2, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:00.783741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.794335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing IP validity checks on allocation pools {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:17:00.794929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:17:00.801612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.801937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.802140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.802240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.828924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-8c1a3acb-2ab5-435f-9b8b-226be9e88052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:00.830927 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-8c1a3acb-2ab5-435f-9b8b-226be9e88052 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cde6873aa3084a9088d4c371dd104cb9&device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 1096 time: 0.2366092 Nov 24 22:17:00.849921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:00.850254 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:00.859453 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 5 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:00.864188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:00.865065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.866605 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] 10.222.0.71 "PUT /v2.0/ports/c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1093 time: 2.9699347 Nov 24 22:17:00.869387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:00.870155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.871648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] 10.222.0.71 "PUT /v2.0/ports/39bbfbba-97fe-47fa-b110-edd4fedc2d8c HTTP/1.1" status: 200 len: 1093 time: 2.9803517 Nov 24 22:17:00.874153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2'}, {'name': 'network-changed', 'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:17:00.874292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0aac00f-9e2e-4cbf-bd0f-0c54577b49e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:00.877709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d7b55-637b-4c31-8466-12c13389e134" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2"}, {"name": "network-changed", "server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:17:00.889079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:00.907098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf43b-3d6b-4c4a-85d1-77e9d06285ea service neutron] Pushing event updated for resources: {'Port': ['ID=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:00.930678 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d3313f40-b4b1-470b-ad0f-767a86473f59 req-5aa63904-b71e-498d-bb9f-27d0a32e6ebd tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806862 Nov 24 22:17:00.952484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:00.958086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:00.963320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:00.983353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:00.998005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540046fb-cccd-4104-845f-ef8a193e9ef4 None None] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:01.005017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0aac00f-9e2e-4cbf-bd0f-0c54577b49e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.005206 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-1f16cf88-bee2-4d8c-bfbe-c817b65d0c72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29 HTTP/1.1" status: 200 len: 217 time: 0.0889969 Nov 24 22:17:01.022786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664f37-8854-40a3-bbb2-22b932d4b2c3 req-cad723b1-2a88-472b-8b5f-de90b5bc76a6 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.030327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c4664f37-8854-40a3-bbb2-22b932d4b2c3 req-cad723b1-2a88-472b-8b5f-de90b5bc76a6 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 943 time: 0.2698774 Nov 24 22:17:01.038516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.039106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.052823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:01.053164 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:01.059909 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 6 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:01.062649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964223d9-c0b8-4b4b-b013-a4a8f2d5659a x-openstack-request-id: req-964223d9-c0b8-4b4b-b013-a4a8f2d5659a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:17:01.063158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:17:01.063780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-964223d9-c0b8-4b4b-b013-a4a8f2d5659a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:17:01.064336 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'status': 'completed', 'code': 200} Nov 24 22:17:01.064762 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'status': 'completed', 'code': 200} Nov 24 22:17:01.118365 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7d95a0fe-ff3d-4f4c-b6b7-6d183c7eee53 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7308378 Nov 24 22:17:01.135317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55872) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:01.137596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:01.137920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:01.138278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:01.177195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd', 'name': 'tempest-PortsIpV6TestJSON-766937327'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:01.195631 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c4664f37-8854-40a3-bbb2-22b932d4b2c3 req-53e3871f-18d6-4657-8580-75a6c5636973 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636767 Nov 24 22:17:01.217675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-8ce2caea-4d29-4bb3-b9da-8cb4e14037b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.217675 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-8ce2caea-4d29-4bb3-b9da-8cb4e14037b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=979d0e97-974f-4471-bfaf-a8158635df9f HTTP/1.1" status: 200 len: 851 time: 0.1644022 Nov 24 22:17:01.217827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd', 'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': '87171eb9-034d-4bee-ba84-96b3613e2000'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:01.218325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.271117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:01.271503 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:01.281026 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 7 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:01.302593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0aac00f-9e2e-4cbf-bd0f-0c54577b49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.305250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0aac00f-9e2e-4cbf-bd0f-0c54577b49e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.308778 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d0aac00f-9e2e-4cbf-bd0f-0c54577b49e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c3f7dbe-ead8-4fe6-9d62-f2e843f02505 HTTP/1.1" status: 204 len: 168 time: 0.6882010 Nov 24 22:17:01.324565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd845c-af5c-4c12-a539-3be965abee32 service neutron] Pushing event updated for resources: {'Port': ['ID=c20c4752-8ef2-4149-88ea-a3c9922247d2,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:01.370927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-3d02a28a-86a7-467a-9680-c4ffd20fa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.372718 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-3d02a28a-86a7-467a-9680-c4ffd20fa8c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1096 time: 0.3254571 Nov 24 22:17:01.384677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4be79271-6c41-4179-a141-a4c5e513abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.386147 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-4be79271-6c41-4179-a141-a4c5e513abb2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40f8fe8349354c1095b806d14f06c7ab&device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 1096 time: 0.3549831 Nov 24 22:17:01.418953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Allocated IP 2001:db8::2 (05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd/87171eb9-034d-4bee-ba84-96b3613e2000/caa550db-9875-46e8-90db-ebb2f96a1a0d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:01.449441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.451246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:01.451619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:01.451950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:01.455069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aac00f-9e2e-4cbf-bd0f-0c54577b49e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3f7dbe-ead8-4fe6-9d62-f2e843f02505,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:01.496833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-a4e14299-80cf-4c5d-ad1f-ce3b979c2bca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 217 time: 0.1097133 Nov 24 22:17:01.498502 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-809a1a06-8adc-40cb-8da8-f84279f31515 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c HTTP/1.1" status: 200 len: 217 time: 0.0853355 Nov 24 22:17:01.499873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.503949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-135ccce4-e935-4686-94cd-57f24b7cce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.505638 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-135ccce4-e935-4686-94cd-57f24b7cce7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=baf38131-5088-4198-bc0c-824aac5d4b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2746668 Nov 24 22:17:01.558754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:01.559109 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:01.560604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.572875 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 8 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:01.588290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.594634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:01.597742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.599630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.642416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:01.642676 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:01.643015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:01.655272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:01.655537 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:01.660909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Pushing event updated for resources: {'Port': ['ID=caa550db-9875-46e8-90db-ebb2f96a1a0d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:01.663214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8058e3-4a2e-409c-9f41-32ee43b83b58 req-3c0f9920-1817-43a8-a2dd-2228a031af4c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.668062 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be8058e3-4a2e-409c-9f41-32ee43b83b58 req-3c0f9920-1817-43a8-a2dd-2228a031af4c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 943 time: 0.3955011 Nov 24 22:17:01.676068 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 9 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:01.681312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:01.682894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:01.686887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55882) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:01.691015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 40045682-4cb7-4280-a963-0bc8590f01b3 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:01.691359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:01.744063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b019e204-e8c2-4f42-9f1f-7191de875d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.756164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Attempting to bind port caa550db-9875-46e8-90db-ebb2f96a1a0d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:01.756536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Attempting to bind port caa550db-9875-46e8-90db-ebb2f96a1a0d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e381828b-1b45-4d1b-8392-ba16fd9d7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:01.757146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Attempting to bind port caa550db-9875-46e8-90db-ebb2f96a1a0d on network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:01.763194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:01.764077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Checking segment: {'id': 'e381828b-1b45-4d1b-8392-ba16fd9d7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:01.764270 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-423bd262-9ec0-4904-8087-a91d57eaec1b service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305872 Nov 24 22:17:01.764506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.764609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:01.764897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:01.764997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Bound using segment: {'id': 'e381828b-1b45-4d1b-8392-ba16fd9d7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:01.765068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=da70d6d4-a615-4559-b3bf-ce752476870d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:01.765230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:01.765379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Bound port: caa550db-9875-46e8-90db-ebb2f96a1a0d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e381828b-1b45-4d1b-8392-ba16fd9d7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:01.765749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.775645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-362f6636-3e04-49a6-b61d-4db0fe985599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.777124 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-362f6636-3e04-49a6-b61d-4db0fe985599 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9094a964-1cdf-4176-a550-7aec69b77dc6 HTTP/1.1" status: 200 len: 844 time: 0.2448206 Nov 24 22:17:01.781109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-bb2a460f-0b40-4ce1-b8bc-40a9e700f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.782874 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-bb2a460f-0b40-4ce1-b8bc-40a9e700f384 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.2513981 Nov 24 22:17:01.854214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:01.854454 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:01.862165 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 10 to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 Nov 24 22:17:01.867277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be8058e3-4a2e-409c-9f41-32ee43b83b58 req-368bcea7-cc9f-470c-9be0-4186db369153 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814265 Nov 24 22:17:01.905804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '2fe217ba-5323-4284-9f0c-ebc3ef1d817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:01.906160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: d137bb87-79ba-4b57-9907-0b0dfa3a58d3, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:01.929756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:01.929976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:01.930315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:01.935877 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Allocated IP 172.26.3.209 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/68827dd0-6f2f-4ed0-ae4c-21c01362a876) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:01.951119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port c281d334-f976-45bb-bb2a-7cfb064c3409 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:01.951479 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port c281d334-f976-45bb-bb2a-7cfb064c3409 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:01.952483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.962288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d150183e-4671-449c-ac77-348a346ae48e None None] For port caa550db-9875-46e8-90db-ebb2f96a1a0d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:01.965919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d150183e-4671-449c-ac77-348a346ae48e None None] For port caa550db-9875-46e8-90db-ebb2f96a1a0d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=caa550db-9875-46e8-90db-ebb2f96a1a0d,segment=NetworkSegment(e381828b-1b45-4d1b-8392-ba16fd9d7df8),segment_id=e381828b-1b45-4d1b-8392-ba16fd9d7df8)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:01.974209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-c1de3eb9-29ec-4351-bd62-0707ba9520b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.975754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-c1de3eb9-29ec-4351-bd62-0707ba9520b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1818421 Nov 24 22:17:01.977505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:01.989422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ebc-3759-4032-ac03-926342baf829 req-0c7dd8c9-2103-44ad-87fe-d1fa564a6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:01.991106 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-0c7dd8c9-2103-44ad-87fe-d1fa564a6ac2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1982915 Nov 24 22:17:02.005533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:02.038758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150183e-4671-449c-ac77-348a346ae48e None None] Pushing event updated for resources: {'Port': ['ID=caa550db-9875-46e8-90db-ebb2f96a1a0d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:02.130862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d137bb87-79ba-4b57-9907-0b0dfa3a58d3) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:02.138507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecbc8b-ff75-42a4-897b-16de282fc4d6 None None] Network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:02.155079 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5d7098c-e6c6-4703-95b2-f3ed4cb4b934 req-7cd883e9-800e-41ed-b34d-653c81d81a40 service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765609 Nov 24 22:17:02.168298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:02.168877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.199541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b019e204-e8c2-4f42-9f1f-7191de875d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.227398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b019e204-e8c2-4f42-9f1f-7191de875d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.284385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::25f (05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd/87171eb9-034d-4bee-ba84-96b3613e2000/40045682-4cb7-4280-a963-0bc8590f01b3) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:02.308150 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-316629c0-0a46-405e-ba72-c32f6f11331b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1991336 Nov 24 22:17:02.323178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55888) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:02.412207 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-5a48cce1-9ef8-4bd7-906a-a099d83ccf2f service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199855 Nov 24 22:17:02.422467 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b019e204-e8c2-4f42-9f1f-7191de875d59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae09489905314bf6b135e95e05f7514a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306585 Nov 24 22:17:02.423326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:02.429142 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-7fcb3e3e-0458-4b4a-ac6d-fa9a0320c6d8 service neutron] 10.222.0.71 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204774 Nov 24 22:17:02.435480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-d137bb87-79ba-4b57-9907-0b0dfa3a58d3', 'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': 'da70d6d4-a615-4559-b3bf-ce752476870d'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:02.437304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.441785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019e204-e8c2-4f42-9f1f-7191de875d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b7827-3163-4a31-b9e8-74c2d86e8dd5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:02.548155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] For port c281d334-f976-45bb-bb2a-7cfb064c3409, host hv-neutron-8187, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:02.548437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempted to set empty binding levels {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 22:17:02.564565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481294b-fd08-4d58-a6ae-640bcd41f289 req-28b66920-a25d-44e7-b4ae-09546f1cec93 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:02.566129 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0481294b-fd08-4d58-a6ae-640bcd41f289 req-28b66920-a25d-44e7-b4ae-09546f1cec93 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 943 time: 0.2864277 Nov 24 22:17:02.576561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-bd29f827-35db-487d-994e-6e0cb5835dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:02.578293 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-bd29f827-35db-487d-994e-6e0cb5835dba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cde6873aa3084a9088d4c371dd104cb9&device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 1096 time: 0.2637150 Nov 24 22:17:02.584086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.604387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Allocated IP 172.20.0.3 (d137bb87-79ba-4b57-9907-0b0dfa3a58d3/da70d6d4-a615-4559-b3bf-ce752476870d/be849631-f265-41ab-8067-2f4e018f9e6d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:02.617406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.626478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943247-8001-47cb-8155-fac763a0e4b0 req-8d79d1f5-4454-4314-8524-dcc36fb195f8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:02.627979 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-77943247-8001-47cb-8155-fac763a0e4b0 req-8d79d1f5-4454-4314-8524-dcc36fb195f8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 943 time: 0.2729092 Nov 24 22:17:02.701571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3a45dd0a-fbdd-4d39-b148-0977edeff8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.732090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-63be236b-f136-40c1-8f8a-82437c2faba5 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074889 Nov 24 22:17:02.745007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.749923 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a04c7ebc-3759-4032-ac03-926342baf829 req-043b98db-d592-4835-8017-a11d673f068b service neutron] 10.222.0.71 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026996 Nov 24 22:17:02.753497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:02.754088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.773551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.776752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3a45dd0a-fbdd-4d39-b148-0977edeff8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.787311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.798114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=c281d334-f976-45bb-bb2a-7cfb064c3409,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:02.831246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-b5a94e23-d589-49a7-986f-b1f7e4c9dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:02.832716 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-b5a94e23-d589-49a7-986f-b1f7e4c9dbb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=baf38131-5088-4198-bc0c-824aac5d4b43 HTTP/1.1" status: 200 len: 913 time: 0.2387013 Nov 24 22:17:02.833235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:02.837015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:02.846266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:02.851562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Pushing event updated for resources: {'Port': ['ID=be849631-f265-41ab-8067-2f4e018f9e6d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:02.870072 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1f873c05-2361-4f0d-9fdc-812660e46b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.9069190 Nov 24 22:17:02.876989 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0481294b-fd08-4d58-a6ae-640bcd41f289 req-b1cc561f-8d0f-4bcb-8c7c-4c097a4f5081 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829180 Nov 24 22:17:02.877461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55892) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:02.888907 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-77943247-8001-47cb-8155-fac763a0e4b0 req-c9407bb9-53c6-4631-8458-01d98adc3c59 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018371 Nov 24 22:17:02.949080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Attempting to bind port be849631-f265-41ab-8067-2f4e018f9e6d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:02.949392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Attempting to bind port be849631-f265-41ab-8067-2f4e018f9e6d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2fe217ba-5323-4284-9f0c-ebc3ef1d817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:02.949753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Attempting to bind port be849631-f265-41ab-8067-2f4e018f9e6d on network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:02.954962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.957529 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:02.957912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Checking segment: {'id': '2fe217ba-5323-4284-9f0c-ebc3ef1d817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:02.958324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.959244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Bound using segment: {'id': '2fe217ba-5323-4284-9f0c-ebc3ef1d817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:02.960266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Bound port: be849631-f265-41ab-8067-2f4e018f9e6d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe217ba-5323-4284-9f0c-ebc3ef1d817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd137bb87-79ba-4b57-9907-0b0dfa3a58d3'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:02.960672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:02.968359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.061841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] For port be849631-f265-41ab-8067-2f4e018f9e6d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:03.065970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:03.068775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] For port be849631-f265-41ab-8067-2f4e018f9e6d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=be849631-f265-41ab-8067-2f4e018f9e6d,segment=NetworkSegment(2fe217ba-5323-4284-9f0c-ebc3ef1d817a),segment_id=2fe217ba-5323-4284-9f0c-ebc3ef1d817a)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:03.077845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.087215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:03.098402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:03.100774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Port': ['ID=68827dd0-6f2f-4ed0-ae4c-21c01362a876,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:03.166004 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-dc7272b9-5e68-4bd2-a4af-4c497a558e9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29 HTTP/1.1" status: 200 len: 217 time: 0.3148034 Nov 24 22:17:03.169930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3355b4-d5af-4c72-b167-d8380150a895 None None] Pushing event updated for resources: {'Port': ['ID=be849631-f265-41ab-8067-2f4e018f9e6d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:03.186806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c0366-9a73-497e-ba43-9c69a522c39f req-83a56fc6-52d9-4c3e-b7f8-315bf7df1e0f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.187741 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8c8c0366-9a73-497e-ba43-9c69a522c39f req-83a56fc6-52d9-4c3e-b7f8-315bf7df1e0f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 943 time: 0.1900721 Nov 24 22:17:03.189783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port be849631-f265-41ab-8067-2f4e018f9e6d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:03.190120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.196890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.219908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-db05ae09-b42e-4cd1-88db-95d5820adb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.221412 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-db05ae09-b42e-4cd1-88db-95d5820adb17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1096 time: 0.4033990 Nov 24 22:17:03.322826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-36a4b6f2-19ad-444b-9386-a670e6f41437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.324481 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-36a4b6f2-19ad-444b-9386-a670e6f41437 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=979d0e97-974f-4471-bfaf-a8158635df9f HTTP/1.1" status: 200 len: 851 time: 0.1482947 Nov 24 22:17:03.329394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3a45dd0a-fbdd-4d39-b148-0977edeff8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.331939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3a45dd0a-fbdd-4d39-b148-0977edeff8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.335304 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3a45dd0a-fbdd-4d39-b148-0977edeff8f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f0b7827-3163-4a31-b9e8-74c2d86e8dd5 HTTP/1.1" status: 204 len: 168 time: 0.9071832 Nov 24 22:17:03.379987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:03.381790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18293e09-b4aa-4460-b4c2-0869531ac470 None None] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:03.426628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Deleting port c281d334-f976-45bb-bb2a-7cfb064c3409 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:03.426967 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.427100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45dd0a-fbdd-4d39-b148-0977edeff8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b7827-3163-4a31-b9e8-74c2d86e8dd5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:03.460357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:03.481722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:03.488934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.489548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.506335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=40045682-4cb7-4280-a963-0bc8590f01b3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:03.511788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-d183ff0c-49a9-491e-bd84-6c976e4cad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.514188 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-d183ff0c-49a9-491e-bd84-6c976e4cad05 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.2760344 Nov 24 22:17:03.522830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-5578e85f-5c85-4f0e-bdb0-4a5d363ca315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.524325 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-5578e85f-5c85-4f0e-bdb0-4a5d363ca315 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=baf38131-5088-4198-bc0c-824aac5d4b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1902375 Nov 24 22:17:03.530236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dd20b94f-ca97-4776-a06f-c82e26e611ad None None] Provisioning complete for port caa550db-9875-46e8-90db-ebb2f96a1a0d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:03.530614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd20b94f-ca97-4776-a06f-c82e26e611ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.574577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8c8c0366-9a73-497e-ba43-9c69a522c39f req-d60105b9-dabd-4ffc-8b20-04827fd2412e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735940 Nov 24 22:17:03.582647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-0372cd63-5b08-4068-8bc2-b5e21ff61f5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 217 time: 0.0567310 Nov 24 22:17:03.625085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port be849631-f265-41ab-8067-2f4e018f9e6d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=be849631-f265-41ab-8067-2f4e018f9e6d,segment=NetworkSegment(2fe217ba-5323-4284-9f0c-ebc3ef1d817a),segment_id=2fe217ba-5323-4284-9f0c-ebc3ef1d817a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:03.625660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.638064 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd20b94f-ca97-4776-a06f-c82e26e611ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.639177 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a8346ef2-9c74-47da-a1ca-8d457044b5d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4984140 Nov 24 22:17:03.675396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55898) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:03.676835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dd20b94f-ca97-4776-a06f-c82e26e611ad None None] For port caa550db-9875-46e8-90db-ebb2f96a1a0d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=caa550db-9875-46e8-90db-ebb2f96a1a0d,segment=NetworkSegment(e381828b-1b45-4d1b-8392-ba16fd9d7df8),segment_id=e381828b-1b45-4d1b-8392-ba16fd9d7df8)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:03.685162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd20b94f-ca97-4776-a06f-c82e26e611ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.744936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20b94f-ca97-4776-a06f-c82e26e611ad None None] Pushing event updated for resources: {'Port': ['ID=caa550db-9875-46e8-90db-ebb2f96a1a0d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:03.752913 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-802efea9-9ddb-47cc-916f-79262aee5eff service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691418 Nov 24 22:17:03.762535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-1f2e953b-0722-4a77-ba59-81ce6e092eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.764279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-1f2e953b-0722-4a77-ba59-81ce6e092eb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.0822520 Nov 24 22:17:03.789820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] For port c281d334-f976-45bb-bb2a-7cfb064c3409, host hv-neutron-8187, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:03.790426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:03.821113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for be849631-f265-41ab-8067-2f4e018f9e6d owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:03.849709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Calling delete_port for c281d334-f976-45bb-bb2a-7cfb064c3409 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:03.895113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-c3d954dd-ce70-42f4-bab7-dc9dad6e2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:03.896702 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-c3d954dd-ce70-42f4-bab7-dc9dad6e2c2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218295 Nov 24 22:17:04.043391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-419cd670-d444-4b15-b9e5-4e26fc12b77b req-3552a850-f932-4f42-948e-b9d43d218a50 service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781482 Nov 24 22:17:04.081856 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-96b07386-1504-4b4c-ad19-b5cae4d54959 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699610 Nov 24 22:17:04.094495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.196195 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-45a7aaff-5574-4239-a335-0bd795e727b6 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052477 Nov 24 22:17:04.214656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-188d252e-3329-4ad0-bb13-595c34dc41cb None None] Provisioning complete for port 40045682-4cb7-4280-a963-0bc8590f01b3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:04.215161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-188d252e-3329-4ad0-bb13-595c34dc41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.348073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-188d252e-3329-4ad0-bb13-595c34dc41cb None None] Port 40045682-4cb7-4280-a963-0bc8590f01b3 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:04.381035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-57c9d075-6a9b-49b9-b821-dacd33f997a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:04.384044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-188d252e-3329-4ad0-bb13-595c34dc41cb None None] Provisioning complete for port caa550db-9875-46e8-90db-ebb2f96a1a0d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:04.385647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-57c9d075-6a9b-49b9-b821-dacd33f997a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40f8fe8349354c1095b806d14f06c7ab&device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 1096 time: 0.1349804 Nov 24 22:17:04.385979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-188d252e-3329-4ad0-bb13-595c34dc41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.492716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be849631-f265-41ab-8067-2f4e018f9e6d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:04.592555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-934e9c9e-bd0b-4b88-8116-959872d90e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:04.593648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port be849631-f265-41ab-8067-2f4e018f9e6d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:04.594031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.595861 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-934e9c9e-bd0b-4b88-8116-959872d90e59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2 HTTP/1.1" status: 200 len: 906 time: 0.2032382 Nov 24 22:17:04.680289 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-87a4bebb-80ad-4df6-8e08-a410ae5dde3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c HTTP/1.1" status: 200 len: 217 time: 0.0674312 Nov 24 22:17:04.684100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7832b-466f-4fc2-afa7-d31761e9b225 None None] Network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:04.724255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d63b0-dc90-493e-b946-28aca767ab43 req-00445284-6deb-45dd-a8b8-516632c613bc tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:04.725855 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea8d63b0-dc90-493e-b946-28aca767ab43 req-00445284-6deb-45dd-a8b8-516632c613bc tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 943 time: 0.7320037 Nov 24 22:17:04.733717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb50f-e9fb-4518-93fe-1566f223bb11 req-e5fc8225-501c-4764-b02a-08848824e118 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:04.735195 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7f6fb50f-e9fb-4518-93fe-1566f223bb11 req-e5fc8225-501c-4764-b02a-08848824e118 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 943 time: 0.7153125 Nov 24 22:17:04.735906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.745579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-38ac16b0-fa4a-457a-9b33-de5b4f8b46fb None None] Provisioning complete for port 40045682-4cb7-4280-a963-0bc8590f01b3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:04.745933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-38ac16b0-fa4a-457a-9b33-de5b4f8b46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.756455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 40045682-4cb7-4280-a963-0bc8590f01b3 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:04.756930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.778004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-385d7faa-2260-44c9-9667-a29f08e86fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:04.780015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-385d7faa-2260-44c9-9667-a29f08e86fe0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9094a964-1cdf-4176-a550-7aec69b77dc6 HTTP/1.1" status: 200 len: 844 time: 0.0830081 Nov 24 22:17:04.792628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-38ac16b0-fa4a-457a-9b33-de5b4f8b46fb None None] Port 40045682-4cb7-4280-a963-0bc8590f01b3 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:04.801758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.846017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7b55-637b-4c31-8466-12c13389e134 req-5e5dc304-6c9f-40d9-972c-f21b4c13461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:04.847550 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-5e5dc304-6c9f-40d9-972c-f21b4c13461e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0590529 Nov 24 22:17:04.850432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event deleted for resources: {'Port': ['ID=c281d334-f976-45bb-bb2a-7cfb064c3409,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:04.915638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.919212 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c6f83ae0-ade7-4ab0-b16f-6a75b6352cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c281d334-f976-45bb-bb2a-7cfb064c3409 HTTP/1.1" status: 204 len: 168 time: 2.0335886 Nov 24 22:17:04.922644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55930) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:04.959484 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8476e303-224d-4fec-a81a-d8d665545a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:17:04.960085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b8ee62ea-9b44-490d-9784-c22cfa1add5f None None] Provisioning complete for port be849631-f265-41ab-8067-2f4e018f9e6d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:04.960460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b8ee62ea-9b44-490d-9784-c22cfa1add5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:04.961856 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8476e303-224d-4fec-a81a-d8d665545a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "GET /v2.0/ports/c281d334-f976-45bb-bb2a-7cfb064c3409 HTTP/1.1" status: 404 len: 333 time: 0.0380433 Nov 24 22:17:04.965961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55932) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:04.973015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Request body: {'port': {'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-241997544'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:05.029780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-861d74a2-bc46-4309-8663-aafb5f780c87 service neutron] 10.222.0.71 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642759 Nov 24 22:17:05.030850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Made reservation on behalf of ce68eb6e9fc241dd8cbd981e61a013f2 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:05.033458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.048510 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea8d63b0-dc90-493e-b946-28aca767ab43 req-b069d00d-ca70-4f90-b06b-90071d744ebd tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013885 Nov 24 22:17:05.101531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7f6fb50f-e9fb-4518-93fe-1566f223bb11 req-d123b60b-d4c2-428f-b927-7751a667077c tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298123 Nov 24 22:17:05.112329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.123310 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device caa550db-9875-46e8-90db-ebb2f96a1a0d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:05.132820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b8ee62ea-9b44-490d-9784-c22cfa1add5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.140204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port f94941c9-6b4f-45b8-940d-5ff24ac080c9 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:05.184214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.209625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=be849631-f265-41ab-8067-2f4e018f9e6d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:05.243678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 40045682-4cb7-4280-a963-0bc8590f01b3 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:05.261376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port caa550db-9875-46e8-90db-ebb2f96a1a0d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:05.262555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.294349 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port be849631-f265-41ab-8067-2f4e018f9e6d on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:05.322135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.383288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c5565b67-26ef-4bed-aee4-3e9006350c48 None None] Could not find standard attr ID for object be849631-f265-41ab-8067-2f4e018f9e6d. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:17:05.383972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.400086 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd087e03-9a26-425f-a949-a0dccc684f64 None None] DHCP port deletion for d137bb87-79ba-4b57-9907-0b0dfa3a58d3 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:05.408837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a838-e513-4939-a882-a233fc8e9589 req-a7009b69-a055-4b60-8983-f45a25a32f2c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:05.417617 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4101a838-e513-4939-a882-a233fc8e9589 req-a7009b69-a055-4b60-8983-f45a25a32f2c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 943 time: 0.2590919 Nov 24 22:17:05.425669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:05.432514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48ba22-1eeb-4c6f-891e-fb36fd4c8eb0 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:17:05.441055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.490726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:05.496529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:05.507288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:05.508454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:05.508841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.529349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=f94941c9-6b4f-45b8-940d-5ff24ac080c9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:05.536643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.539405 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-183d7b55-637b-4c31-8466-12c13389e134 req-a98916f1-1c86-457f-af3f-320733cbf75f service neutron] 10.222.0.71 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932318 Nov 24 22:17:05.553882 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b29db071-6c3e-4b6c-b9ed-355a59bd3159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5866241 Nov 24 22:17:05.554970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55946) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:05.560482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:05.576295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48ba22-1eeb-4c6f-891e-fb36fd4c8eb0 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:17:05.587702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2062289707'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:05.639397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.640383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.644084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.645609 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4101a838-e513-4939-a882-a233fc8e9589 req-90fb498d-4d98-41b5-af52-f8b166e8df9d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268918 Nov 24 22:17:05.719956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.756641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=da70d6d4-a615-4559-b3bf-ce752476870d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:05.764365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.837668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.842510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=40045682-4cb7-4280-a963-0bc8590f01b3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:05.845684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.890547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.894241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2603fc-6796-475d-a1fc-c64b3dd57b1d None None] Network d137bb87-79ba-4b57-9907-0b0dfa3a58d3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:05.894375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.894601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:05.895397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bd267b1c-caec-4e46-8588-0fbbd574f7dc tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4686027 Nov 24 22:17:05.897832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:05.900729 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3fb22225-84cb-4fe2-aab7-f8b70485239a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/40045682-4cb7-4280-a963-0bc8590f01b3 HTTP/1.1" status: 204 len: 168 time: 2.2234578 Nov 24 22:17:05.902661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55950) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:05.922031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Router 64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:05.946338 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7435ae09-07e4-47e4-97c3-dd8350c7a353 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:05.947001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7435ae09-07e4-47e4-97c3-dd8350c7a353 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:05.952865 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7435ae09-07e4-47e4-97c3-dd8350c7a353 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/40045682-4cb7-4280-a963-0bc8590f01b3 HTTP/1.1" status: 404 len: 333 time: 0.0437586 Nov 24 22:17:05.953473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55952) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:05.955872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d137bb87-79ba-4b57-9907-0b0dfa3a58d3']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:05.978682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe217ba-5323-4284-9f0c-ebc3ef1d817a') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:05.978846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe217ba-5323-4284-9f0c-ebc3ef1d817a') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:05.982175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port f94941c9-6b4f-45b8-940d-5ff24ac080c9 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:05.996146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.005329 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52efd3d-b7b4-4019-83ad-db438dc8f3e0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:06.009889 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f52efd3d-b7b4-4019-83ad-db438dc8f3e0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/40045682-4cb7-4280-a963-0bc8590f01b3 HTTP/1.1" status: 404 len: 333 time: 0.0511932 Nov 24 22:17:06.012090 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55954) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:06.013911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.051274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb41c11-0a08-4a9a-97fe-70bff5fe883f None None] DHCP port deletion for d137bb87-79ba-4b57-9907-0b0dfa3a58d3 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:06.073942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.082466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device c20c4752-8ef2-4149-88ea-a3c9922247d2 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:17:06.089415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.132429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.153064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:06.153477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:06.156451 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:06.219070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet 87171eb9-034d-4bee-ba84-96b3613e2000 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:06.260044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.282452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.289954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=f94941c9-6b4f-45b8-940d-5ff24ac080c9,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:06.292907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.302030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.302507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.302876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.330604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be849631-f265-41ab-8067-2f4e018f9e6d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:06.336647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:06.347642 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Sync routers for ids ['64ae21c8-84a2-4534-b3a9-fc9b7faafeb1'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:06.348176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.348390 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.351459 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 2 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.358851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.364589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.365538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.366249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04dd4273-0a01-4456-b1a7-e20504678a2b {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:06.369603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: be849631-f265-41ab-8067-2f4e018f9e6d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:06.369954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be849631-f265-41ab-8067-2f4e018f9e6d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:06.370543 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Routers {'64ae21c8-84a2-4534-b3a9-fc9b7faafeb1'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:06.372180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.377373 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4e55f137-8e9b-4909-badd-eb26122fa231 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "DELETE /v2.0/routers/04dd4273-0a01-4456-b1a7-e20504678a2b HTTP/1.1" status: 204 len: 168 time: 0.4784846 Nov 24 22:17:06.378324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:06.381055 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['64ae21c8-84a2-4534-b3a9-fc9b7faafeb1'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:06.383168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Request body: {'router': {'name': 'tempest-router-668154949', 'distributed': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:06.401449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.402151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.402553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.408603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.409312 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.409982 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 3 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.426844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.428557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.430096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port c20c4752-8ef2-4149-88ea-a3c9922247d2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:06.434207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.441420 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/d137bb87-79ba-4b57-9907-0b0dfa3a58d3 HTTP/1.1" status: 204 len: 168 time: 4.1133430 Nov 24 22:17:06.444297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55962) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:06.445471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'port_id': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'mac_address': 'fa:16:3e:24:7d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:17:06.450503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115489203'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:06.458423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a824d-6091-4c75-a177-d528e099bd03 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=d137bb87-79ba-4b57-9907-0b0dfa3a58d3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:06.473683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabea21-cbe8-41d4-b8d4-63dc966751ed req-82e03fdf-8a94-4dc7-a44c-ced9d3d7c468 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:06.475196 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2cabea21-cbe8-41d4-b8d4-63dc966751ed req-82e03fdf-8a94-4dc7-a44c-ced9d3d7c468 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 943 time: 0.3014443 Nov 24 22:17:06.488735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a87b9a-55db-4bd5-8b70-a3d54fd2d5d4 req-79e6f629-da72-49f2-977b-ce1e2f27fa35 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:06.490370 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9a87b9a-55db-4bd5-8b70-a3d54fd2d5d4 req-79e6f629-da72-49f2-977b-ce1e2f27fa35 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 943 time: 0.2901723 Nov 24 22:17:06.493508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.497131 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f71e3ee5-057f-4f28-95c3-2f95c1b6a806 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3615558 Nov 24 22:17:06.502175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55964) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:06.510125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.512388 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Set router 64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:06.513606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.515838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.516737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.517293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.523045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.523471 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.524088 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 4 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.533241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20c4752-8ef2-4149-88ea-a3c9922247d2 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:17:06.540875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.551740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.552174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.552580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.557427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.558112 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.558565 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 5 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.564339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port c20c4752-8ef2-4149-88ea-a3c9922247d2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:06.569613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.570726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 39bbfbba-97fe-47fa-b110-edd4fedc2d8c details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:17:06.573380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.574048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.574455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.581026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.581401 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.582477 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 6 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.596631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.596952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.597359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.601999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.602396 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.602972 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 7 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.620664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.621973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.622680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.633325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.633830 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.634807 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 8 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.648988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:06.649459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:06.649865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:06.653764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:06.656104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.657732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.657931 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-92394d02-60b0-41ae-9569-79138c197c0b tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2780623 Nov 24 22:17:06.660756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:06.698234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=c20c4752-8ef2-4149-88ea-a3c9922247d2,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:06.708799 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9a87b9a-55db-4bd5-8b70-a3d54fd2d5d4 req-20b33f59-e056-459f-90a9-c927b016c264 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033343 Nov 24 22:17:06.710847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:06.713523 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:06.718037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2cabea21-cbe8-41d4-b8d4-63dc966751ed req-aec69b92-73b8-4116-8fec-9635dc8ae3ca tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165093 Nov 24 22:17:06.735909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.747843 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 9 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:06.765683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:06.778258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.785338 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ae21c8-84a2-4534-b3a9-fc9b7faafeb1', 'name': 'tempest-snat-router-25768992', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.209'}], 'enable_snat': False}, 'gw_port_id': '68827dd0-6f2f-4ed0-ae4c-21c01362a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:00Z', 'updated_at': '2021-11-24T22:17:03Z', 'revision_number': 3, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port': {'id': '68827dd0-6f2f-4ed0-ae4c-21c01362a876', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ae21c8-84a2-4534-b3a9-fc9b7faafeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:01Z', 'updated_at': '2021-11-24T22:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:06.796133 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9c1c1e72-0b56-4d29-b0d7-ac631b5688ee tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 HTTP/1.1" status: 200 len: 907 time: 0.2911291 Nov 24 22:17:06.797370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.797739 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment c15ed92b-e10d-4f1f-a618-bdcc61adb767 of type vlan for network a1b9147f-0d2f-4c51-9031-42de552833e1 Nov 24 22:17:06.801153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55970) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:06.812348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'name': 'tempest-snat-router-25768992', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': True}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:06.814706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:06.824935 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Checking router: 64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:06.825389 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Updating router 64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:17:06.837739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'port_id': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'mac_address': 'fa:16:3e:63:4e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:17:06.856132 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.894246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.898204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.909010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bbfbba-97fe-47fa-b110-edd4fedc2d8c {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:17:06.922708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.924400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.933697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:06.934290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.939357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:06.940634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7f48e22-1b2a-46a0-8294-0721b4352b29 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:17:06.985743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=87171eb9-034d-4bee-ba84-96b3613e2000,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:06.995380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.002122 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-65368339-1033-4be6-a5eb-21698300fdbb tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/87171eb9-034d-4bee-ba84-96b3613e2000 HTTP/1.1" status: 204 len: 168 time: 0.9845102 Nov 24 22:17:07.004085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.009945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.010571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.015451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55972) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:07.028776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc186f-1350-4f47-97a2-8946aa7e4cd4 req-271fbdf5-3ab2-4da9-b34b-6cfea149e6bf tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.030327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f8fc186f-1350-4f47-97a2-8946aa7e4cd4 req-271fbdf5-3ab2-4da9-b34b-6cfea149e6bf tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 944 time: 0.2000191 Nov 24 22:17:07.041442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b33fc-e896-4bee-9168-498c971e2db5 None None] Network 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:07.146685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:07.147025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:07.147256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:07.158758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:07.158758 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:07.159497 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 10 to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 Nov 24 22:17:07.210245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.236073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e7f48e22-1b2a-46a0-8294-0721b4352b29, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:07.248206 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.251968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'port_id': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'mac_address': 'fa:16:3e:a8:b7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:17:07.265029 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.284490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.287107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.296635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.310999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] DHCP port deletion for 05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:07.318223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f48e22-1b2a-46a0-8294-0721b4352b29 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:17:07.343034 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Attempting to bind port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:07.343438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:07.343625 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Attempting to bind port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:07.344026 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Attempting to bind port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:07.344368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:07.345153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:07.350970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:07.351559 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:07.352111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.362307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:07.362872 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:07.363102 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.363720 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:07.363996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e7f48e22-1b2a-46a0-8294-0721b4352b29, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:07.364388 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Bound port: 68827dd0-6f2f-4ed0-ae4c-21c01362a876, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:07.364837 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.368019 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e2b5b-f1e4-4eaf-b6d2-a523f6fd2fb8 None None] Pushing event updated for resources: {'Port': ['ID=68827dd0-6f2f-4ed0-ae4c-21c01362a876,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.377616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.378433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2532e89-34a2-4b8b-bb72-421a766736b7 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:07.378813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.433772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e7f48e22-1b2a-46a0-8294-0721b4352b29,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.440929 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] For port 68827dd0-6f2f-4ed0-ae4c-21c01362a876, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:07.444276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] Deleting port caa550db-9875-46e8-90db-ebb2f96a1a0d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:07.447137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.447243 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] For port 68827dd0-6f2f-4ed0-ae4c-21c01362a876, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=68827dd0-6f2f-4ed0-ae4c-21c01362a876,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:07.451940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] For port f94941c9-6b4f-45b8-940d-5ff24ac080c9, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:07.452480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempted to set empty binding levels {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 22:17:07.455554 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.456615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.462462 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4906b518-64c4-4049-aa0e-c1a3cb81a8a5 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f2532e89-34a2-4b8b-bb72-421a766736b7 HTTP/1.1" status: 204 len: 168 time: 0.8006375 Nov 24 22:17:07.463987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55974) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:07.464879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0185387 Nov 24 22:17:07.465308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.466978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.472997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Request body: {'router': {'name': 'tempest-router-1742697723', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '95b5ac70dc544b53affbcdfbbe2efa82'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:07.478234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55976) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:07.491039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:07.517145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] For port caa550db-9875-46e8-90db-ebb2f96a1a0d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=caa550db-9875-46e8-90db-ebb2f96a1a0d,segment=NetworkSegment(e381828b-1b45-4d1b-8392-ba16fd9d7df8),segment_id=e381828b-1b45-4d1b-8392-ba16fd9d7df8)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:07.517459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.526938 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e2b5b-f1e4-4eaf-b6d2-a523f6fd2fb8 None None] Pushing event updated for resources: {'Port': ['ID=68827dd0-6f2f-4ed0-ae4c-21c01362a876,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.529998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] Calling delete_port for caa550db-9875-46e8-90db-ebb2f96a1a0d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:07.542389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba457c-8625-4849-b31c-94aee5965c34 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=a1b9147f-0d2f-4c51-9031-42de552833e1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.553412 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Routers {'64ae21c8-84a2-4534-b3a9-fc9b7faafeb1'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:07.554024 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['64ae21c8-84a2-4534-b3a9-fc9b7faafeb1'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:07.599652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.609172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f8fc186f-1350-4f47-97a2-8946aa7e4cd4 req-3647ab17-e181-4b45-8b6b-5bc8b70f82e0 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624797 Nov 24 22:17:07.622967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:17:07.622967 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:17:07.622967 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'project_id_1': '42611ff9f8ba4b6085f097924c54c1f1', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 16, 47, 590788)}] Nov 24 22:17:07.622967 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:07.623342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:07.627228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] In _notify_port_updated(), no bound segment for port f94941c9-6b4f-45b8-940d-5ff24ac080c9 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:17:07.628022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network a1b9147f-0d2f-4c51-9031-42de552833e1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:07.628150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.628877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.630272 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "PUT /v2.0/ports/f94941c9-6b4f-45b8-940d-5ff24ac080c9 HTTP/1.1" status: 200 len: 980 time: 2.0742393 Nov 24 22:17:07.634586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55978) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:07.692655 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] Set router 64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:07.692870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.719343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.721070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.738477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812911f-5931-4634-af62-ef2b80cd7a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=f94941c9-6b4f-45b8-940d-5ff24ac080c9,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.752897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.797325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['c20c4752-8ef2-4149-88ea-a3c9922247d2'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:17:07.805976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.816977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.817479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.817957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.818426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.818893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.819355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.819847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.820310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.820769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.821225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.821685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.821790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.822258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.822582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.823044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.823496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.830277 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.830765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.831300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.831726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.832191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.832649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.833109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:07.836162 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-97f15c48-e2c8-4dd1-b2f0-2bbeeca446f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20708 time: 0.1990342 Nov 24 22:17:07.849177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55984) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:07.855960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['39bbfbba-97fe-47fa-b110-edd4fedc2d8c'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:17:07.858285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e7f48e22-1b2a-46a0-8294-0721b4352b29'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:17:07.869426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] No DVR routers for this DVR port caa550db-9875-46e8-90db-ebb2f96a1a0d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:07.904796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480def1-5aeb-4d51-bf7a-db1f3517a1a8 None None] Pushing event deleted for resources: {'Port': ['ID=caa550db-9875-46e8-90db-ebb2f96a1a0d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:07.915503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:07.916693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.926192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.947199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:07.951989 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-566f3581-4e72-4c85-b66c-5c6e872b75f3 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4833376 Nov 24 22:17:07.952597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55986) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:07.959035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:07.960834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e381828b-1b45-4d1b-8392-ba16fd9d7df8') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:07.961502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e381828b-1b45-4d1b-8392-ba16fd9d7df8') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:07.987488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.007932 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ae21c8-84a2-4534-b3a9-fc9b7faafeb1', 'name': 'tempest-snat-router-25768992', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.209'}], 'enable_snat': False}, 'gw_port_id': '68827dd0-6f2f-4ed0-ae4c-21c01362a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:00Z', 'updated_at': '2021-11-24T22:17:03Z', 'revision_number': 3, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port': {'id': '68827dd0-6f2f-4ed0-ae4c-21c01362a876', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ae21c8-84a2-4534-b3a9-fc9b7faafeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:01Z', 'updated_at': '2021-11-24T22:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:08.032419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb6364-0047-4ef9-8a06-973de6806a68 req-cf4f8b61-11ec-45c7-9e4b-256ddfc1330e tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:08.034035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-34bb6364-0047-4ef9-8a06-973de6806a68 req-cf4f8b61-11ec-45c7-9e4b-256ddfc1330e tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 944 time: 0.2031541 Nov 24 22:17:08.042265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.046394 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83922b2-1a58-4943-acca-454233a546a9 None None] The sync data for ids ['64ae21c8-84a2-4534-b3a9-fc9b7faafeb1'] in dv-neutron-818715-1-hyperv is: [{'id': '64ae21c8-84a2-4534-b3a9-fc9b7faafeb1', 'name': 'tempest-snat-router-25768992', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.209'}], 'enable_snat': False}, 'gw_port_id': '68827dd0-6f2f-4ed0-ae4c-21c01362a876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:00Z', 'updated_at': '2021-11-24T22:17:03Z', 'revision_number': 3, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port': {'id': '68827dd0-6f2f-4ed0-ae4c-21c01362a876', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ae21c8-84a2-4534-b3a9-fc9b7faafeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:01Z', 'updated_at': '2021-11-24T22:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:08.057624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba12-bfe4-45a4-9e9d-fc703074b3ca req-f1d4ce0d-ae3f-4778-ba88-f70d9a1dcc28 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:08.060746 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dfe3ba12-bfe4-45a4-9e9d-fc703074b3ca req-f1d4ce0d-ae3f-4778-ba88-f70d9a1dcc28 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 944 time: 0.2010288 Nov 24 22:17:08.071307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:08.071793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:08.075722 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:08.239467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dfe3ba12-bfe4-45a4-9e9d-fc703074b3ca req-6782f2ef-3dab-49ce-89c2-b6a6bc7213be tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604295 Nov 24 22:17:08.243496 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-34bb6364-0047-4ef9-8a06-973de6806a68 req-1a83b6d7-c479-482b-84ac-fa57f949ed16 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957982 Nov 24 22:17:08.248326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.277905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.282139 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd HTTP/1.1" status: 204 len: 168 time: 1.2620690 Nov 24 22:17:08.297159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:08.300985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Deleting port f94941c9-6b4f-45b8-940d-5ff24ac080c9 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:08.301328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.307623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332588787'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:08.310383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device caa550db-9875-46e8-90db-ebb2f96a1a0d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:08.319970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.320356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.360866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f2d5-2757-4435-a486-3790ca0f0c0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=05dc630c-c2bd-4e9b-ae60-2b55f6d1fbdd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:08.367431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: caa550db-9875-46e8-90db-ebb2f96a1a0d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:08.368304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device caa550db-9875-46e8-90db-ebb2f96a1a0d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:08.523606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 24 22:17:08.523606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Router 649d58a4-8f76-4cd9-8482-8e8b4f53c700 migrating from provider to provider. {{(pid=102409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 24 22:17:08.523606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.534676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.538094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:08.543113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:08.546005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.548481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.566382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.571609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] For port f94941c9-6b4f-45b8-940d-5ff24ac080c9, host hv-neutron-8187, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:08.571981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.606073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Calling delete_port for f94941c9-6b4f-45b8-940d-5ff24ac080c9 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:08.635171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:08.668602 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.675977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.676323 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment ed56803e-67e3-4846-afaa-9ac78dd9f0d1 of type vlan for network 1f74ffb2-757a-4b84-87ec-7faddc80df54 Nov 24 22:17:08.709250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.738639 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] No L3 agents can host the router 649d58a4-8f76-4cd9-8482-8e8b4f53c700 Nov 24 22:17:08.793129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.893124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Hosts for router 649d58a4-8f76-4cd9-8482-8e8b4f53c700: [] {{(pid=102409) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 24 22:17:08.894823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295de793-ca18-48a8-b200-82ea250666de req-062d0a64-cb9d-42ec-b518-7ecea134d20e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:08.896384 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-295de793-ca18-48a8-b200-82ea250666de req-062d0a64-cb9d-42ec-b518-7ecea134d20e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 944 time: 0.1938660 Nov 24 22:17:08.900322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.906194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:08.906765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.936320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.952796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Hosts for other DVR routers connected to router 649d58a4-8f76-4cd9-8482-8e8b4f53c700: set() {{(pid=102409) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 24 22:17:08.955374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:08.956609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d3b89cb-d805-4e59-aadf-8af2a978669a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "PUT /v2.0/routers/649d58a4-8f76-4cd9-8482-8e8b4f53c700 HTTP/1.1" status: 200 len: 717 time: 1.0026848 Nov 24 22:17:08.959553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55992) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:08.967059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.050636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event deleted for resources: {'Port': ['ID=f94941c9-6b4f-45b8-940d-5ff24ac080c9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:09.058551 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7592795 Nov 24 22:17:09.061620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 55994) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:09.073232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:09.090069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.094380 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7abdb763-aa68-4b68-bd02-e9754e409b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f94941c9-6b4f-45b8-940d-5ff24ac080c9 HTTP/1.1" status: 204 len: 168 time: 1.2446148 Nov 24 22:17:09.095709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bc924-c5fb-4dd1-b7b3-0c631a3100c9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=1f74ffb2-757a-4b84-87ec-7faddc80df54,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:09.096369 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-99863571-9b97-4b7c-a92e-035e695ab30a tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "GET /v2.0/routers/649d58a4-8f76-4cd9-8482-8e8b4f53c700 HTTP/1.1" status: 200 len: 717 time: 0.1356773 Nov 24 22:17:09.099279 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55996) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:09.099998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 55998) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:09.101305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Allocated IP 172.26.3.47 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/fc8c29dd-0540-42be-ad97-a9765ad34229) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:09.108457 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-295de793-ca18-48a8-b200-82ea250666de req-8776fe91-6753-45e0-8deb-5bea1c04529d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956799 Nov 24 22:17:09.113088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:09.160624 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4391bc0f-f780-4404-a20d-ac9fea7c0e38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:17:09.162423 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4391bc0f-f780-4404-a20d-ac9fea7c0e38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "GET /v2.0/ports/f94941c9-6b4f-45b8-940d-5ff24ac080c9 HTTP/1.1" status: 404 len: 333 time: 0.0584559 Nov 24 22:17:09.176944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=d99652b8-9a9a-4c19-83f9-3ce2748c4e49,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:09.187168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56002) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:09.206019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035816692', 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:09.250564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': 'c15ed92b-e10d-4f1f-a618-bdcc61adb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:09.250927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: a1b9147f-0d2f-4c51-9031-42de552833e1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:09.255435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Made reservation on behalf of ce68eb6e9fc241dd8cbd981e61a013f2 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:09.257755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.268308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.301090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port 7b5edd07-29b3-4d8c-8091-a21f6d4ca682 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:09.303621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:09.307131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.313708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network a1b9147f-0d2f-4c51-9031-42de552833e1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:09.389891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, a1b9147f-0d2f-4c51-9031-42de552833e1) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:09.400741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04a7c4-3fff-4a05-aab3-56d0ea909087 None None] Network a1b9147f-0d2f-4c51-9031-42de552833e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:09.413828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:09.414425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.472421 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce03d565-5ee0-4266-8296-28383c4b63f9 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9861023 Nov 24 22:17:09.472985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56008) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:09.474293 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8f8d7359-d692-4783-b3a6-acc1a7256e56 tempest-RoutersTestDVR-1948540640 tempest-RoutersTestDVR-1948540640-project] 10.222.0.41 "GET /v2.0/routers/649d58a4-8f76-4cd9-8482-8e8b4f53c700 HTTP/1.1" status: 200 len: 683 time: 0.3686812 Nov 24 22:17:09.478568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56010) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:09.497134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.580122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-a1b9147f-0d2f-4c51-9031-42de552833e1', 'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': 'd99652b8-9a9a-4c19-83f9-3ce2748c4e49'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:09.581426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.670911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.706045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.737031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Allocated IP 172.20.0.1 (a1b9147f-0d2f-4c51-9031-42de552833e1/d99652b8-9a9a-4c19-83f9-3ce2748c4e49/a3298ca2-6e99-4627-b341-32cc28aac0ce) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:09.781344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.814517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea867280-1fd7-4b55-bb48-6b04fbeac0e1 req-e9185409-829c-4798-ad49-01ecfd8c6ecf tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:09.816304 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea867280-1fd7-4b55-bb48-6b04fbeac0e1 req-e9185409-829c-4798-ad49-01ecfd8c6ecf tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 944 time: 0.4510779 Nov 24 22:17:09.827075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407445d2-aa40-4db6-b725-56f00729abab req-d17abf00-c662-4d91-891e-2d2bec76b482 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:09.828572 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-407445d2-aa40-4db6-b725-56f00729abab req-d17abf00-c662-4d91-891e-2d2bec76b482 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 944 time: 0.4608605 Nov 24 22:17:09.835382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.853517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.901844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:09.946741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:09.953193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=d2f76427-f607-4e57-b4a9-3970fc0a5d44,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:09.957616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:09.958024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Port': ['ID=fc8c29dd-0540-42be-ad97-a9765ad34229,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:09.963319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:09.972121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.975173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:09.980847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:09.981692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:09.982288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:09.984612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5edd07-29b3-4d8c-8091-a21f6d4ca682,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:09.995396 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea867280-1fd7-4b55-bb48-6b04fbeac0e1 req-08d835aa-7b9b-4855-be97-7bbc50e34f64 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657958 Nov 24 22:17:10.025467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:10.025824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: 1f74ffb2-757a-4b84-87ec-7faddc80df54, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:10.033962 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-48c24e3d-8e6e-49ec-8197-5adbb16008fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8399844 Nov 24 22:17:10.037130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56012) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:10.076677 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-407445d2-aa40-4db6-b725-56f00729abab req-b8b73bcc-1e86-42b2-8b95-754a33e62aa5 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188914 Nov 24 22:17:10.087136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb35262-7eba-4c18-8fbc-040c82798168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:10.088786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eeb35262-7eba-4c18-8fbc-040c82798168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "GET /v2.0/ports/7b5edd07-29b3-4d8c-8091-a21f6d4ca682 HTTP/1.1" status: 200 len: 959 time: 0.0507491 Nov 24 22:17:10.091869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56014) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:10.102132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:10.114124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.118736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.124369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.131565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 1f74ffb2-757a-4b84-87ec-7faddc80df54) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:10.139593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:10.140206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.158827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device c20c4752-8ef2-4149-88ea-a3c9922247d2 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:10.161875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f04c89-87fb-4cf6-aa05-82edc677625f None None] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:10.171449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.259328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.260095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 649d58a4-8f76-4cd9-8482-8e8b4f53c700 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:10.270270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.271510 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c551d89-8537-4df4-87c3-155ba890aa9f tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "DELETE /v2.0/routers/649d58a4-8f76-4cd9-8482-8e8b4f53c700 HTTP/1.1" status: 204 len: 168 time: 0.7905278 Nov 24 22:17:10.276938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56018) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:10.290096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Request body: {'router': {'name': 'tempest-router-66184201', 'distributed': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:10.354086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.355123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.389999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Network a1b9147f-0d2f-4c51-9031-42de552833e1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:10.398480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee2483-af3f-4402-bb12-66d457fabd36 req-2a1e2cb5-fac1-44e1-ac12-3c4bdfa69a9a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:10.405018 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-baee2483-af3f-4402-bb12-66d457fabd36 req-2a1e2cb5-fac1-44e1-ac12-3c4bdfa69a9a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 944 time: 0.1308136 Nov 24 22:17:10.425133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:10.433752 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-822d825e-6e0e-43f5-8f2c-c1c0c27575e2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3686461 Nov 24 22:17:10.434383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56020) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:10.435673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 68827dd0-6f2f-4ed0-ae4c-21c01362a876 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:10.439500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1580682615'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:10.442395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:10.456949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.482403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Pushing event updated for resources: {'Port': ['ID=a3298ca2-6e99-4627-b341-32cc28aac0ce,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:10.523582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=d99652b8-9a9a-4c19-83f9-3ce2748c4e49,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:10.535262 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-baee2483-af3f-4402-bb12-66d457fabd36 req-6cfe9478-8c20-489e-9415-968cd96fef94 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291692 Nov 24 22:17:10.539763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.557718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.578368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.586126 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.587337 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7556cbf1-0b89-4cec-8c1e-8b6ce7f01ea8 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.3089447 Nov 24 22:17:10.596449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56022) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:10.597113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Attempting to bind port a3298ca2-6e99-4627-b341-32cc28aac0ce on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:10.597713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Attempting to bind port a3298ca2-6e99-4627-b341-32cc28aac0ce by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'c15ed92b-e10d-4f1f-a618-bdcc61adb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:10.598093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Attempting to bind port a3298ca2-6e99-4627-b341-32cc28aac0ce on network a1b9147f-0d2f-4c51-9031-42de552833e1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:10.601412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-1f74ffb2-757a-4b84-87ec-7faddc80df54', 'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': 'd2f76427-f607-4e57-b4a9-3970fc0a5d44'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:10.602415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.605284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Deleting port 7b5edd07-29b3-4d8c-8091-a21f6d4ca682 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:10.606165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.616802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port c20c4752-8ef2-4149-88ea-a3c9922247d2 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:17:10.622009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:10.622396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Checking segment: {'id': 'c15ed92b-e10d-4f1f-a618-bdcc61adb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:10.622808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.623202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Bound using segment: {'id': 'c15ed92b-e10d-4f1f-a618-bdcc61adb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:10.623709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Bound port: a3298ca2-6e99-4627-b341-32cc28aac0ce, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15ed92b-e10d-4f1f-a618-bdcc61adb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1b9147f-0d2f-4c51-9031-42de552833e1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:10.624095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.631134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port c20c4752-8ef2-4149-88ea-a3c9922247d2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:10.631500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.639914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:10.639914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.707625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.780503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.792485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b9147f-0d2f-4c51-9031-42de552833e1']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:10.798510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.806721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.886477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15ed92b-e10d-4f1f-a618-bdcc61adb767') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:10.886826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15ed92b-e10d-4f1f-a618-bdcc61adb767') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:10.892683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Calling delete_port for 7b5edd07-29b3-4d8c-8091-a21f6d4ca682 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:10.903266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] For port a3298ca2-6e99-4627-b341-32cc28aac0ce, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:10.910268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.943194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Router 35ccaf69-3a95-4b5c-bccd-ce4b95787338 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:10.950377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:10.951207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] For port a3298ca2-6e99-4627-b341-32cc28aac0ce, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a3298ca2-6e99-4627-b341-32cc28aac0ce,segment=NetworkSegment(c15ed92b-e10d-4f1f-a618-bdcc61adb767),segment_id=c15ed92b-e10d-4f1f-a618-bdcc61adb767)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:10.954786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:10.955115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Allocated IP 2001:db8::2 (1f74ffb2-757a-4b84-87ec-7faddc80df54/d2f76427-f607-4e57-b4a9-3970fc0a5d44/d557b2af-50a7-407e-b072-fe6e294c59aa) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:10.967785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.005597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.019816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.052532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.063889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:11.069207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:11.069597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.074613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:11.077178 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:11.089307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 68827dd0-6f2f-4ed0-ae4c-21c01362a876, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=68827dd0-6f2f-4ed0-ae4c-21c01362a876,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:11.090377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.102784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.106557 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9c067bd2-6e46-4c86-80d7-3012d9f1a1f1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.3018947 Nov 24 22:17:11.123904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56026) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:11.155719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78582-c1e1-4082-a8fb-10f96e1e0682 req-6c32a3ad-2749-4c16-9970-59231ea585f7 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:11.160042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-74a78582-c1e1-4082-a8fb-10f96e1e0682 req-6c32a3ad-2749-4c16-9970-59231ea585f7 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 944 time: 0.0704615 Nov 24 22:17:11.170318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Sync routers for ids ['35ccaf69-3a95-4b5c-bccd-ce4b95787338'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:11.176781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 0fc54520-14cb-49ca-8b81-54212a2aca38 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:11.203403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.234005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5ec8-ce2f-4cf3-b1cd-506a4f738891 req-c5f4d453-67b6-4226-bcf1-08bf481b9227 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:11.241999 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb2b5ec8-ce2f-4cf3-b1cd-506a4f738891 req-c5f4d453-67b6-4226-bcf1-08bf481b9227 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 944 time: 0.0805390 Nov 24 22:17:11.257680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-74a78582-c1e1-4082-a8fb-10f96e1e0682 req-7e3db395-f31e-4a9b-835a-960a3a869143 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874310 Nov 24 22:17:11.270648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Routers {'35ccaf69-3a95-4b5c-bccd-ce4b95787338'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:11.271375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['35ccaf69-3a95-4b5c-bccd-ce4b95787338'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:11.279976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:17:11.304617 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb2b5ec8-ce2f-4cf3-b1cd-506a4f738891 req-94013ab9-fe27-4e98-82db-a728f9406a2d tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613413 Nov 24 22:17:11.304845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:17:11.304845 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:17:11.304845 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'id': 'a1b9147f-0d2f-4c51-9031-42de552833e1'}] Nov 24 22:17:11.304845 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:11.305270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:11.323014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.323510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1f864f-dabf-4012-b510-ea5514b6a76b {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:11.334133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.335240 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a15eb5e3-e3a0-4b33-a704-79016c8e5957 tempest-RoutersTestDVR-49606432 tempest-RoutersTestDVR-49606432-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7e1f864f-dabf-4012-b510-ea5514b6a76b HTTP/1.1" status: 204 len: 168 time: 0.7318828 Nov 24 22:17:11.373298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.383549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f63a0-d7cf-45e6-90b3-34ce085144a8 None None] Pushing event updated for resources: {'Port': ['ID=a3298ca2-6e99-4627-b341-32cc28aac0ce,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:11.419922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b5edd07-29b3-4d8c-8091-a21f6d4ca682,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:11.430299 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f8fbe22e-1e59-48eb-b55e-05d39667bdb2 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/35ccaf69-3a95-4b5c-bccd-ce4b95787338 HTTP/1.1" status: 200 len: 905 time: 0.2977464 Nov 24 22:17:11.431883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56034) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:11.445819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e053f5-7ed8-4264-a9bc-cc353515777d None None] Network a1b9147f-0d2f-4c51-9031-42de552833e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:11.460517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port c20c4752-8ef2-4149-88ea-a3c9922247d2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:11.479485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.486072 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bd7d1e1f-4454-4da8-ad74-12281e41fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7b5edd07-29b3-4d8c-8091-a21f6d4ca682 HTTP/1.1" status: 204 len: 168 time: 1.3898890 Nov 24 22:17:11.486883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56038) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:11.523517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.524759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 39bbfbba-97fe-47fa-b110-edd4fedc2d8c up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:11.527798 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e556c569-006e-4d16-a6ad-49900a1c3280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:17:11.530379 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e556c569-006e-4d16-a6ad-49900a1c3280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "GET /v2.0/ports/7b5edd07-29b3-4d8c-8091-a21f6d4ca682 HTTP/1.1" status: 404 len: 333 time: 0.0419817 Nov 24 22:17:11.535092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56040) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:11.543252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Request body: {'port': {'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1566522146'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:11.569611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.598453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Made reservation on behalf of ce68eb6e9fc241dd8cbd981e61a013f2 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:11.601334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.613950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.616147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.631009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port dba4b8d1-ca55-4f62-b193-1432c8422026 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:11.634722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9262d8f-7df9-4080-8675-3ba2ba3b3d38" -d '{"events": [{"server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "name": "network-vif-plugged", "status": "completed", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:17:11.660448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=68827dd0-6f2f-4ed0-ae4c-21c01362a876,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:11.702737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56050) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:11.707537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:11.732546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Set router 35ccaf69-3a95-4b5c-bccd-ce4b95787338 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:11.734625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:11.760963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:11.815144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.818279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::2a1 (1f74ffb2-757a-4b84-87ec-7faddc80df54/d2f76427-f607-4e57-b4a9-3970fc0a5d44/0fc54520-14cb-49ca-8b81-54212a2aca38) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:11.847791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bc384-eb11-47e2-8d31-6936cb0b5e01 req-85d63fbb-96b6-47b7-98d2-845c98ce1766 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:11.849571 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9c7bc384-eb11-47e2-8d31-6936cb0b5e01 req-85d63fbb-96b6-47b7-98d2-845c98ce1766 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1418800 Nov 24 22:17:11.916890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:17:11.951355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:11.951740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:11.959050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=c20c4752-8ef2-4149-88ea-a3c9922247d2,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:11.969879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9c7bc384-eb11-47e2-8d31-6936cb0b5e01 req-b24ab9a3-e6d3-4c90-ad0e-fc57213fecf0 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028199 Nov 24 22:17:12.015667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.056839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.116238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:12.123865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:12.134329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=dba4b8d1-ca55-4f62-b193-1432c8422026,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.136871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:12.137863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:12.138455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.160939 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-46919b82-8768-49e4-8709-dcb1366620cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6220677 Nov 24 22:17:12.161134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56056) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:12.164780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ec112-41df-49bf-b396-d676a5b4e04c x-openstack-request-id: req-e27ec112-41df-49bf-b396-d676a5b4e04c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:17:12.165119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "name": "network-vif-plugged", "status": "completed", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:17:12.165380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e27ec112-41df-49bf-b396-d676a5b4e04c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:17:12.165830 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'code': 200} Nov 24 22:17:12.166529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8187'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:12.197207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.239465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.255721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Attempting to bind port d557b2af-50a7-407e-b072-fe6e294c59aa on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.256098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Attempting to bind port d557b2af-50a7-407e-b072-fe6e294c59aa by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.256466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Attempting to bind port d557b2af-50a7-407e-b072-fe6e294c59aa on network 1f74ffb2-757a-4b84-87ec-7faddc80df54 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.274688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c332e6-0ec1-49d6-ba25-f2802ec1b3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.279702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:12.280599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Checking segment: {'id': 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:12.280717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.281021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Bound using segment: {'id': 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:12.282449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Bound port: d557b2af-50a7-407e-b072-fe6e294c59aa, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1f74ffb2-757a-4b84-87ec-7faddc80df54'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:12.282582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.352649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79031a-a6d0-446d-941c-e89e05dcdd32 req-c2ad5dce-8933-4751-b8b5-35d274456d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:12.354151 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3c79031a-a6d0-446d-941c-e89e05dcdd32 req-c2ad5dce-8933-4751-b8b5-35d274456d44 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.1474869 Nov 24 22:17:12.356104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 68827dd0-6f2f-4ed0-ae4c-21c01362a876 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:12.397431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Pushing event updated for resources: {'Port': ['ID=d557b2af-50a7-407e-b072-fe6e294c59aa,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.415548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port a3298ca2-6e99-4627-b341-32cc28aac0ce {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:12.415950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.469739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3c79031a-a6d0-446d-941c-e89e05dcdd32 req-b64f09c4-c2cc-4e39-8f36-a1f607c3ac08 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.470511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2eef9-16b4-4ccf-8300-6296bc8c6ff4 req-d296024e-e1c7-4341-a86e-0622edd6b956 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:12.472020 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b6d2eef9-16b4-4ccf-8300-6296bc8c6ff4 req-d296024e-e1c7-4341-a86e-0622edd6b956 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 944 time: 0.1140721 Nov 24 22:17:12.488731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.501474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port a3298ca2-6e99-4627-b341-32cc28aac0ce, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a3298ca2-6e99-4627-b341-32cc28aac0ce,segment=NetworkSegment(c15ed92b-e10d-4f1f-a618-bdcc61adb767),segment_id=c15ed92b-e10d-4f1f-a618-bdcc61adb767)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:12.501796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.503410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6299391-6b67-4792-9557-85483b910356 req-12fb4066-74f8-4366-9eda-058ec15fba1e tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:12.504893 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c6299391-6b67-4792-9557-85483b910356 req-12fb4066-74f8-4366-9eda-058ec15fba1e tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 944 time: 0.1063678 Nov 24 22:17:12.514820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for a3298ca2-6e99-4627-b341-32cc28aac0ce owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:12.543899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] For port d557b2af-50a7-407e-b072-fe6e294c59aa, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:12.549485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] For port d557b2af-50a7-407e-b072-fe6e294c59aa, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d557b2af-50a7-407e-b072-fe6e294c59aa,segment=NetworkSegment(ed56803e-67e3-4846-afaa-9ac78dd9f0d1),segment_id=ed56803e-67e3-4846-afaa-9ac78dd9f0d1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:12.557018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:12.557397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.563540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ccaf69-3a95-4b5c-bccd-ce4b95787338', 'name': 'tempest-snat-router-25768992', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fc8c29dd-0540-42be-ad97-a9765ad34229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:06Z', 'updated_at': '2021-11-24T22:17:10Z', 'revision_number': 3, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port': {'id': 'fc8c29dd-0540-42be-ad97-a9765ad34229', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ccaf69-3a95-4b5c-bccd-ce4b95787338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:08Z', 'updated_at': '2021-11-24T22:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:12.565824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.568656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:12.572483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] device_id is not set on port dba4b8d1-ca55-4f62-b193-1432c8422026 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:12.588697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.599777 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b6d2eef9-16b4-4ccf-8300-6296bc8c6ff4 req-2484d3a5-ac0c-42fc-8619-21cfe675d2fb tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127851 Nov 24 22:17:12.608812 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c6299391-6b67-4792-9557-85483b910356 req-a6ba4734-c9a1-4afa-b1aa-e7db73fd0956 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769320 Nov 24 22:17:12.609822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.610437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.623929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.625022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7f48e22-1b2a-46a0-8294-0721b4352b29 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:12.655805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Checking router: 35ccaf69-3a95-4b5c-bccd-ce4b95787338 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:12.655805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Updating router 35ccaf69-3a95-4b5c-bccd-ce4b95787338 port fc8c29dd-0540-42be-ad97-a9765ad34229 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:17:12.663484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=dba4b8d1-ca55-4f62-b193-1432c8422026,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.665935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.668093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.681494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.681984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.683290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.686884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.687209 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.687603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 2 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.701648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.701978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.702306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.708514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.708514 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.709424 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 3 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.721889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.722568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.722568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.726852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.727172 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.727569 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 4 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.735617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=0fc54520-14cb-49ca-8b81-54212a2aca38,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.741413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.741757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.742090 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.746933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.747187 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.747608 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 5 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.749768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.765299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.765600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.765932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.771229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.771638 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.771960 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 6 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.777247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port a3298ca2-6e99-4627-b341-32cc28aac0ce on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:12.790541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bc4ff-f002-4182-bbc9-d7ebfbe6b16b None None] Pushing event updated for resources: {'Port': ['ID=d557b2af-50a7-407e-b072-fe6e294c59aa,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.792140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.792473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.793694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.799624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.799944 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.800454 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 7 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.814399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.814631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.814963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.819791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.820110 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.822989 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 8 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.824939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=a3298ca2-6e99-4627-b341-32cc28aac0ce,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.838250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.838574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.839000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.844592 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.844914 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.845611 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 9 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.864564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.864888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.865218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.869911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.870227 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.871214 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempt 10 to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 Nov 24 22:17:12.876893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:12.884163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:12.884544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:12.884841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempting to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:12.890264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:17:12.890578 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Failed to bind port dba4b8d1-ca55-4f62-b193-1432c8422026 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '8ff755f3-fec9-4ed3-9651-804286940394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2'}] Nov 24 22:17:12.890940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.936858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:12.941945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Deleting port fc8c29dd-0540-42be-ad97-a9765ad34229 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:12.941945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.948402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:12.954358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:12.955757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:12.956584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:12.965330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port e7f48e22-1b2a-46a0-8294-0721b4352b29 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:17:12.977440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] For port dba4b8d1-ca55-4f62-b193-1432c8422026, host hv-neutron-8187, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:12.978021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attempted to set empty binding levels {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 22:17:12.994329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.030772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e7f48e22-1b2a-46a0-8294-0721b4352b29 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:13.031671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.032358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] In _notify_port_updated(), no bound segment for port dba4b8d1-ca55-4f62-b193-1432c8422026 on network f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:17:13.034246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:13.034856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.036272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "PUT /v2.0/ports/dba4b8d1-ca55-4f62-b193-1432c8422026 HTTP/1.1" status: 200 len: 981 time: 0.8740568 Nov 24 22:17:13.039424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56064) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:13.059061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60a29b3b-4c5a-4a5f-a9fc-ca49d5b270d9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6207581 Nov 24 22:17:13.068976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56066) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:13.074656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.089761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3b1fd-8893-4d28-81b0-c0ee4bf655c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event updated for resources: {'Port': ['ID=dba4b8d1-ca55-4f62-b193-1432c8422026,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.096671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c332e6-0ec1-49d6-ba25-f2802ec1b3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.159913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b9147f-0d2f-4c51-9031-42de552833e1']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:13.162132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48c332e6-0ec1-49d6-ba25-f2802ec1b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.209627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15ed92b-e10d-4f1f-a618-bdcc61adb767') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:13.210219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15ed92b-e10d-4f1f-a618-bdcc61adb767') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:13.229190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.235864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.252915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.257569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa0eed-0236-4e32-85e6-700bd919a832 req-b881ddbd-9314-4815-b106-350c7a58286e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:13.259595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2faa0eed-0236-4e32-85e6-700bd919a832 req-b881ddbd-9314-4815-b106-350c7a58286e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1301425 Nov 24 22:17:13.267698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Deleting port dba4b8d1-ca55-4f62-b193-1432c8422026 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:13.267936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.295893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e7f48e22-1b2a-46a0-8294-0721b4352b29, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:13.297066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.307131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.324030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ebd2-ef2f-4443-9ff3-f1fddcea28f2 None None] Pushing event updated for resources: {'Port': ['ID=fc8c29dd-0540-42be-ad97-a9765ad34229,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.329661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Attempting to bind port fc8c29dd-0540-42be-ad97-a9765ad34229 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:13.330029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Attempting to bind port fc8c29dd-0540-42be-ad97-a9765ad34229 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:13.330398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Attempting to bind port fc8c29dd-0540-42be-ad97-a9765ad34229 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:13.334039 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-48c332e6-0ec1-49d6-ba25-f2802ec1b3b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95b5ac70dc544b53affbcdfbbe2efa82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6136587 Nov 24 22:17:13.334843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c332e6-0ec1-49d6-ba25-f2802ec1b3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a771ac-f8d2-4d54-a36c-89e690cb1f28,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.340591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56068) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:13.354840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.360647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:13.360798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:13.361118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.361510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:13.361983 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Bound port: fc8c29dd-0540-42be-ad97-a9765ad34229, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:13.362361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.366254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.380750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] For port dba4b8d1-ca55-4f62-b193-1432c8422026, host hv-neutron-8187, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:13.381191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.391369 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2faa0eed-0236-4e32-85e6-700bd919a832 req-4c057ccc-63f1-49a7-9e73-b962aea835ec tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724571 Nov 24 22:17:13.397653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Calling delete_port for dba4b8d1-ca55-4f62-b193-1432c8422026 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:13.405283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:13.405832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:13.410360 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:13.412296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Calling delete_port for fc8c29dd-0540-42be-ad97-a9765ad34229 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:13.414538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e7f48e22-1b2a-46a0-8294-0721b4352b29,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.427419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3c79031a-a6d0-446d-941c-e89e05dcdd32 req-b64f09c4-c2cc-4e39-8f36-a1f607c3ac08 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.444066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] For port fc8c29dd-0540-42be-ad97-a9765ad34229, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:13.485846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3c79031a-a6d0-446d-941c-e89e05dcdd32 req-b64f09c4-c2cc-4e39-8f36-a1f607c3ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.491846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.517014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Pushing event deleted for resources: {'Port': ['ID=dba4b8d1-ca55-4f62-b193-1432c8422026,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.526156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.529509 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-376a3303-1ce7-445c-8baa-ea36102673f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "DELETE /v2.0/ports/dba4b8d1-ca55-4f62-b193-1432c8422026 HTTP/1.1" status: 204 len: 168 time: 0.4891002 Nov 24 22:17:13.533108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56070) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:13.556422 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3617115-6bed-4e8b-b666-5a711e8f6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:17:13.557941 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c3617115-6bed-4e8b-b666-5a711e8f6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576120852-project-admin] 10.222.0.41 "GET /v2.0/ports/dba4b8d1-ca55-4f62-b193-1432c8422026 HTTP/1.1" status: 404 len: 333 time: 0.0235989 Nov 24 22:17:13.561198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56072) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:13.584025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] For port fc8c29dd-0540-42be-ad97-a9765ad34229, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fc8c29dd-0540-42be-ad97-a9765ad34229,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:13.590094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3c79031a-a6d0-446d-941c-e89e05dcdd32 req-b64f09c4-c2cc-4e39-8f36-a1f607c3ac08 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2203734 Nov 24 22:17:13.590808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.599052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.609080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f09c4-c2cc-4e39-8f36-a1f607c3ac08 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12a25936-9c08-44af-a6e0-b47a03a7937d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.620917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.627770 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/a1b9147f-0d2f-4c51-9031-42de552833e1 HTTP/1.1" status: 204 len: 168 time: 4.1479368 Nov 24 22:17:13.629577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56074) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:13.631499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 0fc54520-14cb-49ca-8b81-54212a2aca38 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:13.631860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.646311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217807594'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:13.672346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Routers {'35ccaf69-3a95-4b5c-bccd-ce4b95787338'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:13.672939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:16:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['35ccaf69-3a95-4b5c-bccd-ce4b95787338'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:13.682408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.722684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ebd2-ef2f-4443-9ff3-f1fddcea28f2 None None] Pushing event updated for resources: {'Port': ['ID=fc8c29dd-0540-42be-ad97-a9765ad34229,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.729077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:13.732811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.775304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579800e6-def9-4ca4-affa-2d545325d193 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=a1b9147f-0d2f-4c51-9031-42de552833e1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:13.804664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] Set router 35ccaf69-3a95-4b5c-bccd-ce4b95787338 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:13.829625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06ccfb6f-a554-4328-9615-fb9cd68c96d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.866393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ccaf69-3a95-4b5c-bccd-ce4b95787338', 'name': 'tempest-snat-router-25768992', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:06Z', 'updated_at': '2021-11-24T22:17:12Z', 'revision_number': 4, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:13.881162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06ccfb6f-a554-4328-9615-fb9cd68c96d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.907921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3719aaa6-63ae-4973-b735-b51d0a7ed30d None None] The sync data for ids ['35ccaf69-3a95-4b5c-bccd-ce4b95787338'] in dv-neutron-818715-1-hyperv is: [{'id': '35ccaf69-3a95-4b5c-bccd-ce4b95787338', 'name': 'tempest-snat-router-25768992', 'tenant_id': '182a049a6eeb40e883d91a8b34a74de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:06Z', 'updated_at': '2021-11-24T22:17:12Z', 'revision_number': 4, 'project_id': '182a049a6eeb40e883d91a8b34a74de4', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:13.915601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.918376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:13.951061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a1b5-7f15-4ae2-afd7-09e995cda668 req-8a267bf1-b48d-4b05-bdcb-9f71ad0bf6dd tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:13.952875 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ddb1a1b5-7f15-4ae2-afd7-09e995cda668 req-8a267bf1-b48d-4b05-bdcb-9f71ad0bf6dd tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.2139339 Nov 24 22:17:13.965658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.967352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb323d-90c0-425e-b6fd-02a04bdade04 req-2fce94a1-b502-499c-a1c4-ea8cce55ccd5 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:13.976104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24cb323d-90c0-425e-b6fd-02a04bdade04 req-2fce94a1-b502-499c-a1c4-ea8cce55ccd5 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.2554419 Nov 24 22:17:13.978615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:13.979205 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 4c564d44-15ea-4fed-8891-26094ae0d3d7 of type vlan for network 06828d03-39b6-46fc-97db-db763f1b4b1e Nov 24 22:17:13.990616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:13.995185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 0fc54520-14cb-49ca-8b81-54212a2aca38 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:14.006122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff755f3-fec9-4ed3-9651-804286940394') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:14.006681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff755f3-fec9-4ed3-9651-804286940394') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:14.017211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.060754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.092869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.095388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc8c29dd-0540-42be-ad97-a9765ad34229,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:14.111664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06ccfb6f-a554-4328-9615-fb9cd68c96d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.114155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06ccfb6f-a554-4328-9615-fb9cd68c96d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.116351 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-06ccfb6f-a554-4328-9615-fb9cd68c96d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87a771ac-f8d2-4d54-a36c-89e690cb1f28 HTTP/1.1" status: 204 len: 168 time: 0.7628284 Nov 24 22:17:14.122941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:14.123275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:14.126889 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:14.128688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.145567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14838cc7-9c99-40f5-98a1-5364296a4e9f None None] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:14.178390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c'}, {'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:17:14.181216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0749d1f-a59e-4473-bbbf-95931d30bcb8" -d '{"events": [{"server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "name": "network-vif-plugged", "status": "completed", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c"}, {"server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "name": "network-vif-plugged", "status": "completed", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:17:14.184574 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ddb1a1b5-7f15-4ae2-afd7-09e995cda668 req-48fa63a9-9009-4785-9f38-47d6e7b11737 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038052 Nov 24 22:17:14.209869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.211852 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24cb323d-90c0-425e-b6fd-02a04bdade04 req-0f299436-cb1c-42d0-a272-7b1689e83964 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267094 Nov 24 22:17:14.213421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccfb6f-a554-4328-9615-fb9cd68c96d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a771ac-f8d2-4d54-a36c-89e690cb1f28,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:14.270813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.279146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.294094 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] 10.222.0.41 "DELETE /v2.0/networks/f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2 HTTP/1.1" status: 204 len: 168 time: 0.7294281 Nov 24 22:17:14.298204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.335286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:14.336414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.388190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81bd43b6-7e0e-4cb4-ad32-69614854fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.389844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd138be-a95c-464b-a5cb-37b7566b7e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-245928834-project] Pushing event deleted for resources: {'Network': ['ID=f8f6a4dd-58d4-493c-8818-3fd5b69ddfa2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:14.405556 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7747190 Nov 24 22:17:14.407774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56088) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:14.411427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2ca468c6-3b31-469b-9d32-b257a3f3c120 None None] Provisioning complete for port d557b2af-50a7-407e-b072-fe6e294c59aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:14.413883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ca468c6-3b31-469b-9d32-b257a3f3c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.424360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:14.475372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.484075 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c305f120-1add-4ccc-94a5-820620525c3f x-openstack-request-id: req-c305f120-1add-4ccc-94a5-820620525c3f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:17:14.484361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "name": "network-vif-plugged", "status": "completed", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c", "code": 200}, {"server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "name": "network-vif-plugged", "status": "completed", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:17:14.485681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.486135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c305f120-1add-4ccc-94a5-820620525c3f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:17:14.487388 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'code': 200} Nov 24 22:17:14.488868 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'code': 200} Nov 24 22:17:14.489737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d557b2af-50a7-407e-b072-fe6e294c59aa up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:14.656215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.661354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35ccaf69-3a95-4b5c-bccd-ce4b95787338 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:14.678367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.683489 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4ddc6ba2-4903-4ee0-9e2f-c89e975fb73e tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/routers/35ccaf69-3a95-4b5c-bccd-ce4b95787338 HTTP/1.1" status: 204 len: 168 time: 3.2503986 Nov 24 22:17:14.685292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56094) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:14.689151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.710062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56096) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:14.733378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f534189-067a-46d6-ad81-c0688df33403 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=06828d03-39b6-46fc-97db-db763f1b4b1e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:14.762723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e0283-1a97-4794-ab0a-592e627394aa req-3f3fd842-20a2-4fcf-9941-9116ee157317 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:14.764439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cb3e0283-1a97-4794-ab0a-592e627394aa req-3f3fd842-20a2-4fcf-9941-9116ee157317 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1586285 Nov 24 22:17:14.766611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ca468c6-3b31-469b-9d32-b257a3f3c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.769914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 06828d03-39b6-46fc-97db-db763f1b4b1e details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:14.809708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:14.813291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.823484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cb3e0283-1a97-4794-ab0a-592e627394aa req-4b841603-85b0-48f7-b1b9-745d56a0cba9 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509686 Nov 24 22:17:14.888151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56100) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:14.920374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2ca468c6-3b31-469b-9d32-b257a3f3c120 None None] For port d557b2af-50a7-407e-b072-fe6e294c59aa, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d557b2af-50a7-407e-b072-fe6e294c59aa,segment=NetworkSegment(ed56803e-67e3-4846-afaa-9ac78dd9f0d1),segment_id=ed56803e-67e3-4846-afaa-9ac78dd9f0d1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:14.938955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ca468c6-3b31-469b-9d32-b257a3f3c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:14.951892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d557b2af-50a7-407e-b072-fe6e294c59aa triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:14.952277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.095565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=0fc54520-14cb-49ca-8b81-54212a2aca38,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:15.119229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d191870-3569-4613-8fca-9b03b887de7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.194757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.198801 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-33a4e886-f1f4-43ec-998f-22ae8ea96f21 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/0fc54520-14cb-49ca-8b81-54212a2aca38 HTTP/1.1" status: 204 len: 168 time: 2.1211219 Nov 24 22:17:15.206158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56104) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:15.233092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca468c6-3b31-469b-9d32-b257a3f3c120 None None] Pushing event updated for resources: {'Port': ['ID=d557b2af-50a7-407e-b072-fe6e294c59aa,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:15.246552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980c56-77f2-4830-af1d-0cd33d0bc615 req-b6193240-1983-4369-887e-5a59d723b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:15.254632 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e8980c56-77f2-4830-af1d-0cd33d0bc615 req-b6193240-1983-4369-887e-5a59d723b734 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 1098 time: 0.5681593 Nov 24 22:17:15.409355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.466170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d191870-3569-4613-8fca-9b03b887de7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.471000 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-459e5316-73c2-4aff-a631-e4148fba91d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:15.473329 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-459e5316-73c2-4aff-a631-e4148fba91d4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/0fc54520-14cb-49ca-8b81-54212a2aca38 HTTP/1.1" status: 404 len: 333 time: 0.2619998 Nov 24 22:17:15.488973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56110) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:15.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ef39b-946d-45b9-b6c0-feccf40fc807 req-03d2b85f-370b-4cab-8d31-3c239edbc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:15.515815 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-329ef39b-946d-45b9-b6c0-feccf40fc807 req-03d2b85f-370b-4cab-8d31-3c239edbc8ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 1098 time: 0.7197099 Nov 24 22:17:15.517167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d191870-3569-4613-8fca-9b03b887de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.552566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-74fc9648-2645-48a4-aba1-7041fc81d81f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=180aa04f9e7d480d8f02abb0d227d1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611724 Nov 24 22:17:15.559347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56112) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:15.566530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fb2573dd-6bc2-4c36-9dcc-41768083639a None None] Provisioning complete for port d557b2af-50a7-407e-b072-fe6e294c59aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:15.567126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb2573dd-6bc2-4c36-9dcc-41768083639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.584366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.591643 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e8980c56-77f2-4830-af1d-0cd33d0bc615 req-3495d9cc-e522-4c1a-82a6-6867c30f7c5f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795642 Nov 24 22:17:15.609274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccca7e1-d3ec-4133-9b67-0f0109b17330 req-6ce76621-b052-42ca-9278-3a59db9e6e3e tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:15.610854 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5ccca7e1-d3ec-4133-9b67-0f0109b17330 req-6ce76621-b052-42ca-9278-3a59db9e6e3e tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.2799051 Nov 24 22:17:15.628646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbee8d1-9593-40a5-9eac-3adcb0f3089e req-a27c1b64-aa20-45b9-b9a0-697d9d56758e tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:15.629894 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5dbee8d1-9593-40a5-9eac-3adcb0f3089e req-a27c1b64-aa20-45b9-b9a0-697d9d56758e tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.2802906 Nov 24 22:17:15.652725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d191870-3569-4613-8fca-9b03b887de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862aa72-a7e7-43ce-a569-a002f47274c6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:15.678250 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6d191870-3569-4613-8fca-9b03b887de7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73cf4e53ff464d6a91ef497841357fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9645040 Nov 24 22:17:15.681053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56114) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:15.690860 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-329ef39b-946d-45b9-b6c0-feccf40fc807 req-21fd0f65-13d4-4b07-bd95-9b44ee850a4f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139114 Nov 24 22:17:15.706501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet d2f76427-f607-4e57-b4a9-3970fc0a5d44 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:15.727076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.736636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.774549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8b81e86-38bd-4771-8ade-6bdfbca8c6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.803043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8b81e86-38bd-4771-8ade-6bdfbca8c6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.820201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=3ac75004-8533-4679-b5c3-e1fe22c909d6,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:15.845802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5ccca7e1-d3ec-4133-9b67-0f0109b17330 req-6d8b694e-7fb0-4332-ba29-b1bf897fbc42 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896181 Nov 24 22:17:15.846530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Deleting port 68827dd0-6f2f-4ed0-ae4c-21c01362a876 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:15.846881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.856458 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5dbee8d1-9593-40a5-9eac-3adcb0f3089e req-a52f9350-804e-40d1-b278-9201a66d3cd8 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959093 Nov 24 22:17:15.856458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '4c564d44-15ea-4fed-8891-26094ae0d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:15.856458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: 06828d03-39b6-46fc-97db-db763f1b4b1e, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:15.862958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.893068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed7148a1-8c6e-447d-af61-26098e926eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.918694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6a47de9a-b6dd-4f00-bde3-482114e615bb None None] Could not find standard attr ID for object 0fc54520-14cb-49ca-8b81-54212a2aca38. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:17:15.929881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8b81e86-38bd-4771-8ade-6bdfbca8c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.932439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8b81e86-38bd-4771-8ade-6bdfbca8c6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:15.937065 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c8b81e86-38bd-4771-8ade-6bdfbca8c6a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c862aa72-a7e7-43ce-a569-a002f47274c6 HTTP/1.1" status: 204 len: 168 time: 0.2549994 Nov 24 22:17:15.963650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b81e86-38bd-4771-8ade-6bdfbca8c6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862aa72-a7e7-43ce-a569-a002f47274c6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:15.973171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed7148a1-8c6e-447d-af61-26098e926eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.001516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] For port 68827dd0-6f2f-4ed0-ae4c-21c01362a876, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=68827dd0-6f2f-4ed0-ae4c-21c01362a876,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:16.001882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.005302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network 06828d03-39b6-46fc-97db-db763f1b4b1e is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:16.016049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Calling delete_port for 68827dd0-6f2f-4ed0-ae4c-21c01362a876 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:16.036082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ce7cb-6358-478b-aafd-293f04771729 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:17:16.090063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 06828d03-39b6-46fc-97db-db763f1b4b1e) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:16.105818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:16.106427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.133525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.176942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c24b12-04d1-485d-a813-34ee1477f487 req-1e2f2598-2d51-46b7-b65e-8e25ea934075 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:16.178393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8c24b12-04d1-485d-a813-34ee1477f487 req-1e2f2598-2d51-46b7-b65e-8e25ea934075 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2094843 Nov 24 22:17:16.184898 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-30d9b9a8-75d7-4af1-91f3-e30011a585df tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7653077 Nov 24 22:17:16.193508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56122) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:16.213998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ce7cb-6358-478b-aafd-293f04771729 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:17:16.227974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed7148a1-8c6e-447d-af61-26098e926eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.234046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed7148a1-8c6e-447d-af61-26098e926eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.238178 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ed7148a1-8c6e-447d-af61-26098e926eaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14867862-3500-4125-8921-e72a8b6bbfbd HTTP/1.1" status: 204 len: 168 time: 0.6743872 Nov 24 22:17:16.238544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.300424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event deleted for resources: {'Port': ['ID=68827dd0-6f2f-4ed0-ae4c-21c01362a876,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:16.322076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7148a1-8c6e-447d-af61-26098e926eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14867862-3500-4125-8921-e72a8b6bbfbd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:16.353244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d557b2af-50a7-407e-b072-fe6e294c59aa up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:16.358563 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8c24b12-04d1-485d-a813-34ee1477f487 req-519027ae-6de1-4955-89b0-067a7a0305fb tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675885 Nov 24 22:17:16.380977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.446922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.466053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f76427-f607-4e57-b4a9-3970fc0a5d44,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:16.486129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.489813 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-db2fd76c-b6d7-4cf6-85bc-107635245ecd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/d2f76427-f607-4e57-b4a9-3970fc0a5d44 HTTP/1.1" status: 204 len: 168 time: 1.0005903 Nov 24 22:17:16.494543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.498013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56136) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:16.518302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d557b2af-50a7-407e-b072-fe6e294c59aa triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:16.518897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.526707 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:17:16.639956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.640415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.643328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.679671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56140) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:16.710310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.710849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:16.721528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fae6a18d-2639-4a5e-8436-3817ea43e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.722724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.728290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3e24b6ab-ccde-4411-b8b6-d97ff1a0901b tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "DELETE /v2.0/routers/64ae21c8-84a2-4534-b3a9-fc9b7faafeb1 HTTP/1.1" status: 204 len: 168 time: 2.0368750 Nov 24 22:17:16.729102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56142) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:16.734959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1149496641', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:16.756289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-06828d03-39b6-46fc-97db-db763f1b4b1e', 'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '3ac75004-8533-4679-b5c3-e1fe22c909d6'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:16.757341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.791788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.794028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.873813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c94ac-2781-4236-aa87-643387e5f467 req-6b0cead6-3aa3-4d68-8ac2-ae5804d307ed tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:16.877925 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b58c94ac-2781-4236-aa87-643387e5f467 req-6b0cead6-3aa3-4d68-8ac2-ae5804d307ed tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2316132 Nov 24 22:17:16.915644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56148) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:16.957365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.967005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Request body: {'floatingip': {'port_id': 'c20c4752-8ef2-4149-88ea-a3c9922247d2'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:16.983315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:16.993565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.110537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Allocated IP 172.20.0.2 (06828d03-39b6-46fc-97db-db763f1b4b1e/3ac75004-8533-4679-b5c3-e1fe22c909d6/d4d75753-6bfd-4125-9346-f91daae68e5c) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:17.150127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56162) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:17.164212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.260042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fc9802da-6379-4a61-ba31-d2d31ac03336 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce68eb6e9fc241dd8cbd981e61a013f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741394 Nov 24 22:17:17.261070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56166) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:17.264061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.293182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1834432414'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:17.315859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port d557b2af-50a7-407e-b072-fe6e294c59aa {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:17.316318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.330712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.338984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.361000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:17.364430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.376046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Network 06828d03-39b6-46fc-97db-db763f1b4b1e is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:17.379186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:17.382826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:17.398934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.431232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6476e8-601d-4aa0-a6d2-2e71a088c0ea req-b24e09d3-49aa-4ac3-83d4-9b5b2633bc24 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:17.432740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ba6476e8-601d-4aa0-a6d2-2e71a088c0ea req-b24e09d3-49aa-4ac3-83d4-9b5b2633bc24 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.3253000 Nov 24 22:17:17.433107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Pushing event updated for resources: {'Port': ['ID=d4d75753-6bfd-4125-9346-f91daae68e5c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:17.441991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c71a4-107e-4d7c-800f-12638e51d970 req-8f10916b-3d40-4f26-8fa3-2ed18a0ad002 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:17.443459 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd0c71a4-107e-4d7c-800f-12638e51d970 req-8f10916b-3d40-4f26-8fa3-2ed18a0ad002 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.3298399 Nov 24 22:17:17.454921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.455764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Attempting to bind port d4d75753-6bfd-4125-9346-f91daae68e5c on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:17.456380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Attempting to bind port d4d75753-6bfd-4125-9346-f91daae68e5c by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '4c564d44-15ea-4fed-8891-26094ae0d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:17.456746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Attempting to bind port d4d75753-6bfd-4125-9346-f91daae68e5c on network 06828d03-39b6-46fc-97db-db763f1b4b1e {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:17.464852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:17.466528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Checking segment: {'id': '4c564d44-15ea-4fed-8891-26094ae0d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:17.467328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.467997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Bound using segment: {'id': '4c564d44-15ea-4fed-8891-26094ae0d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:17.468583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Bound port: d4d75753-6bfd-4125-9346-f91daae68e5c, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c564d44-15ea-4fed-8891-26094ae0d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06828d03-39b6-46fc-97db-db763f1b4b1e'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:17.468931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.480016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.541225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.545107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.553625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] For port d4d75753-6bfd-4125-9346-f91daae68e5c, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:17.557712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] For port d4d75753-6bfd-4125-9346-f91daae68e5c, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d4d75753-6bfd-4125-9346-f91daae68e5c,segment=NetworkSegment(4c564d44-15ea-4fed-8891-26094ae0d3d7),segment_id=4c564d44-15ea-4fed-8891-26094ae0d3d7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:17.563802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac75004-8533-4679-b5c3-e1fe22c909d6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:17.566125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.579960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.584156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] For port d557b2af-50a7-407e-b072-fe6e294c59aa, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d557b2af-50a7-407e-b072-fe6e294c59aa,segment=NetworkSegment(ed56803e-67e3-4846-afaa-9ac78dd9f0d1),segment_id=ed56803e-67e3-4846-afaa-9ac78dd9f0d1)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:17.584527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.646356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1e6c2-d654-4de8-8379-b30e3991836b None None] Pushing event updated for resources: {'Port': ['ID=d4d75753-6bfd-4125-9346-f91daae68e5c,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:17.689392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb2847-1c7c-471e-962b-a1eb9c029473 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:17:17.705116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.707663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.711116 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15d1da75-38fc-491c-9d6c-d01a15bce3f5 HTTP/1.1" status: 204 len: 168 time: 0.4409578 Nov 24 22:17:17.722176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.722809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.722809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.723172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.723620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.723953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.724282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.724605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.725138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.725252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.725566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.725875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.743887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for d557b2af-50a7-407e-b072-fe6e294c59aa owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:17.753749 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd0c71a4-107e-4d7c-800f-12638e51d970 req-d20410aa-f7fd-4d33-ba91-abf9943171e7 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869871 Nov 24 22:17:17.766221 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ba6476e8-601d-4aa0-a6d2-2e71a088c0ea req-93895076-e2c1-4c9e-8c60-8c10315152cc tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194628 Nov 24 22:17:17.777281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.778663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Allocated IP 172.26.3.60 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/7d6cf72a-a0f3-4057-9ccc-8676bb125cce) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:17.789170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d1da75-38fc-491c-9d6c-d01a15bce3f5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:17.805663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.806182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.807087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.807457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.807818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.808158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.808561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.808969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.809303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.810125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.810466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.810845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325f98bc-a7bd-4ad2-830b-d2c926203034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:17.831563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.837109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.853371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:17.873049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb2847-1c7c-471e-962b-a1eb9c029473 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:17:17.877337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.877735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Added segment 02bb3c72-7112-4189-ab25-fb0364aefbe6 of type vlan for network 49828264-6294-4cd6-b467-32535f86b933 Nov 24 22:17:17.898667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06828d03-39b6-46fc-97db-db763f1b4b1e']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:17.939998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c564d44-15ea-4fed-8891-26094ae0d3d7') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:17.940556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c564d44-15ea-4fed-8891-26094ae0d3d7') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:17.986202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:17.998366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.027724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.031012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3835dd-a3a5-4e4c-8cdd-4c38d5dcb271,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:18.058756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.066062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:18.066749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.163722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.170566 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0165348 Nov 24 22:17:18.176146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56180) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:18.184007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:18.204968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39bda-2182-4f80-9972-c4eab70cda6c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Network': ['ID=49828264-6294-4cd6-b467-32535f86b933,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:18.231139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7074054-0087-474e-b699-7b0a44cf2cb3 None None] Network 06828d03-39b6-46fc-97db-db763f1b4b1e requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:18.234538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23c022-774f-43e5-bd0a-dcd1ee1d8366 None None] Network 1f74ffb2-757a-4b84-87ec-7faddc80df54 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:18.323903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 49828264-6294-4cd6-b467-32535f86b933 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:18.333851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.378047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:18.381595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.408731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:18.408973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:18.412067 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:18.424790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 68827dd0-6f2f-4ed0-ae4c-21c01362a876 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:18.440986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:18.454359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 68827dd0-6f2f-4ed0-ae4c-21c01362a876 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:18.455087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 68827dd0-6f2f-4ed0-ae4c-21c01362a876 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:18.455203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:18.457982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:18.481415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event updated for resources: {'Port': ['ID=7d6cf72a-a0f3-4057-9ccc-8676bb125cce,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:18.484235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f2cb4-77a4-4319-b4ff-af2c8f7b5deb req-8b436991-9cb3-44ad-9228-0f4e7fe99450 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:18.485870 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1f7f2cb4-77a4-4319-b4ff-af2c8f7b5deb req-8b436991-9cb3-44ad-9228-0f4e7fe99450 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.6085911 Nov 24 22:17:18.498595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56186) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:18.506763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Request body: {'floatingip': {'port_id': 'e7f48e22-1b2a-46a0-8294-0721b4352b29'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:18.522970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.543135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.592548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=d557b2af-50a7-407e-b072-fe6e294c59aa,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:18.604905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:17:18.604905 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:17:18.604905 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': '06828d03-39b6-46fc-97db-db763f1b4b1e'}] Nov 24 22:17:18.604905 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:18.605686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:18.618958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.636183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No DVR routers for this DVR port d557b2af-50a7-407e-b072-fe6e294c59aa on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:18.661963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead91f9-e485-4979-862a-e0d8237e8623 None None] Network 06828d03-39b6-46fc-97db-db763f1b4b1e requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:18.710124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01640969-b470-44eb-b4fd-1bc71bdb250f None None] DHCP port deletion for 1f74ffb2-757a-4b84-87ec-7faddc80df54 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:18.801265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.resource_extend [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:17:18.853464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.946717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f74ffb2-757a-4b84-87ec-7faddc80df54']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:18.952909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.963353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:18.969114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:18.969414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed56803e-67e3-4846-afaa-9ac78dd9f0d1') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:19.041933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.053023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcc0e9-2922-45a5-9d54-dcf8a1492c85 req-d16344f4-1530-4426-b2f1-6aaf14dd52f7 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:19.060215 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-37bcc0e9-2922-45a5-9d54-dcf8a1492c85 req-d16344f4-1530-4426-b2f1-6aaf14dd52f7 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.1720181 Nov 24 22:17:19.096944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.112024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.124504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:19.124904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:19.131832 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:19.160054 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-37bcc0e9-2922-45a5-9d54-dcf8a1492c85 req-fbb6d133-b19f-4ca1-a6fe-c5ebb7e76ee6 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989325 Nov 24 22:17:19.216847 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Floating IP 3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43 associated. External IP: 172.26.3.26, port: c20c4752-8ef2-4149-88ea-a3c9922247d2. Nov 24 22:17:19.316795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.321508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.328573 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/1f74ffb2-757a-4b84-87ec-7faddc80df54 HTTP/1.1" status: 204 len: 168 time: 2.8293924 Nov 24 22:17:19.332362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56210) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:19.354953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'name': 'tempest-PortsIpV6TestJSON-1149698992'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:19.383349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.420655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eb675-1745-4f6d-8689-0f05e35784fa tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=1f74ffb2-757a-4b84-87ec-7faddc80df54,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:19.421452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.483853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047d15d-dec9-4a56-ab1d-8e1b168daf5f req-3208fa94-f1aa-4ed6-be0b-e8489a6300e6 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:19.485896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4047d15d-dec9-4a56-ab1d-8e1b168daf5f req-3208fa94-f1aa-4ed6-be0b-e8489a6300e6 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.2179871 Nov 24 22:17:19.495188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56214) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:19.498224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56216) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:19.503382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Request body: {'floatingip': {'port_id': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:19.518576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port d4d75753-6bfd-4125-9346-f91daae68e5c {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:19.518920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.597439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.630567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.637835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2116759875', 'router:external': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:19.681601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=8551b0fc-8874-48ec-829e-08de6fb095b6,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:19.705967 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:19.709615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.745825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:19.746187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network hostable DHCP agents. Network: 49828264-6294-4cd6-b467-32535f86b933, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:19.787214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port d4d75753-6bfd-4125-9346-f91daae68e5c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d4d75753-6bfd-4125-9346-f91daae68e5c,segment=NetworkSegment(4c564d44-15ea-4fed-8891-26094ae0d3d7),segment_id=4c564d44-15ea-4fed-8891-26094ae0d3d7)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:19.787604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.829473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 8ca38018-4f4a-4dcb-836b-88af64000107 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:19.836959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:19.842286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Made reservation on behalf of de9f149a263049939f7ed3b7165e1cf7 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:19.845074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.850713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for d4d75753-6bfd-4125-9346-f91daae68e5c owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:19.896585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.955692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 49828264-6294-4cd6-b467-32535f86b933) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:19.963221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198c7df-7550-41fe-9b5f-78f473a14ecc None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:19.973752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:19.974342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:19.998751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Router f7c2927d-1527-4ce7-90bf-a72cbf0200be has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:17:20.016813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.024580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.031959 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-12c21a68-dde7-4ff7-898f-70f98fffc409 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8520043 Nov 24 22:17:20.037681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56220) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:20.048839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'name': 'tempest-NetworksTestDHCPv6-727488416'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:20.107683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.120157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '8551b0fc-8874-48ec-829e-08de6fb095b6'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:20.121189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.221108 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Floating IP 5f8cb156-b183-4ef2-9c32-795edeaa8be8 associated. External IP: 172.26.3.111, port: e7f48e22-1b2a-46a0-8294-0721b4352b29. Nov 24 22:17:20.278253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/8551b0fc-8874-48ec-829e-08de6fb095b6/5e8cbc3c-f141-4ee3-9230-e24f0d0efef2) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:20.308244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d557b2af-50a7-407e-b072-fe6e294c59aa no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:20.357014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d557b2af-50a7-407e-b072-fe6e294c59aa {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:20.357350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d557b2af-50a7-407e-b072-fe6e294c59aa not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:20.455402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.462263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Router ccaab23d-a954-4ec4-bf6c-d5e9c87abbec is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:20.463219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.482249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Router 00b34915-5bb9-40cc-b706-b2da1f418df7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:17:20.503185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:20.506017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:20.512513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:20.535841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Pushing event updated for resources: {'Port': ['ID=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:20.546831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.547916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.548265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.548600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.548928 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.549275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.549609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.549994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.550379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.550669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.550991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.551311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:17:20.592328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Attempting to bind port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:20.592692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Attempting to bind port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:20.593258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Attempting to bind port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:20.598818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:20.599602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:20.599602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.599986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:20.600628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Bound port: 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:20.601025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.616218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.674618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] For port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:20.678455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] For port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:20.684419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.692836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.736072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=d4d75753-6bfd-4125-9346-f91daae68e5c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:20.740932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port d4d75753-6bfd-4125-9346-f91daae68e5c on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:20.747249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.755662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ce94-a860-44d1-badf-c236c9c77824 None None] Pushing event updated for resources: {'Port': ['ID=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:20.819717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.872100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:20.877244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.883050 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] Sync routers for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:20.892901 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:20.893502 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:20.946438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:20.980528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:20.987506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:20.996975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] Sync routers for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:21.003513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:21.015017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:21.017690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.019378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:21.022448 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] Sync routers for ids ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:21.025399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.056525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.062239 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] Routers {'ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:21.063162 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.073849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.075230 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a814d47b-8b58-41df-b1f7-9cbc730f0b32 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3455563 Nov 24 22:17:21.079370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56222) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:21.082687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.083099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Added segment 38456330-0588-4982-bcc5-fa412f3aad18 of type vlan for network f93c22c5-9208-44e3-8299-e473fdd834be Nov 24 22:17:21.088308 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b2c07962-227e-4bd4-a9dd-614d577a2aee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "PUT /v2.0/floatingips/3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43 HTTP/1.1" status: 200 len: 990 time: 4.1585410 Nov 24 22:17:21.088308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18707f5-40a3-4ad7-a13a-a5c8c36fe639,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:21.088547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': False}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:21.113484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:17:21.117073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.126524 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8250b0be-ac45-4077-ac28-e58268c1ae89 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "PUT /v2.0/floatingips/5f8cb156-b183-4ef2-9c32-795edeaa8be8 HTTP/1.1" status: 200 len: 991 time: 2.6260397 Nov 24 22:17:21.130929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:17:21.141855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59844b83-6eec-416b-a07e-285314a58cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:17:21.160506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.188350 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] Routers {'ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:21.188980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.200387 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port adeef717-f943-4509-bc71-e368c76915ab yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:21.206780 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:21.217343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06828d03-39b6-46fc-97db-db763f1b4b1e']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.332015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:21.342445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c564d44-15ea-4fed-8891-26094ae0d3d7') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.343942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c564d44-15ea-4fed-8891-26094ae0d3d7') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.351815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:21.389064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0a83ae-6472-4821-997d-dedefefc2f11 x-openstack-request-id: req-7c0a83ae-6472-4821-997d-dedefefc2f11 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:17:21.389219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:17:21.389467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c0a83ae-6472-4821-997d-dedefefc2f11 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:17:21.389868 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'status': 'completed', 'code': 200} Nov 24 22:17:21.405524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.429185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.450288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.460978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:21.461502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.482002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:21.485947 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.486832 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed21fc2-c0db-41c2-810a-847aec7f03c3 None None] The sync data for ids ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:21.500869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:21.501221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:21.501660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.509394 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5418939-46a5-46c5-b772-127704161637" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:21.512217 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:21.537301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59844b83-6eec-416b-a07e-285314a58cdb req-058203db-f995-4d72-8011-ffa1185d339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:21.538804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-058203db-f995-4d72-8011-ffa1185d339b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cde6873aa3084a9088d4c371dd104cb9&device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 1098 time: 0.0865686 Nov 24 22:17:21.576362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.resource_extend [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:17:21.666687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.667630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:21.668202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.772250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59844b83-6eec-416b-a07e-285314a58cdb req-7504c557-c6ce-4569-b341-c6b6d0ca3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:21.773215 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-7504c557-c6ce-4569-b341-c6b6d0ca3b48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=baf38131-5088-4198-bc0c-824aac5d4b43 HTTP/1.1" status: 200 len: 913 time: 0.2258444 Nov 24 22:17:21.779037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=8ca38018-4f4a-4dcb-836b-88af64000107,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:21.790942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.809589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e286b10-b2f1-4084-8838-9cf2fb08ed1d x-openstack-request-id: req-3e286b10-b2f1-4084-8838-9cf2fb08ed1d {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:17:21.809869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:17:21.810129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e286b10-b2f1-4084-8838-9cf2fb08ed1d {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:17:21.810737 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'status': 'completed', 'code': 200} Nov 24 22:17:21.863850 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-70323f88-645d-4fca-b390-9b3479674c42 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5123525 Nov 24 22:17:21.878299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56242) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:21.878635 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3856475 Nov 24 22:17:21.878635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff4d11-ac60-4c0c-9837-a519b6e50216 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Network': ['ID=f93c22c5-9208-44e3-8299-e473fdd834be,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:21.887350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56244) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:21.910548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.911150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:21.920643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f93c22c5-9208-44e3-8299-e473fdd834be details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:21.949209 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'floating_ip_address': '172.26.3.26', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'port_id': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'mac_address': 'fa:16:3e:24:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:42Z', 'updated_at': '2021-11-24T22:17:18Z', 'revision_number': 1, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:39Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:21.961895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'subnet': {'network_id': 'f93c22c5-9208-44e3-8299-e473fdd834be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:21.982027 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] Checking router: f7c2927d-1527-4ce7-90bf-a72cbf0200be for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:21.992449 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:21.993346 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:22.003104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.021568 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/06828d03-39b6-46fc-97db-db763f1b4b1e HTTP/1.1" status: 204 len: 168 time: 5.8252239 Nov 24 22:17:22.022145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.033410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56246) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:22.051591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-305713720'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:22.069074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '5f8cb156-b183-4ef2-9c32-795edeaa8be8', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'port_id': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'mac_address': 'fa:16:3e:a8:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:41Z', 'updated_at': '2021-11-24T22:17:19Z', 'revision_number': 1, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:35Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:22.080993 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-d4a48c36-8c66-4d35-960e-78c60e8a8c99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29 HTTP/1.1" status: 200 len: 999 time: 0.2822814 Nov 24 22:17:22.104127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401b819-b0ab-492b-8361-3794d1934ccd tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=06828d03-39b6-46fc-97db-db763f1b4b1e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:22.114105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] Checking router: 00b34915-5bb9-40cc-b706-b2da1f418df7 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:22.126113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:22.126940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:22.151195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418939-46a5-46c5-b772-127704161637 req-23f1f6a3-cd95-47b0-9278-5b51c2cb88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:22.154107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-23f1f6a3-cd95-47b0-9278-5b51c2cb88b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.2974975 Nov 24 22:17:22.173988 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:22.197713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59844b83-6eec-416b-a07e-285314a58cdb req-8ba8168b-d0ba-487f-8a70-a26d16a72b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:22.202444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::ef (49828264-6294-4cd6-b467-32535f86b933/8551b0fc-8874-48ec-829e-08de6fb095b6/adeef717-f943-4509-bc71-e368c76915ab) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:22.210725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Made reservation on behalf of de9f149a263049939f7ed3b7165e1cf7 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:22.213239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.223871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-8ba8168b-d0ba-487f-8a70-a26d16a72b3e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=979d0e97-974f-4471-bfaf-a8158635df9f HTTP/1.1" status: 200 len: 851 time: 0.1278620 Nov 24 22:17:22.267304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:22.294756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 8ca38018-4f4a-4dcb-836b-88af64000107 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:22.294756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.373956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:22.378726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.451915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bd34b-1718-4010-a9b7-9f1a611887e2 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:22.462107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Floating IP bf3236d7-b795-4cb7-90fb-c26e1fbd39da associated. External IP: 172.26.3.166, port: 39bbfbba-97fe-47fa-b110-edd4fedc2d8c. Nov 24 22:17:22.465309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:22.528782 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'floating_ip_address': '172.26.3.26', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'port_id': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'mac_address': 'fa:16:3e:24:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:42Z', 'updated_at': '2021-11-24T22:17:18Z', 'revision_number': 1, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:39Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:22.558521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.559691 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d05fcea-f9d9-4628-b175-b49d6ea70a84 None None] The sync data for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv is: [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'floating_ip_address': '172.26.3.26', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'port_id': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'mac_address': 'fa:16:3e:24:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:42Z', 'updated_at': '2021-11-24T22:17:18Z', 'revision_number': 1, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:39Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:22.592491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 8ca38018-4f4a-4dcb-836b-88af64000107 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:22.605015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0a77ceee-9385-4d23-92f3-b9231966f594 None None] Provisioning complete for port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:22.605396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a77ceee-9385-4d23-92f3-b9231966f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.606272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.645006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59844b83-6eec-416b-a07e-285314a58cdb req-50039c90-3d79-4f60-9cd0-295af0a0626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:22.646821 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-50039c90-3d79-4f60-9cd0-295af0a0626b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=baf38131-5088-4198-bc0c-824aac5d4b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4037485 Nov 24 22:17:22.710847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:22.726097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:22.726472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.748982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418939-46a5-46c5-b772-127704161637 req-c980eb68-f3a6-402f-8078-964ab1876373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:22.751015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-c980eb68-f3a6-402f-8078-964ab1876373 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.5817192 Nov 24 22:17:22.762106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.762291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment f7db7317-7f95-4fad-852f-70fe44618d04 of type vlan for network 4d017d0e-d5a0-4bf5-87d6-584defc6f414 Nov 24 22:17:22.804786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.854857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:22.886935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a77ceee-9385-4d23-92f3-b9231966f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.895338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:22.897119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:22.902824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:22.903471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.912129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:22.933653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '5f8cb156-b183-4ef2-9c32-795edeaa8be8', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'port_id': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'mac_address': 'fa:16:3e:a8:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:41Z', 'updated_at': '2021-11-24T22:17:19Z', 'revision_number': 1, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:35Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:22.988508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974b9ef-0f50-4023-9e9d-53f5ce024d5f None None] New status for floating IP 3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:17:23.021822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403e147-1d66-49a1-af13-d33725860d96 None None] The sync data for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv is: [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '5f8cb156-b183-4ef2-9c32-795edeaa8be8', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'floating_ip_address': '172.26.3.111', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'port_id': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'mac_address': 'fa:16:3e:a8:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:41Z', 'updated_at': '2021-11-24T22:17:19Z', 'revision_number': 1, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:35Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:23.074318 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-6003eca2-2e2f-437f-97b4-610db9f4e7b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 998 time: 0.2084067 Nov 24 22:17:23.111654 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-a26d95a7-3441-4bfa-9a68-50d1ae9ce55b service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558656 Nov 24 22:17:23.114975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.129400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.135827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=adeef717-f943-4509-bc71-e368c76915ab,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:23.136966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0a77ceee-9385-4d23-92f3-b9231966f594 None None] For port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:23.144718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fcee9c91-868b-4d8a-8125-589a565665e9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0993400 Nov 24 22:17:23.150023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.155870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:23.157085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.163439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56252) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:23.174775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a77ceee-9385-4d23-92f3-b9231966f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.279607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=8ca38018-4f4a-4dcb-836b-88af64000107,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:23.292430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.299965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aa0dfe72-c172-4c71-9581-03b385412ee0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/8ca38018-4f4a-4dcb-836b-88af64000107 HTTP/1.1" status: 204 len: 168 time: 1.4253838 Nov 24 22:17:23.307288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56254) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:23.313484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'mac_address': 'fa:16:3e:85:e8:de', 'name': 'tempest-PortsIpV6TestJSON-787837388'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:23.322057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b203f1-acff-4a8e-b239-5b1491b3555c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:23.330367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b203f1-acff-4a8e-b239-5b1491b3555c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:23.332867 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d3b203f1-acff-4a8e-b239-5b1491b3555c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1649413 Nov 24 22:17:23.343373 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3006573 Nov 24 22:17:23.347181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56256) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:23.347181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56258) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:23.361533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': '4d017d0e-d5a0-4bf5-87d6-584defc6f414', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:23.378959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ceee-9385-4d23-92f3-b9231966f594 None None] Pushing event updated for resources: {'Port': ['ID=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:23.426947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418939-46a5-46c5-b772-127704161637 req-4fca27da-ed4b-4940-9d42-2955882bec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:23.429780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-4fca27da-ed4b-4940-9d42-2955882bec72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.3416932 Nov 24 22:17:23.457222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11fee9-f434-449b-b8cd-50a45d0ab853 None None] New status for floating IP 5f8cb156-b183-4ef2-9c32-795edeaa8be8: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:17:23.591128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada1d89-3a03-4e5b-a3b9-fa8d4b5d4030 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=4d017d0e-d5a0-4bf5-87d6-584defc6f414,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:23.617529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:23.630396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.692622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-907a2322-ca9f-47e2-81ab-ca87363ed134 None None] Provisioning complete for port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:23.693443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-907a2322-ca9f-47e2-81ab-ca87363ed134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.694827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 4d017d0e-d5a0-4bf5-87d6-584defc6f414 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:23.698923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:23.699820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:23.864739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-907a2322-ca9f-47e2-81ab-ca87363ed134 None None] Provisioning complete for port adeef717-f943-4509-bc71-e368c76915ab triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:23.865313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-907a2322-ca9f-47e2-81ab-ca87363ed134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:23.922211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-907a2322-ca9f-47e2-81ab-ca87363ed134 None None] Port adeef717-f943-4509-bc71-e368c76915ab cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:24.046005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79df2020-d391-4e0a-9033-22137c1cee91 None None] Provisioning complete for port adeef717-f943-4509-bc71-e368c76915ab triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:24.047879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79df2020-d391-4e0a-9033-22137c1cee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.086994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-79df2020-d391-4e0a-9033-22137c1cee91 None None] Port adeef717-f943-4509-bc71-e368c76915ab cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:24.087674 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-59844b83-6eec-416b-a07e-285314a58cdb req-53888670-b3f1-4e4c-b7f5-da6fcf1c458b service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9530075 Nov 24 22:17:24.095266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418939-46a5-46c5-b772-127704161637 req-c93a0590-a61f-4aa2-9557-342631387a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:24.096756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-c93a0590-a61f-4aa2-9557-342631387a00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6376741 Nov 24 22:17:24.107080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:17:24.119157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.121838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:24.132366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing IP validity checks on allocation pools {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:17:24.132894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:17:24.199514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.280742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port adeef717-f943-4509-bc71-e368c76915ab {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:24.281078 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.293977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.380037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:24.381476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 750bd05d-77d6-4045-8073-c78ed5461c02 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:24.406907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:17:24.406907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.451754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-ad5443da-e0a8-4461-8a17-dcd305ee2943 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452990 Nov 24 22:17:24.458382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:24.459113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.506927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:24.522269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.523692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] Sync routers for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:24.541533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.558728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:24.559645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:24.580964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Subnet': ['ID=19058e65-e708-416f-b729-2b5060b9837e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:24.592095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Router ccaab23d-a954-4ec4-bf6c-d5e9c87abbec has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:17:24.594989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for adeef717-f943-4509-bc71-e368c76915ab owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:24.616578 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5e6b9da9-f860-4ac8-b92b-d5fdb40b1b90 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "PUT /v2.0/floatingips/bf3236d7-b795-4cb7-90fb-c26e1fbd39da HTTP/1.1" status: 200 len: 991 time: 5.1176457 Nov 24 22:17:24.620589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:17:24.622369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9230534-ca37-47ff-84a1-c585b718f58f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:17:24.625407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.684058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5418939-46a5-46c5-b772-127704161637 req-b20688a7-b409-404c-839a-699018a6b0f7 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195671 Nov 24 22:17:24.693804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Checking segment: {'id': '38456330-0588-4982-bcc5-fa412f3aad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f93c22c5-9208-44e3-8299-e473fdd834be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:24.694169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network hostable DHCP agents. Network: f93c22c5-9208-44e3-8299-e473fdd834be, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:24.762922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:24.779065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=92710e85-66bd-4c15-8ac1-e2d61e1dac0b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:24.797623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network f93c22c5-9208-44e3-8299-e473fdd834be is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:24.819072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': 'f7db7317-7f95-4fad-852f-70fe44618d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d017d0e-d5a0-4bf5-87d6-584defc6f414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:24.819481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: 4d017d0e-d5a0-4bf5-87d6-584defc6f414, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:24.822568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a542b4-e3aa-4e0f-88f3-f2fd1d13f7cf x-openstack-request-id: req-a2a542b4-e3aa-4e0f-88f3-f2fd1d13f7cf {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:17:24.822852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:17:24.823156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2a542b4-e3aa-4e0f-88f3-f2fd1d13f7cf {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:17:24.823572 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'status': 'completed', 'code': 200} Nov 24 22:17:24.838268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f93c22c5-9208-44e3-8299-e473fdd834be) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:24.841888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.844574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:24.845169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.881287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network 4d017d0e-d5a0-4bf5-87d6-584defc6f414 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:24.883882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f86550-eeb4-422f-8f81-cb14fd8ef32f None None] Network f93c22c5-9208-44e3-8299-e473fdd834be requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:24.901956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 4d017d0e-d5a0-4bf5-87d6-584defc6f414) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:24.905901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:24.907200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.917716 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-59885254-c35e-42cc-9f89-0267e089e691 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0226319 Nov 24 22:17:24.917913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:24.920087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56272) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:24.929052 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] Sync routers for ids ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:24.934997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1914064823', 'network_id': 'f93c22c5-9208-44e3-8299-e473fdd834be'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:24.941077 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] Routers {'ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:24.941582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.942042 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:24.942288 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2d9b2038-8136-4063-a6ce-84acb18fb46d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5844407 Nov 24 22:17:24.943681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:24.945486 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5aa0f990-cbbe-43d9-be41-ec973a9372ad tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "PUT /v2.0/routers/ccaab23d-a954-4ec4-bf6c-d5e9c87abbec HTTP/1.1" status: 200 len: 925 time: 3.8647668 Nov 24 22:17:24.950088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b96327-0a48-4a13-afcc-17f35748264c None None] Network 4d017d0e-d5a0-4bf5-87d6-584defc6f414 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:24.956722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56274) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:24.957066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56276) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:24.984752 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:24.988621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230534-ca37-47ff-84a1-c585b718f58f req-c2afd726-989f-4514-81db-5c1930729bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:24.991239 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-c2afd726-989f-4514-81db-5c1930729bbf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40f8fe8349354c1095b806d14f06c7ab&device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 1098 time: 0.1436882 Nov 24 22:17:24.994383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.000737 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] Routers {'ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:25.001547 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.027874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.032193 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/adeef717-f943-4509-bc71-e368c76915ab HTTP/1.1" status: 204 len: 168 time: 1.6803570 Nov 24 22:17:25.042567 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.043982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75dcf1-a2a2-4426-9e38-ad384bcfc40a None None] The sync data for ids ['ccaab23d-a954-4ec4-bf6c-d5e9c87abbec'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:25.080964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff04614-7056-4589-9770-310cbe527f77 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=adeef717-f943-4509-bc71-e368c76915ab,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:25.105200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56278) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.225906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.229030 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-916507aa-8ccd-45ce-828e-c252863ca138 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/ccaab23d-a954-4ec4-bf6c-d5e9c87abbec HTTP/1.1" status: 200 len: 925 time: 0.2609777 Nov 24 22:17:25.232799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56280) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.244742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc9de1-4baf-4eaa-96ba-2487078255d1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.246653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc9de1-4baf-4eaa-96ba-2487078255d1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.251005 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3ccc9de1-4baf-4eaa-96ba-2487078255d1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1380203 Nov 24 22:17:25.257501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:25.260414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:25.262382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56282) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.268685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:25.274218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.274819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.288773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Made reservation on behalf of de9f149a263049939f7ed3b7165e1cf7 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:25.291983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.302062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb064b-ac6e-4996-8674-374f2ec342e5 None None] Network f93c22c5-9208-44e3-8299-e473fdd834be requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:25.346154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f817a-47f8-437f-8e0a-969d04db3771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-4d017d0e-d5a0-4bf5-87d6-584defc6f414', 'network_id': '4d017d0e-d5a0-4bf5-87d6-584defc6f414', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '92710e85-66bd-4c15-8ac1-e2d61e1dac0b'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:25.347029 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab0150-8992-433b-9125-8a1366f2e1d1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.351129 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-23ab0150-8992-433b-9125-8a1366f2e1d1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=ccaab23d-a954-4ec4-bf6c-d5e9c87abbec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1148772 Nov 24 22:17:25.351486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-655f817a-47f8-437f-8e0a-969d04db3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.351636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56284) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.365771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=750bd05d-77d6-4045-8073-c78ed5461c02,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:25.378449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] device_id is not set on port 7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:25.415682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.479144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Allocated IP 172.20.0.7 (f93c22c5-9208-44e3-8299-e473fdd834be/19058e65-e708-416f-b729-2b5060b9837e/7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:25.484439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bf3236d7-b795-4cb7-90fb-c26e1fbd39da', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'floating_ip_address': '172.26.3.166', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'port_id': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'mac_address': 'fa:16:3e:63:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:38Z', 'updated_at': '2021-11-24T22:17:21Z', 'revision_number': 1, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.490630 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d10ecd1d-dd2d-462f-86b8-d02801a7f381 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1819077 Nov 24 22:17:25.491285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56286) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.501090 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f40f91-7726-49a5-8144-7df3d55e9d97 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.505270 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-47f40f91-7726-49a5-8144-7df3d55e9d97 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.1503389 Nov 24 22:17:25.505491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56288) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.513330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230534-ca37-47ff-84a1-c585b718f58f req-1ac94135-4db3-45a2-b176-6b15090f9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.515041 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-1ac94135-4db3-45a2-b176-6b15090f9fb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2 HTTP/1.1" status: 200 len: 906 time: 0.4977124 Nov 24 22:17:25.517542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.521374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 8551b0fc-8874-48ec-829e-08de6fb095b6 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:25.523356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] Checking router: 97fd11db-995a-4bdb-80b1-7d41fd2305f4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:25.542333 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e8c364c9-b979-4014-b43a-94747ab66494 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccaab23d-a954-4ec4-bf6c-d5e9c87abbec HTTP/1.1" status: 200 len: 205 time: 0.0330005 Nov 24 22:17:25.542618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56290) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.550662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.559296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=92710e85-66bd-4c15-8ac1-e2d61e1dac0b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server [None req-655f817a-47f8-437f-8e0a-969d04db3771 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92710e85-66bd-4c15-8ac1-e2d61e1dac0b: This subnet is being modified by another concurrent operation. Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 22:17:25.561572 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise exception Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92710e85-66bd-4c15-8ac1-e2d61e1dac0b: This subnet is being modified by another concurrent operation. Nov 24 22:17:25.566139 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server Nov 24 22:17:25.607949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:25.608891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.631769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.652335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d017d0e-d5a0-4bf5-87d6-584defc6f414']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.661888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7db7317-7f95-4fad-852f-70fe44618d04') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.662689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7db7317-7f95-4fad-852f-70fe44618d04') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:25.663431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca93be3-52b5-4e49-875b-5dcbd4c751e9 None None] Network 4d017d0e-d5a0-4bf5-87d6-584defc6f414 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:25.671761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.685560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.693802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:25.694317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:25.699184 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:25.705654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b88a0c-07ef-4355-81e3-5c3c8b3ed698 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:25.710250 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c8b88a0c-07ef-4355-81e3-5c3c8b3ed698 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/750bd05d-77d6-4045-8073-c78ed5461c02 HTTP/1.1" status: 200 len: 844 time: 0.2125833 Nov 24 22:17:25.711535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56294) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.755648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.792563 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-f701e820-0446-4921-afac-cd2e1fc5f32f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c HTTP/1.1" status: 200 len: 999 time: 0.2509382 Nov 24 22:17:25.831161 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.868328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.875713 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/4d017d0e-d5a0-4bf5-87d6-584defc6f414 HTTP/1.1" status: 204 len: 168 time: 0.9049337 Nov 24 22:17:25.882417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56300) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:25.888946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:25.893180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136751729'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:25.896335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640aa5f-c1d4-4a0e-a68a-30d5c15cded2 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=4d017d0e-d5a0-4bf5-87d6-584defc6f414,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:25.915989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.944181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 750bd05d-77d6-4045-8073-c78ed5461c02 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:25.944538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:25.947418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:25.951082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.034881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:26.037785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.055750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 750bd05d-77d6-4045-8073-c78ed5461c02 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:26.062522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.062876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 61697f01-dded-4612-ae7c-d96436b91cb8 of type vlan for network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 Nov 24 22:17:26.068706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0cf5f-a2f3-43dc-b302-ac5e1e84f8a6 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:17:26.088601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230534-ca37-47ff-84a1-c585b718f58f req-01cf0f25-1ca4-4764-84b9-627e91e2c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:26.090068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-01cf0f25-1ca4-4764-84b9-627e91e2c4ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9094a964-1cdf-4176-a550-7aec69b77dc6 HTTP/1.1" status: 200 len: 844 time: 0.2855611 Nov 24 22:17:26.135415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.160945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.176895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.182306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:26.182882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.228455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.240966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.249292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230534-ca37-47ff-84a1-c585b718f58f req-bbae01a4-0c60-47a2-bf83-5cd5058c34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:26.253534 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-bbae01a4-0c60-47a2-bf83-5cd5058c34f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=df299b0b-3621-47fc-8fe5-6ccbc444bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282754 Nov 24 22:17:26.253702 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3670013 Nov 24 22:17:26.257450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56302) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:26.261624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:26.275930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a901fd-a6c5-4b36-9d55-53ed488c4055 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=55530a6d-1b62-4aae-8f5d-4acaac84eec0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:26.280092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.283388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd0cf5f-a2f3-43dc-b302-ac5e1e84f8a6 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:17:26.301988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:26.318923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=750bd05d-77d6-4045-8073-c78ed5461c02,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:26.324598 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.330348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-349aec2d-2484-4d06-9dab-7be00f3595c2 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/750bd05d-77d6-4045-8073-c78ed5461c02 HTTP/1.1" status: 204 len: 168 time: 0.6179390 Nov 24 22:17:26.330965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56304) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:26.356205 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb37b37-099b-4658-aa73-c960db4daf83 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:26.361512 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aeb37b37-099b-4658-aa73-c960db4daf83 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/750bd05d-77d6-4045-8073-c78ed5461c02 HTTP/1.1" status: 404 len: 333 time: 0.0259235 Nov 24 22:17:26.361832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56306) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:26.366903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'name': 'tempest-PortsIpV6TestJSON-1307573386'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:26.464187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:26.469405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.491745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 0ef38ae8-faa4-485b-99b9-5f9b49f25f21 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:26.513710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bf3236d7-b795-4cb7-90fb-c26e1fbd39da', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'floating_ip_address': '172.26.3.166', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'port_id': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'mac_address': 'fa:16:3e:63:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:38Z', 'updated_at': '2021-11-24T22:17:21Z', 'revision_number': 1, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:26.551422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2b88e-2c4e-4e63-b297-b728b1951b79 None None] The sync data for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv is: [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bf3236d7-b795-4cb7-90fb-c26e1fbd39da', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'floating_ip_address': '172.26.3.166', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'port_id': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'mac_address': 'fa:16:3e:63:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:16:38Z', 'updated_at': '2021-11-24T22:17:21Z', 'revision_number': 1, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:26.684012 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.685826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.721415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.751879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=8551b0fc-8874-48ec-829e-08de6fb095b6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:26.754085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.759482 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f88fdfec-083c-419d-9f77-274f703f2df0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/8551b0fc-8874-48ec-829e-08de6fb095b6 HTTP/1.1" status: 204 len: 168 time: 1.4897623 Nov 24 22:17:26.761847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56308) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:26.762971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7a300-fbd4-49d8-aabe-6df2aa73756c None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:26.772334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.772803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:26.811367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:26.851772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-ac98bc45-f996-4a09-ba88-ca5f9bb6b2a6 service neutron] 10.222.0.71 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836742 Nov 24 22:17:26.872210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network f93c22c5-9208-44e3-8299-e473fdd834be is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:26.873104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:26.879643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.891712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:26.899763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:26.900426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:26.911643 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-135489b4-69d1-46e3-870c-133067f89398 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485155 Nov 24 22:17:26.913813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641ace9-dae0-40cc-afb3-47ae51c2f060 None None] New status for floating IP bf3236d7-b795-4cb7-90fb-c26e1fbd39da: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:17:26.917370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56314) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:26.929897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:26.936595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=0ef38ae8-faa4-485b-99b9-5f9b49f25f21,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:26.954718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ab6d0c26-83c9-4928-9395-528f31903d51 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5918267 Nov 24 22:17:26.965767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56316) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:26.970505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:26.998952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:27.060106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:27.062223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:27.064146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.065633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Deleting port 7d6cf72a-a0f3-4057-9ccc-8676bb125cce {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:27.065633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.067155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Port': ['ID=7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:27.133806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:27.191432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] Deleting port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:27.191968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.199089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:27.199745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.270831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] For port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:27.271323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.271837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.287381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] Calling delete_port for 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:27.293535 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d767ca07-2bb6-4642-8361-11e02053ba82 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3680935 Nov 24 22:17:27.310010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56320) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:27.330853 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c9230534-ca37-47ff-84a1-c585b718f58f req-61f55ba6-e514-49a7-8646-bf61b8804aeb service neutron] 10.222.0.71 "GET /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676518 Nov 24 22:17:27.381312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.381828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.411653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] Pushing event deleted for resources: {'Port': ['ID=5e8cbc3c-f141-4ee3-9230-e24f0d0efef2,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:27.417977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e9b05-bc41-4dc3-8aed-b8e8bed04663 None None] No DVR routers for this DVR port 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:27.451682 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Calling delete_port for 7d6cf72a-a0f3-4057-9ccc-8676bb125cce owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:27.524646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.569530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:27.572616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:27.576697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:27.577278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.583740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77215e93-dd26-4d86-9747-0cba012afd3a None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:27.592046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:27.601892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-39d92538-75d0-445e-9191-8edc5423f2a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6788945 Nov 24 22:17:27.602175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56322) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:27.607907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'name': 'tempest-NetworksTestDHCPv6-1980091337'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:27.696601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Deleting port 7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:27.696851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.720860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:27.724924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.738296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:27.739396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.743664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 56ebab83-2cec-4fe9-b978-28bc4313e268 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:27.787958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.860379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.870091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::315 (49828264-6294-4cd6-b467-32535f86b933/fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f/56ebab83-2cec-4fe9-b978-28bc4313e268) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:27.875628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.969819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=142296ca-888b-40b5-aa6a-8fc6ecd5550e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:27.974091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] In _notify_port_updated(), no bound segment for port 0ef38ae8-faa4-485b-99b9-5f9b49f25f21 on network d7d7fab6-046c-4088-8d75-ee2e31e2b27b {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:17:27.979816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:27.980438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.981754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/ports/0ef38ae8-faa4-485b-99b9-5f9b49f25f21 HTTP/1.1" status: 200 len: 818 time: 1.0160470 Nov 24 22:17:27.989785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:27.990893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56328) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.020658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Calling delete_port for 7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:28.023803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28330-25ef-44a4-929f-ffb819c64e28 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=0ef38ae8-faa4-485b-99b9-5f9b49f25f21,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:28.040093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '61697f01-dded-4612-ae7c-d96436b91cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:28.040462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: 55530a6d-1b62-4aae-8f5d-4acaac84eec0, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:28.056474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.086715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.129359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event deleted for resources: {'Port': ['ID=7d6cf72a-a0f3-4057-9ccc-8676bb125cce,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:28.133758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.160463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:28.183392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:28.188868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f/e99cd6fd-16d3-4ea5-9308-99a96e9816e8) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:28.190065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:28.192963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:28.198680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:28.199309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.206949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 55530a6d-1b62-4aae-8f5d-4acaac84eec0) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:28.213426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 0ef38ae8-faa4-485b-99b9-5f9b49f25f21 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:28.213770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.226096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:28.226321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.241901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.256095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c480e-b0da-44b3-a3e6-0a776cd92a6a None None] Network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:28.267867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=56ebab83-2cec-4fe9-b978-28bc4313e268,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:28.284593 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1d43cc5b-24b0-4e41-8d02-1f45489feca6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6812851 Nov 24 22:17:28.287635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56332) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.324127 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-93559c17-c4b3-4e40-bc49-cc342253810d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0662553 Nov 24 22:17:28.328580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56334) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.332150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.373722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:28.394319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 0ef38ae8-faa4-485b-99b9-5f9b49f25f21 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:28.405247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.410860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.427289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:28.427800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e8cbc3c-f141-4ee3-9230-e24f0d0efef2 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:28.467294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0d5d4-8fe4-4970-b570-d182907c697b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:28.469387 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8de0d5d4-8fe4-4970-b570-d182907c697b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1804314 Nov 24 22:17:28.470111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.472305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56336) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.483284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.483284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Fanout notify agent at l3_agent the message router_deleted on router ccaab23d-a954-4ec4-bf6c-d5e9c87abbec {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:28.493008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.493848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.495168 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3e84b66b-e960-45f6-8f84-11d297f83741 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/ccaab23d-a954-4ec4-bf6c-d5e9c87abbec HTTP/1.1" status: 204 len: 168 time: 2.9502895 Nov 24 22:17:28.502448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56338) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.506258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.512862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411239924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:28.528149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.538607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:28.561399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:28.566491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:28.572519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:28.574647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-55530a6d-1b62-4aae-8f5d-4acaac84eec0', 'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '142296ca-888b-40b5-aa6a-8fc6ecd5550e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:28.575556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.586198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.587237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.595488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.609722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Pushing event updated for resources: {'Port': ['ID=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:28.642072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=0ef38ae8-faa4-485b-99b9-5f9b49f25f21,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:28.652994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.657060 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3b22d361-19da-4066-8306-94d05fa8bd6f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/0ef38ae8-faa4-485b-99b9-5f9b49f25f21 HTTP/1.1" status: 204 len: 168 time: 0.6646335 Nov 24 22:17:28.660859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56340) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.665303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.712108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.715312 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6b6f4188-9ed6-4cfb-a546-b420e4c3dad7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7c8ea7da-ddbd-4da4-84f2-cc0fc9c8d969 HTTP/1.1" status: 204 len: 168 time: 1.4015994 Nov 24 22:17:28.718147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56342) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.723076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Attempting to bind port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:28.723778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Attempting to bind port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:28.724298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Attempting to bind port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:28.726730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f93c22c5-9208-44e3-8299-e473fdd834be', 'external_fixed_ips': [{'subnet_id': '19058e65-e708-416f-b729-2b5060b9837e', 'ip_address': '172.20.0.7'}]}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:28.730427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.731224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 56ebab83-2cec-4fe9-b978-28bc4313e268 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:28.731592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.737275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:28.737919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:28.738693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.739259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:28.740180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Bound port: e99cd6fd-16d3-4ea5-9308-99a96e9816e8, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:28.740996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.745759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.747684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5acc76-a3dd-4b2f-abe9-519057fae134 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:28.749295 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ec5acc76-a3dd-4b2f-abe9-519057fae134 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0851164 Nov 24 22:17:28.761293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56344) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.796002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5679df1f-90b3-4cff-b266-6dc4ad2b9905 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:28.797608 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5679df1f-90b3-4cff-b266-6dc4ad2b9905 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/0ef38ae8-faa4-485b-99b9-5f9b49f25f21 HTTP/1.1" status: 404 len: 333 time: 0.0353653 Nov 24 22:17:28.801255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56346) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.806056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-132990032'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:28.813142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.814152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.836492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.837689 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e941d9dd-09e2-45b2-9aad-09ae7489af7f tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3293300 Nov 24 22:17:28.842055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56348) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:28.845745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Allocated IP 172.20.0.1 (55530a6d-1b62-4aae-8f5d-4acaac84eec0/142296ca-888b-40b5-aa6a-8fc6ecd5550e/bc76589c-fa08-4e9e-9fde-9fff118640c7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:28.848943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:28.864546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.879966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 56ebab83-2cec-4fe9-b978-28bc4313e268 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:28.916647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] For port e99cd6fd-16d3-4ea5-9308-99a96e9816e8, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:28.934047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] For port e99cd6fd-16d3-4ea5-9308-99a96e9816e8, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:28.939917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.951047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:28.957606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:28.962307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.028577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.053190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0d026-90ac-4867-a340-c02766938d49 None None] Pushing event updated for resources: {'Port': ['ID=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.063335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=56ebab83-2cec-4fe9-b978-28bc4313e268,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.092950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.101474 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f9b543e1-08a8-421c-a5e1-fbc581c250b7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/56ebab83-2cec-4fe9-b978-28bc4313e268 HTTP/1.1" status: 204 len: 168 time: 0.6244214 Nov 24 22:17:29.101728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56354) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:29.126443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:29.148987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.162321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.176203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d355d-28b7-4dfe-8998-c37d457f390a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:29.183113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d355d-28b7-4dfe-8998-c37d457f390a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:29.187241 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9a4d355d-28b7-4dfe-8998-c37d457f390a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0821686 Nov 24 22:17:29.188225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56356) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:29.211403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:29.214489 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:29.216929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:29.231722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Pushing event updated for resources: {'Port': ['ID=bc76589c-fa08-4e9e-9fde-9fff118640c7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.277089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:29.280537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.307432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.307864 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment ae12fa06-e479-448f-8485-49cb71ed51de of type vlan for network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 Nov 24 22:17:29.313840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Attempting to bind port bc76589c-fa08-4e9e-9fde-9fff118640c7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:29.314249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Attempting to bind port bc76589c-fa08-4e9e-9fde-9fff118640c7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '61697f01-dded-4612-ae7c-d96436b91cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:29.314734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Attempting to bind port bc76589c-fa08-4e9e-9fde-9fff118640c7 on network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:29.321524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:29.322119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Checking segment: {'id': '61697f01-dded-4612-ae7c-d96436b91cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:29.322589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.323024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Bound using segment: {'id': '61697f01-dded-4612-ae7c-d96436b91cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:29.324014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Bound port: bc76589c-fa08-4e9e-9fde-9fff118640c7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61697f01-dded-4612-ae7c-d96436b91cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:29.325818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.347936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.388854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.399616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.409228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.416754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.422846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] For port bc76589c-fa08-4e9e-9fde-9fff118640c7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:29.428466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] For port bc76589c-fa08-4e9e-9fde-9fff118640c7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc76589c-fa08-4e9e-9fde-9fff118640c7,segment=NetworkSegment(61697f01-dded-4612-ae7c-d96436b91cb8),segment_id=61697f01-dded-4612-ae7c-d96436b91cb8)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:29.434690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.444121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=142296ca-888b-40b5-aa6a-8fc6ecd5550e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.475091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.524887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.539634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.548128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bda26-ffa1-49da-a7e8-d24507b57a8f None None] Pushing event updated for resources: {'Port': ['ID=bc76589c-fa08-4e9e-9fde-9fff118640c7,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.569841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.573459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.576750 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-22b4799d-ba59-4ff3-a6e7-18c08280bb13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f HTTP/1.1" status: 204 len: 168 time: 0.3875773 Nov 24 22:17:29.579402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a982f-6233-4061-aca9-230848aa61da None None] Network 55530a6d-1b62-4aae-8f5d-4acaac84eec0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:29.579669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56360) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:29.598120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.603800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:29.604400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.646542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.670980 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bae43c71-49df-4ec5-a3ea-b26c1d75e332 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894573 Nov 24 22:17:29.674255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56362) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:29.679702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:29.719264 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9137609 Nov 24 22:17:29.726484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56364) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:29.736035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:29.741874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55530a6d-1b62-4aae-8f5d-4acaac84eec0']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:29.765974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118da6c-97e3-4d92-86f9-612b5c34b1e9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=11ec1026-ebb8-406f-8f0a-82a5b8ae5a20,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:29.770594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61697f01-dded-4612-ae7c-d96436b91cb8') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:29.770904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61697f01-dded-4612-ae7c-d96436b91cb8') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:29.784899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:29.820646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.828691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:29.832700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.860174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.871999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:29.872397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:29.876381 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:29.973935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:17:29.973935 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:17:29.973935 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': '55530a6d-1b62-4aae-8f5d-4acaac84eec0'}] Nov 24 22:17:29.973935 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:29.974427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:30.005526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:30.009028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.070552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.144015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:30.151620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:30.158296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:30.158991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.162466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=b3575138-c0c2-4aa5-98ca-8951f36aec98,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:30.183672 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-7061013a-8c86-44fa-8af1-f828a23fb474 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879169 Nov 24 22:17:30.186969 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0ec5d53b-f694-4d3a-8ffb-a10491689650 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5119178 Nov 24 22:17:30.191120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56366) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:30.197253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'name': 'tempest-NetworksTestDHCPv6-1460908392'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:30.236497 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc4ef3-a6fa-455b-ad7f-581291ecebf5 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:30.324638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-25adca76-b38e-434e-b62c-2f2b809cae58 None None] Provisioning complete for port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:30.325158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-25adca76-b38e-434e-b62c-2f2b809cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.394958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-5f7b2125-bf46-440b-b9a9-9e298a195734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:30.397146 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-5f7b2125-bf46-440b-b9a9-9e298a195734 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cde6873aa3084a9088d4c371dd104cb9&device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 1098 time: 0.1421010 Nov 24 22:17:30.434838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e99cd6fd-16d3-4ea5-9308-99a96e9816e8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:30.436754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:30.441488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.479362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.519738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port faf7e984-55fe-4a5f-b392-cafa33628909 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:30.544841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:30.545217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.556258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.592535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-25adca76-b38e-434e-b62c-2f2b809cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.603067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.646723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-25adca76-b38e-434e-b62c-2f2b809cae58 None None] For port e99cd6fd-16d3-4ea5-9308-99a96e9816e8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:30.655756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-6a6a706e-5cfc-41da-8f99-31b5da00e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:30.659011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-6a6a706e-5cfc-41da-8f99-31b5da00e647 service neutron] 10.222.0.71 "GET /v2.0/networks?id=baf38131-5088-4198-bc0c-824aac5d4b43 HTTP/1.1" status: 200 len: 913 time: 0.1942976 Nov 24 22:17:30.672356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-25adca76-b38e-434e-b62c-2f2b809cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.708611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.730646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.732210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::220 (49828264-6294-4cd6-b467-32535f86b933/b3575138-c0c2-4aa5-98ca-8951f36aec98/faf7e984-55fe-4a5f-b392-cafa33628909) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:30.752887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adca76-b38e-434e-b62c-2f2b809cae58 None None] Pushing event updated for resources: {'Port': ['ID=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:30.792485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:30.793137 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-abdbbff9-e65f-4074-bb05-bea5eeced64b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29 HTTP/1.1" status: 200 len: 1001 time: 0.1219563 Nov 24 22:17:30.793768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:30.812012 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:30.912812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-56b662a5-ace5-4295-a8e5-dfb41415eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:30.914327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-56b662a5-ace5-4295-a8e5-dfb41415eda5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=979d0e97-974f-4471-bfaf-a8158635df9f HTTP/1.1" status: 200 len: 851 time: 0.1089170 Nov 24 22:17:30.942260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port bc76589c-fa08-4e9e-9fde-9fff118640c7 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:30.942601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.001402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.003682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e7393551-c577-497c-8ae6-3a4564df47ec None None] Provisioning complete for port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:31.004249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7393551-c577-497c-8ae6-3a4564df47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.006737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-829841c9-a79f-43b7-97ea-afb67045e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:31.008418 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-829841c9-a79f-43b7-97ea-afb67045e131 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=baf38131-5088-4198-bc0c-824aac5d4b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842507 Nov 24 22:17:31.039283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Allocated IP 172.26.3.189 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/d340639c-b6b9-499c-94e5-809837c5251f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:31.076882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.113151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port bc76589c-fa08-4e9e-9fde-9fff118640c7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc76589c-fa08-4e9e-9fde-9fff118640c7,segment=NetworkSegment(61697f01-dded-4612-ae7c-d96436b91cb8),segment_id=61697f01-dded-4612-ae7c-d96436b91cb8)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:31.113541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.116607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.166784 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-80ff0506-b24f-4e47-86a0-a0e3c7377949 service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429048 Nov 24 22:17:31.172608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:31.176463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for bc76589c-fa08-4e9e-9fde-9fff118640c7 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:31.177220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:31.190558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:31.196212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:31.196852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.227482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b1ecdb45-3c2f-43fe-aae6-938f5fd807bd None None] Could not find standard attr ID for object 56ebab83-2cec-4fe9-b978-28bc4313e268. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:17:31.314567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:31.347062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Allocated IP 172.20.0.7 (f93c22c5-9208-44e3-8299-e473fdd834be/19058e65-e708-416f-b729-2b5060b9837e/5720ca3c-835e-4ca9-b086-5e98b75df37d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:31.400744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': 'ae12fa06-e479-448f-8485-49cb71ed51de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:31.401208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:31.479478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.524992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:31.546332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.553704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=faf7e984-55fe-4a5f-b392-cafa33628909,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:31.574195 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-31ec600b-b2bd-4eb6-a188-e89b9b4de643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3811648 Nov 24 22:17:31.580503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:31.587881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58380c8c-464a-4d8f-95ca-49036496ef6d None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:17:31.614787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:31.619473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=bc76589c-fa08-4e9e-9fde-9fff118640c7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:31.629038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:31.629625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.639386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port bc76589c-fa08-4e9e-9fde-9fff118640c7 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:31.660536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f9856-d31c-4e9a-9e70-97a2e50a85c3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:31.660798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.668074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f9856-d31c-4e9a-9e70-97a2e50a85c3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:31.671751 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fc5f9856-d31c-4e9a-9e70-97a2e50a85c3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0879121 Nov 24 22:17:31.672501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56382) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:31.674610 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3fb4a6-de0e-4256-88f3-b8c0599e0b1e req-ab620bdc-8853-491a-b243-84a4ff5a8d0c service neutron] 10.222.0.71 "GET /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987905 Nov 24 22:17:31.684757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.688865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-234ed995-4173-46bf-9e7e-a06737fc1860 None None] Provisioning complete for port faf7e984-55fe-4a5f-b392-cafa33628909 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:31.689415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-234ed995-4173-46bf-9e7e-a06737fc1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.737856 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c6e83080-1456-47a5-9730-cd25d95cf0f0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0084941 Nov 24 22:17:31.762317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-234ed995-4173-46bf-9e7e-a06737fc1860 None None] Port faf7e984-55fe-4a5f-b392-cafa33628909 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:31.762550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56384) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:31.780845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:31.781924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:31.790214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58380c8c-464a-4d8f-95ca-49036496ef6d None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:17:31.801271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:31.814664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:31.818081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.822486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event updated for resources: {'Port': ['ID=d340639c-b6b9-499c-94e5-809837c5251f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:31.876302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55530a6d-1b62-4aae-8f5d-4acaac84eec0']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:31.885462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.892476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port faf7e984-55fe-4a5f-b392-cafa33628909 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:31.892843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.894125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61697f01-dded-4612-ae7c-d96436b91cb8') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:31.894418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61697f01-dded-4612-ae7c-d96436b91cb8') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:31.963113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:31.972163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:31.975712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.004500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network f93c22c5-9208-44e3-8299-e473fdd834be is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:32.013444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.018129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:32.026294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:32.051469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:32.051673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.052549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:32.055550 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:32.070875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for faf7e984-55fe-4a5f-b392-cafa33628909 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:32.089294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Port': ['ID=5720ca3c-835e-4ca9-b086-5e98b75df37d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:32.093935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': 'd8ce2b3b-4739-4075-a6dd-e4eaf0652ed4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:32.095661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.139197 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.ipam_backend_mixin [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4 (CIDR: 2001:db8::/64) Nov 24 22:17:32.144659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:17:32.145420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:32.183403 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed32d02e-27b5-483b-ba4d-a0ed2b2689cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4197361 Nov 24 22:17:32.186629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56386) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:32.192585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:32.238336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.281886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.289614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56388) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:32.289774 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/55530a6d-1b62-4aae-8f5d-4acaac84eec0 HTTP/1.1" status: 204 len: 168 time: 3.9595418 Nov 24 22:17:32.293155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Allocated IP 2001:db8::2 (11ec1026-ebb8-406f-8f0a-82a5b8ae5a20/d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4/d8022009-9e8b-4314-b912-d1029c020cc7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:32.300502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1829053167'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:32.343438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.358696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60f82-fda0-4006-b667-761e756c5ace tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=55530a6d-1b62-4aae-8f5d-4acaac84eec0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:32.361408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:32.364825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.398477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=faf7e984-55fe-4a5f-b392-cafa33628909,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:32.442119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.447358 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5cef98fa-4a95-4a09-af4c-37145dcaa069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/faf7e984-55fe-4a5f-b392-cafa33628909 HTTP/1.1" status: 204 len: 168 time: 0.7695181 Nov 24 22:17:32.447358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:32.449627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56390) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:32.458756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e99cd6fd-16d3-4ea5-9308-99a96e9816e8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:32.459924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.492881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.493224 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 6091bfe7-ea65-444c-b5c4-c5a280f416aa of type vlan for network d054f59a-5566-41ea-bcf6-277724dea82e Nov 24 22:17:32.507545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:32.510958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.537698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.549611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.591420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:32.591953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.605656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff861ff1-53d5-4aa3-901d-fe7527277fd5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:32.607298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff861ff1-53d5-4aa3-901d-fe7527277fd5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:32.611951 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ff861ff1-53d5-4aa3-901d-fe7527277fd5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1560092 Nov 24 22:17:32.615290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.617359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56396) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:32.626652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:32.634512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:32.643903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:32.652156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Pushing event updated for resources: {'Port': ['ID=d8022009-9e8b-4314-b912-d1029c020cc7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:32.719864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet b3575138-c0c2-4aa5-98ca-8951f36aec98 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:32.727647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.733274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:32.733902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.737169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.798465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Attempting to bind port d8022009-9e8b-4314-b912-d1029c020cc7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:32.799102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Attempting to bind port d8022009-9e8b-4314-b912-d1029c020cc7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ae12fa06-e479-448f-8485-49cb71ed51de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:32.799896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Attempting to bind port d8022009-9e8b-4314-b912-d1029c020cc7 on network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:32.808629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:32.808916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Checking segment: {'id': 'ae12fa06-e479-448f-8485-49cb71ed51de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:32.809675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.810225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Bound using segment: {'id': 'ae12fa06-e479-448f-8485-49cb71ed51de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:32.810695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Bound port: d8022009-9e8b-4314-b912-d1029c020cc7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae12fa06-e479-448f-8485-49cb71ed51de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:32.811111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.857496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=d054f59a-5566-41ea-bcf6-277724dea82e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:32.861534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:32.880440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d054f59a-5566-41ea-bcf6-277724dea82e details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:32.897135 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-92fc853f-9ff4-46e0-b7cd-c90657fa6b5a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6022055 Nov 24 22:17:32.898926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56400) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:32.905571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': 'd054f59a-5566-41ea-bcf6-277724dea82e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:32.940148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] For port d8022009-9e8b-4314-b912-d1029c020cc7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:32.965395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] For port d8022009-9e8b-4314-b912-d1029c020cc7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8022009-9e8b-4314-b912-d1029c020cc7,segment=NetworkSegment(ae12fa06-e479-448f-8485-49cb71ed51de),segment_id=ae12fa06-e479-448f-8485-49cb71ed51de)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:32.973571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.037841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812def4-8e35-4fa9-b0ad-1ad65ae12567 None None] Pushing event updated for resources: {'Port': ['ID=d8022009-9e8b-4314-b912-d1029c020cc7,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:33.039552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.072492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.147631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.150292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:33.153777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.155769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.246199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.248876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.291177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=b3575138-c0c2-4aa5-98ca-8951f36aec98,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:33.307359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:33.309080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.314788 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2ae31837-d90f-4967-b366-ebe06d59516d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/b3575138-c0c2-4aa5-98ca-8951f36aec98 HTTP/1.1" status: 204 len: 168 time: 0.6940014 Nov 24 22:17:33.317281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56402) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.318642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:33.355580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:33.355580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.393784 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2025039 Nov 24 22:17:33.395142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56404) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.407042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a3158f97-9543-4a2b-89ee-95ad09d7a8cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886283 Nov 24 22:17:33.411914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'fixed_ips': [{'subnet_id': 'd8ce2b3b-4739-4075-a6dd-e4eaf0652ed4'}, {'subnet_id': 'a1a30038-844a-4253-b9d5-e31cc7ee495c'}], 'name': 'tempest-PortsIpV6TestJSON-1479152002'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:33.412606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56406) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.443326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ba68-7abf-4a3e-96c5-38373be0012c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=a1a30038-844a-4253-b9d5-e31cc7ee495c,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:33.513223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.521678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453cac20-7fb5-4025-84e2-0e428b2e1dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:33.523155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-453cac20-7fb5-4025-84e2-0e428b2e1dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1096313 Nov 24 22:17:33.528546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.586469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.618507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Router 6da0e044-dfe5-43a8-96fd-d283e5b53ff5 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:33.653535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=89811d69-06df-4074-a0a9-0b96bab4a6b5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:33.664736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:33.693850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491a34c-e5e5-4792-89d8-b55dde40d85f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:33.695304 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8491a34c-e5e5-4792-89d8-b55dde40d85f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1658516 Nov 24 22:17:33.705583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56410) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.719749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '6091bfe7-ea65-444c-b5c4-c5a280f416aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd054f59a-5566-41ea-bcf6-277724dea82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:33.720104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: d054f59a-5566-41ea-bcf6-277724dea82e, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:33.769537 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e47a56e4-d2d4-46f7-a8ce-f36b2f76af95 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609262 Nov 24 22:17:33.776499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56416) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.784330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:33.848435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:33.856413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.869277 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] Sync routers for ids ['6da0e044-dfe5-43a8-96fd-d283e5b53ff5'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:33.870452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network d054f59a-5566-41ea-bcf6-277724dea82e is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:33.870602 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bcaa4073-61ad-4065-b1ff-11a7073d4ef2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "PUT /v2.0/routers/6da0e044-dfe5-43a8-96fd-d283e5b53ff5 HTTP/1.1" status: 200 len: 883 time: 5.0250368 Nov 24 22:17:33.874169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56420) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:33.882187 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] Routers {'6da0e044-dfe5-43a8-96fd-d283e5b53ff5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:33.883731 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['6da0e044-dfe5-43a8-96fd-d283e5b53ff5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:33.891027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Router 8ef94650-8153-4650-b4e3-6ab53c92f758 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:33.903037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d054f59a-5566-41ea-bcf6-277724dea82e) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:33.912288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.915745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:33.916322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:33.940953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:33.950335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 60787d16-cd31-478f-b072-9c7ac9389f98 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:33.952341 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] Routers {'6da0e044-dfe5-43a8-96fd-d283e5b53ff5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:33.953809 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['6da0e044-dfe5-43a8-96fd-d283e5b53ff5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:33.989271 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:33.990063 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fde78e-bb85-43ea-9ebb-8bac350e07a7 None None] The sync data for ids ['6da0e044-dfe5-43a8-96fd-d283e5b53ff5'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:34.009575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:34.013051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.042859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5203b844-a3d8-4983-886a-b976914606e1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1410069 Nov 24 22:17:34.049192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56422) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:34.160513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b9f74-73df-4bf1-92f9-7f3bcef71541 None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:34.175993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b88f78-291e-4f13-b67d-004951f26b6d None None] Network d054f59a-5566-41ea-bcf6-277724dea82e requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:34.216282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9b8ab9c1-f2b9-44ff-9d5b-cd73bb774da5 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/6da0e044-dfe5-43a8-96fd-d283e5b53ff5 HTTP/1.1" status: 200 len: 924 time: 0.3379648 Nov 24 22:17:34.222160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56424) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:34.238839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.247058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:34.296500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Sync routers for ids ['8ef94650-8153-4650-b4e3-6ab53c92f758'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:34.298466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.300309 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b28b790e-aaf0-4422-b9a5-251dc0978b1b tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5770833 Nov 24 22:17:34.305798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56426) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:34.343991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Routers {'8ef94650-8153-4650-b4e3-6ab53c92f758'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:34.344778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8ef94650-8153-4650-b4e3-6ab53c92f758'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:34.350859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5be6035d-3346-4840-95c0-a5a5a86a5774 None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:34.351238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5be6035d-3346-4840-95c0-a5a5a86a5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.422957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.476491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75cee2-9742-48b6-962a-575349624d39 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:34.488215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.505741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.567784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:34.576346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ad0cd-d1c1-4fee-8a75-a6ea1dcceb54 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:34.580469 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-391ad0cd-d1c1-4fee-8a75-a6ea1dcceb54 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=6da0e044-dfe5-43a8-96fd-d283e5b53ff5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3547692 Nov 24 22:17:34.584335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56428) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:34.590162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:34.594732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:34.595033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.595312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:34.597482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=0dfee219-9723-416d-aa9e-610eacb91000,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:34.647792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2623887-cbdd-4531-9f99-7351a2ac35ef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8668404 Nov 24 22:17:34.649032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56430) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:34.656397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': '0dfee219-9723-416d-aa9e-610eacb91000', 'ip_address': '2001:db8::6acd:39d6:33cc:bb6'}], 'name': 'tempest-NetworksTestDHCPv6-332745812'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:34.706788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8022009-9e8b-4314-b912-d1029c020cc7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:34.714391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::1ec (11ec1026-ebb8-406f-8f0a-82a5b8ae5a20/d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4/60787d16-cd31-478f-b072-9c7ac9389f98) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:34.728441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8:0:1::1d8 (11ec1026-ebb8-406f-8f0a-82a5b8ae5a20/a1a30038-844a-4253-b9d5-e31cc7ee495c/60787d16-cd31-478f-b072-9c7ac9389f98) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:34.909510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:34.936493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=89811d69-06df-4074-a0a9-0b96bab4a6b5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:34.957041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Set router 8ef94650-8153-4650-b4e3-6ab53c92f758 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:35.031600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.043210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.083930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.091407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d054f59a-5566-41ea-bcf6-277724dea82e']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:35.092537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd37aa2-358e-4274-ad63-0ca5f98c09fd None None] Network d054f59a-5566-41ea-bcf6-277724dea82e requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:35.106214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcb472-3654-42eb-b5b9-c50b09734edc tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:35.107867 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1adcb472-3654-42eb-b5b9-c50b09734edc tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.5224981 Nov 24 22:17:35.110579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6091bfe7-ea65-444c-b5c4-c5a280f416aa') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:35.110957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6091bfe7-ea65-444c-b5c4-c5a280f416aa') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:35.119940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56438) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:35.134638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.160901 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8748e771-b400-490b-9bd6-ed430005cfd1 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=6da0e044-dfe5-43a8-96fd-d283e5b53ff5 HTTP/1.1" status: 200 len: 205 time: 0.0399826 Nov 24 22:17:35.189246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56440) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:35.233610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.267561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:35.268179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.273752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5be6035d-3346-4840-95c0-a5a5a86a5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.277666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:35.278082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:35.282026 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:35.321679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc38ad-1221-4947-a395-7aa9ad2a6f4f None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:35.371444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Deleting port 5720ca3c-835e-4ca9-b086-5e98b75df37d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:35.371850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.376032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.417654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.424282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.427987 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/d054f59a-5566-41ea-bcf6-277724dea82e HTTP/1.1" status: 204 len: 168 time: 1.3777966 Nov 24 22:17:35.433387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56442) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:35.435177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.439690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1552121793'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:35.455863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 11991bc5-d738-4a11-8192-b6a84081f875 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:35.472120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5be6035d-3346-4840-95c0-a5a5a86a5774 None None] For port d8022009-9e8b-4314-b912-d1029c020cc7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8022009-9e8b-4314-b912-d1029c020cc7,segment=NetworkSegment(ae12fa06-e479-448f-8485-49cb71ed51de),segment_id=ae12fa06-e479-448f-8485-49cb71ed51de)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:35.472885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.497631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5be6035d-3346-4840-95c0-a5a5a86a5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.526060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14847-9856-4e35-84a7-93cd93c2ae49 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=d054f59a-5566-41ea-bcf6-277724dea82e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:35.541507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:35.545195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.573901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:35.583842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:35.586028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.604703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Calling delete_port for 5720ca3c-835e-4ca9-b086-5e98b75df37d owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:35.615619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:35.621265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:35.621884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.622764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.633944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=60787d16-cd31-478f-b072-9c7ac9389f98,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:35.657851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:35.667112 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-434a012f-76f4-40fd-845f-290daab99516 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.2663321 Nov 24 22:17:35.667405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] Update dhcp port {'port': {'network_id': '11ec1026-ebb8-406f-8f0a-82a5b8ae5a20', 'fixed_ips': [{'subnet_id': 'd8ce2b3b-4739-4075-a6dd-e4eaf0652ed4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1a30038-844a-4253-b9d5-e31cc7ee495c'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'd8022009-9e8b-4314-b912-d1029c020cc7'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:17:35.671571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56444) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:35.681117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8ce2b3b-4739-4075-a6dd-e4eaf0652ed4'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:35.691170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.691170 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 9f6322bf-473c-4827-98e7-dcc12d9b7cf7 of type vlan for network b0c4f7a9-4871-444e-bf5c-98d86b6678dd Nov 24 22:17:35.691454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6035d-3346-4840-95c0-a5a5a86a5774 None None] Pushing event updated for resources: {'Port': ['ID=d8022009-9e8b-4314-b912-d1029c020cc7,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:35.747282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.748954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-613109c3-7301-4290-a13e-a7ea5a938b55 None None] Provisioning complete for port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:35.749472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-613109c3-7301-4290-a13e-a7ea5a938b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.772181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Deleting port d340639c-b6b9-499c-94e5-809837c5251f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:35.772525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.803286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.807484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::6acd:39d6:33cc:bb6 (49828264-6294-4cd6-b467-32535f86b933/0dfee219-9723-416d-aa9e-610eacb91000/11991bc5-d738-4a11-8192-b6a84081f875) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:35.859907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.895398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.896447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.902435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:35.903373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.916270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Calling delete_port for d340639c-b6b9-499c-94e5-809837c5251f owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:35.927895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:35.955863 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef94650-8153-4650-b4e3-6ab53c92f758', 'name': '', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f93c22c5-9208-44e3-8299-e473fdd834be', 'external_fixed_ips': [{'subnet_id': '19058e65-e708-416f-b729-2b5060b9837e', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5720ca3c-835e-4ca9-b086-5e98b75df37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:28Z', 'updated_at': '2021-11-24T22:17:32Z', 'revision_number': 3, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port': {'id': '5720ca3c-835e-4ca9-b086-5e98b75df37d', 'name': '', 'network_id': 'f93c22c5-9208-44e3-8299-e473fdd834be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef94650-8153-4650-b4e3-6ab53c92f758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '19058e65-e708-416f-b729-2b5060b9837e', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:30Z', 'updated_at': '2021-11-24T22:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19058e65-e708-416f-b729-2b5060b9837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:35.995850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event deleted for resources: {'Port': ['ID=5720ca3c-835e-4ca9-b086-5e98b75df37d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:36.035119 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5997136 Nov 24 22:17:36.089287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56450) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:36.110150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:36.117085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] Allocated IP 2001:db8:0:1::2 (11ec1026-ebb8-406f-8f0a-82a5b8ae5a20/a1a30038-844a-4253-b9d5-e31cc7ee495c/d8022009-9e8b-4314-b912-d1029c020cc7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:36.121245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Checking router: 8ef94650-8153-4650-b4e3-6ab53c92f758 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:36.121596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Updating router 8ef94650-8153-4650-b4e3-6ab53c92f758 port 5720ca3c-835e-4ca9-b086-5e98b75df37d binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:17:36.181096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.205211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Port 5720ca3c-835e-4ca9-b086-5e98b75df37d not found while updating agent binding for router 8ef94650-8153-4650-b4e3-6ab53c92f758. {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 22:17:36.224616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event deleted for resources: {'Port': ['ID=d340639c-b6b9-499c-94e5-809837c5251f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:36.256050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Routers {'8ef94650-8153-4650-b4e3-6ab53c92f758'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:36.256726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8ef94650-8153-4650-b4e3-6ab53c92f758'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:36.270772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13f07a-260c-4370-bb25-bf9405a34515 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=b0c4f7a9-4871-444e-bf5c-98d86b6678dd,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:36.288142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.309829 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:36.424621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.428977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.429096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8022009-9e8b-4314-b912-d1029c020cc7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:36.435226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.482029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] Set router 8ef94650-8153-4650-b4e3-6ab53c92f758 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:36.536424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.568344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.571479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.573098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.573707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef94650-8153-4650-b4e3-6ab53c92f758 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:36.579362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.583244 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aa50b398-976f-441b-86eb-26b61fa362be tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8ef94650-8153-4650-b4e3-6ab53c92f758 HTTP/1.1" status: 204 len: 168 time: 2.2740710 Nov 24 22:17:36.583587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56454) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:36.592692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.618629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.629391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.635000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Deleting subnet 19058e65-e708-416f-b729-2b5060b9837e {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:36.641899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd is not hosted by any dhcp agent {{(pid=102409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:17:36.647866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:36.648507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.653168 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "PUT /v2.0/networks/b0c4f7a9-4871-444e-bf5c-98d86b6678dd HTTP/1.1" status: 200 len: 723 time: 0.5624771 Nov 24 22:17:36.653857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56456) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:36.667972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.690946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:36.701930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.702456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Fanout notify agent at l3_agent the message router_deleted on router 6da0e044-dfe5-43a8-96fd-d283e5b53ff5 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:36.710748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.716359 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8d4ee889-6af2-4f53-8c15-06315c6ea406 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/6da0e044-dfe5-43a8-96fd-d283e5b53ff5 HTTP/1.1" status: 204 len: 168 time: 1.5260975 Nov 24 22:17:36.718000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] For port d8022009-9e8b-4314-b912-d1029c020cc7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8022009-9e8b-4314-b912-d1029c020cc7,segment=NetworkSegment(ae12fa06-e479-448f-8485-49cb71ed51de),segment_id=ae12fa06-e479-448f-8485-49cb71ed51de)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:36.719377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56458) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:36.720960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef94650-8153-4650-b4e3-6ab53c92f758', 'name': '', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:28Z', 'updated_at': '2021-11-24T22:17:35Z', 'revision_number': 5, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:36.723686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2121814879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:36.735566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.759712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f006e-a2b2-454a-b491-a62845ba33d8 None None] The sync data for ids ['8ef94650-8153-4650-b4e3-6ab53c92f758'] in dv-neutron-818715-1-hyperv is: [{'id': '8ef94650-8153-4650-b4e3-6ab53c92f758', 'name': '', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:28Z', 'updated_at': '2021-11-24T22:17:35Z', 'revision_number': 5, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:36.788970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.789962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.790232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-96a2b03c-6fed-4cb7-940b-17437edf025c None None] Provisioning complete for port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:36.790644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-96a2b03c-6fed-4cb7-940b-17437edf025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.796586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.799645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:36.801882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:36.823159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.832412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.843923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:36.844272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.878052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ad444-35a0-45db-8145-858dc720767e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=b0c4f7a9-4871-444e-bf5c-98d86b6678dd,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:36.893276 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.896012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=11991bc5-d738-4a11-8192-b6a84081f875,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:36.899271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.909834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:36.925197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.931582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.936407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:36.937157 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2ebaca81-b4c2-4882-9693-4f7acc7a0ddf tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2166486 Nov 24 22:17:36.938820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56460) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:36.944214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:36.945274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:36.955992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': True}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:36.986443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=19058e65-e708-416f-b729-2b5060b9837e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:37.053864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.060140 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0d07c461-22a9-4bd3-91f1-2628c328d7ce tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/19058e65-e708-416f-b729-2b5060b9837e HTTP/1.1" status: 204 len: 168 time: 0.4755034 Nov 24 22:17:37.063935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafe8dd-44da-401a-93ae-fa0f9e2a89e5 None None] Pushing event updated for resources: {'Port': ['ID=d8022009-9e8b-4314-b912-d1029c020cc7,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:37.064044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56462) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:37.069634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Delete allocated IP 2001:db8:0:1::1d8 (11ec1026-ebb8-406f-8f0a-82a5b8ae5a20/a1a30038-844a-4253-b9d5-e31cc7ee495c) {{(pid=102409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 22:17:37.074407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:37.082695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.103594 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60960b7b-2cf1-4082-9eb0-548d2c856f2e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4394886 Nov 24 22:17:37.107712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56464) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:37.322430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-46695b27-e6ff-4dd3-b807-54481763b5df None None] Provisioning complete for port 11991bc5-d738-4a11-8192-b6a84081f875 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:37.322999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-46695b27-e6ff-4dd3-b807-54481763b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.362994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.373272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-46695b27-e6ff-4dd3-b807-54481763b5df None None] Port 11991bc5-d738-4a11-8192-b6a84081f875 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:37.401386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697eef91-f314-4c2a-953f-a13c7d2028fb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:37.407563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697eef91-f314-4c2a-953f-a13c7d2028fb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:37.411729 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-697eef91-f314-4c2a-953f-a13c7d2028fb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.3002384 Nov 24 22:17:37.412838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56472) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:37.487314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.498043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.498355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.574535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.595352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.605440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] In _notify_port_updated(), no bound segment for port 60787d16-cd31-478f-b072-9c7ac9389f98 on network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:17:37.611604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:37.612271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.613605 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/ports/60787d16-cd31-478f-b072-9c7ac9389f98 HTTP/1.1" status: 200 len: 926 time: 1.9396720 Nov 24 22:17:37.618823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56474) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:37.625521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8ce2b3b-4739-4075-a6dd-e4eaf0652ed4'}, {'subnet_id': 'a1a30038-844a-4253-b9d5-e31cc7ee495c'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:37.635801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93c22c5-9208-44e3-8299-e473fdd834be']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:37.662695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634a638-a23c-46f0-bd0d-9fe6014c6f4e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=60787d16-cd31-478f-b072-9c7ac9389f98,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:37.676250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38456330-0588-4982-bcc5-fa412f3aad18') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:37.676544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38456330-0588-4982-bcc5-fa412f3aad18') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:37.685917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=7177315e-5fbf-4c28-a15f-a600d87fb702,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:37.698687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.716903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 11991bc5-d738-4a11-8192-b6a84081f875 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:37.716903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.719433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '9f6322bf-473c-4827-98e7-dcc12d9b7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:37.719819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: b0c4f7a9-4871-444e-bf5c-98d86b6678dd, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:37.758581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f9961-d0b6-459b-a40b-8495f7335397 None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:37.799734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:37.827166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b0c4f7a9-4871-444e-bf5c-98d86b6678dd) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:37.838048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:37.838665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.843072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.843494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528387c-a735-4ffa-ac83-eabb264c69e3 None None] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:37.849689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6f0161d6-ddb7-4f6d-8ed2-83abd89dc3e8 None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:37.850066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f0161d6-ddb7-4f6d-8ed2-83abd89dc3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:37.866351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 11991bc5-d738-4a11-8192-b6a84081f875 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:37.873943 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-987a1edb-6d25-4db6-ac09-cc8e9c9b53f4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1857834 Nov 24 22:17:37.874165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56476) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:37.882151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:38.033153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29515006'] for subnet, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.056363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.073829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:38.074260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:38.122297 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:38.168575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.190739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b0c4f7a9-4871-444e-bf5c-98d86b6678dd', 'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '7177315e-5fbf-4c28-a15f-a600d87fb702'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:38.192936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.196295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.203306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f93c22c5-9208-44e3-8299-e473fdd834be {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 22:17:38.203306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.206346 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f93c22c5-9208-44e3-8299-e473fdd834be HTTP/1.1" status: 204 len: 168 time: 1.1082513 Nov 24 22:17:38.208412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=11991bc5-d738-4a11-8192-b6a84081f875,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:38.241153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2b44-d42f-4963-88c2-b61d45926e62 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event deleted for resources: {'Network': ['ID=f93c22c5-9208-44e3-8299-e473fdd834be,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:38.285551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.413911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.426043 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2da0f4cf-c410-4961-bef6-84fdd79c47f5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/11991bc5-d738-4a11-8192-b6a84081f875 HTTP/1.1" status: 204 len: 168 time: 1.0106862 Nov 24 22:17:38.426534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56488) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:38.489784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56492) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:38.499378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'name': 'tempest-router--1452081943', 'project_id': 'a6569ca8d2804c319d5573de240212a1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:38.508638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8022009-9e8b-4314-b912-d1029c020cc7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:38.574731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756415149725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29812988'] for subnet, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.659180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:38.661015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.666844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "PUT /v2.0/subnets/7177315e-5fbf-4c28-a15f-a600d87fb702 HTTP/1.1" status: 200 len: 806 time: 0.7910850 Nov 24 22:17:38.670303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56494) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:38.670865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:38.671259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.680042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d847688-b4b1-428b-b8ff-b9ed9ab0f16d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:38.685466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d847688-b4b1-428b-b8ff-b9ed9ab0f16d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:38.688675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.689583 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9d847688-b4b1-428b-b8ff-b9ed9ab0f16d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2621338 Nov 24 22:17:38.698769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56496) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:38.727002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.740455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9359ccd-c048-4dbc-8f81-02772eff8432 None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:38.821987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 0dfee219-9723-416d-aa9e-610eacb91000 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:38.828695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.846874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Allocated IP 172.26.3.33 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/9caf1afa-9baa-4e85-8a44-a522bb6504a7) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:38.855098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19163f5-f0ea-4e65-902e-27ef90a37395 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=7177315e-5fbf-4c28-a15f-a600d87fb702,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:38.902286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.967417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.968269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.984834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Allocated IP 172.20.0.2 (b0c4f7a9-4871-444e-bf5c-98d86b6678dd/7177315e-5fbf-4c28-a15f-a600d87fb702/fa9761fb-45d2-4bd2-8729-bf071c3d0561) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:38.989242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:38.992402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9230909f-27c8-44a0-aaca-b3d6a97b1469 None None] Provisioning complete for port 60787d16-cd31-478f-b072-9c7ac9389f98 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:38.993817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9230909f-27c8-44a0-aaca-b3d6a97b1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.039927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9230909f-27c8-44a0-aaca-b3d6a97b1469 None None] Port 60787d16-cd31-478f-b072-9c7ac9389f98 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:39.043584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.072523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9230909f-27c8-44a0-aaca-b3d6a97b1469 None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:39.072741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9230909f-27c8-44a0-aaca-b3d6a97b1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.082576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.097641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.098441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.121441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:39.139825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.154303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:39.171892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:39.195324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfee219-9723-416d-aa9e-610eacb91000,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:39.198451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.202040 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-29430c76-ddae-412e-9a28-b34b5adb2893 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/0dfee219-9723-416d-aa9e-610eacb91000 HTTP/1.1" status: 204 len: 168 time: 0.4982972 Nov 24 22:17:39.204558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:39.220514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Port': ['ID=9caf1afa-9baa-4e85-8a44-a522bb6504a7,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:39.230483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78284aa5-715d-4bee-aabf-549f7f5d65b5 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:39.256148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c002d288-3956-4b32-8732-58540560ab85 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500903 Nov 24 22:17:39.258742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56500) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:39.264583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:39.375055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:39.379027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.382180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.413085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.469087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8:0:1::29f (11ec1026-ebb8-406f-8f0a-82a5b8ae5a20/a1a30038-844a-4253-b9d5-e31cc7ee495c/60787d16-cd31-478f-b072-9c7ac9389f98) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:39.477190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-048a042f-fef9-422f-92fa-a72eec23edc3 None None] Provisioning complete for port 60787d16-cd31-478f-b072-9c7ac9389f98 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:39.477682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-048a042f-fef9-422f-92fa-a72eec23edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.507965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.510705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:39.547989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.582919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.650077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Pushing event updated for resources: {'Port': ['ID=fa9761fb-45d2-4bd2-8729-bf071c3d0561,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:39.673230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.676882 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-791e12b0-63e6-4ee8-a0f6-df47a097fa55 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1836658 Nov 24 22:17:39.678687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-048a042f-fef9-422f-92fa-a72eec23edc3 None None] Port 60787d16-cd31-478f-b072-9c7ac9389f98 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:39.680227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56508) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:39.691816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:39.706050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=7177315e-5fbf-4c28-a15f-a600d87fb702,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:39.714582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] Deleting port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:39.714965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.727857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:39.762262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:39.766807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.774131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-048a042f-fef9-422f-92fa-a72eec23edc3 None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:39.774131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-048a042f-fef9-422f-92fa-a72eec23edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.793754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.809387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] For port e99cd6fd-16d3-4ea5-9308-99a96e9816e8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:39.810082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.815275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.830667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] Calling delete_port for e99cd6fd-16d3-4ea5-9308-99a96e9816e8 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:39.865233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=036d35b8-ac30-4bed-acac-4a5573072eb3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:39.869854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c4f7a9-4871-444e-bf5c-98d86b6678dd']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:39.882928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6322bf-473c-4827-98e7-dcc12d9b7cf7') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:39.883232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6322bf-473c-4827-98e7-dcc12d9b7cf7') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:39.900284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:39.989028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.046341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.123329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.130796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.155272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Attempting to bind port fa9761fb-45d2-4bd2-8729-bf071c3d0561 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:40.155817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Attempting to bind port fa9761fb-45d2-4bd2-8729-bf071c3d0561 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9f6322bf-473c-4827-98e7-dcc12d9b7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:40.156307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Attempting to bind port fa9761fb-45d2-4bd2-8729-bf071c3d0561 on network b0c4f7a9-4871-444e-bf5c-98d86b6678dd {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:40.193728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:40.194251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Checking segment: {'id': '9f6322bf-473c-4827-98e7-dcc12d9b7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:40.194769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.195288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Bound using segment: {'id': '9f6322bf-473c-4827-98e7-dcc12d9b7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:40.195906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Bound port: fa9761fb-45d2-4bd2-8729-bf071c3d0561, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6322bf-473c-4827-98e7-dcc12d9b7cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:40.196484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.203299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:40.206220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:40.209009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.217949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:40.218608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.223766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.241949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.257749 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-440625ab-e26e-4588-a823-a9b42b8646c7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9951396 Nov 24 22:17:40.257749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:40.258311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.258738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] No DVR routers for this DVR port e99cd6fd-16d3-4ea5-9308-99a96e9816e8 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: items = [ Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:40.261988 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:40.264560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56510) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:40.268269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': '036d35b8-ac30-4bed-acac-4a5573072eb3', 'ip_address': '2001:db8::cad8:cd68:7450:d7f8'}], 'name': 'tempest-NetworksTestDHCPv6-1437587374'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:40.294355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd747c19-9a6c-4d38-9b55-d8010bfeb804 None None] Pushing event deleted for resources: {'Port': ['ID=e99cd6fd-16d3-4ea5-9308-99a96e9816e8,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:40.303587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4904180-b16d-4391-96cc-ecc2e62d1564 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:40.391549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] For port fa9761fb-45d2-4bd2-8729-bf071c3d0561, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:40.399455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e99cd6fd-16d3-4ea5-9308-99a96e9816e8 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:40.413840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:17:40.413840 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:17:40.413840 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'id': 'b0c4f7a9-4871-444e-bf5c-98d86b6678dd'}] Nov 24 22:17:40.413840 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:40.414306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:40.434188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e99cd6fd-16d3-4ea5-9308-99a96e9816e8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:40.434634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e99cd6fd-16d3-4ea5-9308-99a96e9816e8 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:40.449369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] For port fa9761fb-45d2-4bd2-8729-bf071c3d0561, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fa9761fb-45d2-4bd2-8729-bf071c3d0561,segment=NetworkSegment(9f6322bf-473c-4827-98e7-dcc12d9b7cf7),segment_id=9f6322bf-473c-4827-98e7-dcc12d9b7cf7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:40.456624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e5134452-aa67-4b25-8471-61632d96d62f None None] Provisioning complete for port 60787d16-cd31-478f-b072-9c7ac9389f98 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:40.457142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5134452-aa67-4b25-8471-61632d96d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.462183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.484393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:40.559340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] In _notify_port_updated(), no bound segment for port 60787d16-cd31-478f-b072-9c7ac9389f98 on network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:17:40.565792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:40.566629 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.567947 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/ports/60787d16-cd31-478f-b072-9c7ac9389f98 HTTP/1.1" status: 200 len: 1012 time: 2.9472029 Nov 24 22:17:40.571361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56512) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:40.573312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e137-5140-4608-9cf9-4bccc5188060 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=60787d16-cd31-478f-b072-9c7ac9389f98,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:40.595180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.610450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e5134452-aa67-4b25-8471-61632d96d62f None None] Port 60787d16-cd31-478f-b072-9c7ac9389f98 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:40.644812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c43c6-8e21-4776-bb89-4d13a9a64b07 None None] Pushing event updated for resources: {'Port': ['ID=fa9761fb-45d2-4bd2-8729-bf071c3d0561,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:40.647102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.647800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee2e723c-5c58-499d-8d19-cf0eb46df441 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:40.653998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.654988 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5deee4c7-e0b6-421d-9539-f2d467f487f6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ee2e723c-5c58-499d-8d19-cf0eb46df441 HTTP/1.1" status: 204 len: 168 time: 0.9645727 Nov 24 22:17:40.690756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ddf75f-cae5-435a-aef3-5ee34bef1e3b None None] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:40.705890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port d4c0ad9f-2e00-4fc9-9c43-44b695be68ab yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:40.706430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '036d35b8-ac30-4bed-acac-4a5573072eb3'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:40.707299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.732461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.744408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.821216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fd4b967c-db14-4ed5-9224-f4b01a3ab88f None None] Provisioning complete for port 60787d16-cd31-478f-b072-9c7ac9389f98 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:40.821715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fd4b967c-db14-4ed5-9224-f4b01a3ab88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.837338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56522) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:40.862988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 60787d16-cd31-478f-b072-9c7ac9389f98 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:40.863274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.916447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:40.933860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Router 2f725740-0bd1-4b29-8962-7f1d08b4b57a is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:40.990605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b967c-db14-4ed5-9224-f4b01a3ab88f None None] Port 60787d16-cd31-478f-b072-9c7ac9389f98 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:41.017533 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb486f-3134-4631-82ce-427c39f0976c None None] Network b0c4f7a9-4871-444e-bf5c-98d86b6678dd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:41.038599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::cad8:cd68:7450:d7f8 (49828264-6294-4cd6-b467-32535f86b933/036d35b8-ac30-4bed-acac-4a5573072eb3/d4c0ad9f-2e00-4fc9-9c43-44b695be68ab) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:41.059870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.090588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:41.092770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 60787d16-cd31-478f-b072-9c7ac9389f98 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:41.096901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.100012 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-df0a0c1f-b685-4a7a-b827-3190b7aadf77 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "PUT /v2.0/routers/2f725740-0bd1-4b29-8962-7f1d08b4b57a HTTP/1.1" status: 200 len: 918 time: 4.1490061 Nov 24 22:17:41.100796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:41.103343 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] Sync routers for ids ['2f725740-0bd1-4b29-8962-7f1d08b4b57a'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:41.105317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-570384788', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:41.114998 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] Routers {'2f725740-0bd1-4b29-8962-7f1d08b4b57a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:41.115886 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2f725740-0bd1-4b29-8962-7f1d08b4b57a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:41.223963 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ac4e439-f3bb-429d-8254-ed4ac53dfe25 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/2f725740-0bd1-4b29-8962-7f1d08b4b57a HTTP/1.1" status: 200 len: 924 time: 0.1191318 Nov 24 22:17:41.224168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56528) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:41.242288 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:41.251047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] Routers {'2f725740-0bd1-4b29-8962-7f1d08b4b57a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:41.251334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port fa9761fb-45d2-4bd2-8729-bf071c3d0561 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:41.251680 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2f725740-0bd1-4b29-8962-7f1d08b4b57a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:41.251802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.269083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ea37e-1dc1-4bf5-8e65-db97af7dbf5d tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:41.273266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d92ea37e-1dc1-4bf5-8e65-db97af7dbf5d tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=2f725740-0bd1-4b29-8962-7f1d08b4b57a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0455387 Nov 24 22:17:41.273557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56530) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:41.285119 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:41.285753 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb4690-214f-4eea-aac0-eed3561b2cfe None None] The sync data for ids ['2f725740-0bd1-4b29-8962-7f1d08b4b57a'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:41.303132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.304190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.364076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf042d48-7005-4f59-85b6-f7428d41b3f7 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:41.365496 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cf042d48-7005-4f59-85b6-f7428d41b3f7 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.0911272 Nov 24 22:17:41.368626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56532) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:41.391269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port fa9761fb-45d2-4bd2-8729-bf071c3d0561, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fa9761fb-45d2-4bd2-8729-bf071c3d0561,segment=NetworkSegment(9f6322bf-473c-4827-98e7-dcc12d9b7cf7),segment_id=9f6322bf-473c-4827-98e7-dcc12d9b7cf7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:41.391655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.395323 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-92024b55-0645-4118-ae8f-ed00c1067518 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f725740-0bd1-4b29-8962-7f1d08b4b57a HTTP/1.1" status: 200 len: 205 time: 0.0256145 Nov 24 22:17:41.397777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56534) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:41.433052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.451959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for fa9761fb-45d2-4bd2-8729-bf071c3d0561 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:41.503189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.536847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.604597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.656302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Deleting port 9caf1afa-9baa-4e85-8a44-a522bb6504a7 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:41.656638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.725150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.734344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.747168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Calling delete_port for 9caf1afa-9baa-4e85-8a44-a522bb6504a7 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:41.751448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.809171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/036d35b8-ac30-4bed-acac-4a5573072eb3/0e2ac37d-1c7d-4ee5-9659-7346a16df867) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:41.856528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:41.861922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.870528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:41.872956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:41.879504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:41.880158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.895234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:41.911236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=d4c0ad9f-2e00-4fc9-9c43-44b695be68ab,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:41.968045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port fa9761fb-45d2-4bd2-8729-bf071c3d0561 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:41.974927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=60787d16-cd31-478f-b072-9c7ac9389f98,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:41.981754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7369c108-4a49-4bf2-9f36-3e3c4584feae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7180278 Nov 24 22:17:41.993164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56542) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.031653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.042110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=fa9761fb-45d2-4bd2-8729-bf071c3d0561,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:42.044664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.047715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.051876 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2de01819-b8d0-4f34-bdd3-12df578d4c35 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/60787d16-cd31-478f-b072-9c7ac9389f98 HTTP/1.1" status: 204 len: 168 time: 1.4773993 Nov 24 22:17:42.054535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56544) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.076372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.098627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:42.101579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:42.105776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa7ad0-72df-4ca4-8573-94ea8b82c909 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:42.106591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:42.112075 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-60fa7ad0-72df-4ca4-8573-94ea8b82c909 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1177409 Nov 24 22:17:42.113003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56546) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.123096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.126414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Pushing event updated for resources: {'Port': ['ID=0e2ac37d-1c7d-4ee5-9659-7346a16df867,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:42.138077 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0494fe80-8232-475d-8690-e33d1d2a5fc4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:42.142618 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0494fe80-8232-475d-8690-e33d1d2a5fc4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/60787d16-cd31-478f-b072-9c7ac9389f98 HTTP/1.1" status: 404 len: 333 time: 0.0868986 Nov 24 22:17:42.146773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56548) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.156990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event deleted for resources: {'Port': ['ID=9caf1afa-9baa-4e85-8a44-a522bb6504a7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:42.175659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c4f7a9-4871-444e-bf5c-98d86b6678dd']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:42.200889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Attempting to bind port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:42.201274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Attempting to bind port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:42.201649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Attempting to bind port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:42.208452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:42.208742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:42.209116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.209628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:42.210421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Bound port: 0e2ac37d-1c7d-4ee5-9659-7346a16df867, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:42.211068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.216791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6322bf-473c-4827-98e7-dcc12d9b7cf7') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:42.217092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6322bf-473c-4827-98e7-dcc12d9b7cf7') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:42.239019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.261808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet a1a30038-844a-4253-b9d5-e31cc7ee495c {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:42.266286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.289159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] For port 0e2ac37d-1c7d-4ee5-9659-7346a16df867, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:42.293454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] For port 0e2ac37d-1c7d-4ee5-9659-7346a16df867, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0e2ac37d-1c7d-4ee5-9659-7346a16df867,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:42.300535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.301031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.303316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.342636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:42.343078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:42.351923 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:42.367136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da707ef-dfb1-4d3d-85c5-9a06432e6eb7 None None] Pushing event updated for resources: {'Port': ['ID=0e2ac37d-1c7d-4ee5-9659-7346a16df867,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:42.396705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.428114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port d4c0ad9f-2e00-4fc9-9c43-44b695be68ab {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:42.428465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.432377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.435727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.444117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.491861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.492538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Fanout notify agent at l3_agent the message router_deleted on router 2f725740-0bd1-4b29-8962-7f1d08b4b57a {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:42.503240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.516118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.517231 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6604574d-f2be-4ad5-86de-c8a3e2078817 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/2f725740-0bd1-4b29-8962-7f1d08b4b57a HTTP/1.1" status: 204 len: 168 time: 1.1185503 Nov 24 22:17:42.522576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56550) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.525965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.529388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1460161125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:42.536947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.539979 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/b0c4f7a9-4871-444e-bf5c-98d86b6678dd HTTP/1.1" status: 204 len: 168 time: 3.8668087 Nov 24 22:17:42.543654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.586789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.590109 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-811d986e-1a83-4660-bcae-a89fdd8cd684 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:42.590703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811d986e-1a83-4660-bcae-a89fdd8cd684 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:42.594603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-811d986e-1a83-4660-bcae-a89fdd8cd684 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/b0c4f7a9-4871-444e-bf5c-98d86b6678dd HTTP/1.1" status: 404 len: 339 time: 0.0507307 Nov 24 22:17:42.601984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56554) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.606696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978747315', 'description': 'd1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:42.616158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c64499-59db-4663-85eb-7895f467385a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=b0c4f7a9-4871-444e-bf5c-98d86b6678dd,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:42.646659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.647749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.659355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.696776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for d4c0ad9f-2e00-4fc9-9c43-44b695be68ab owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:42.708631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:42.710502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.717620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.720630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.747099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.756198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a30038-844a-4253-b9d5-e31cc7ee495c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:42.763407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.769836 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e23e170-2a00-46c4-910f-5186dcfc1af1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/a1a30038-844a-4253-b9d5-e31cc7ee495c HTTP/1.1" status: 204 len: 168 time: 0.6193001 Nov 24 22:17:42.770672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56556) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.772756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6d520-09c9-456e-bb5a-56b4b6dfac23 None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:42.788982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Allocated IP 172.26.3.56 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/f989a501-4e82-4918-852d-94f461cd218f) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:42.802536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:42.826070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.826272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.826374 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment ac39cd8f-0f59-4b23-bc10-9cf7f65e7531 of type vlan for network 1638b523-adfa-4aa8-beaf-d312d5c07a89 Nov 24 22:17:42.828744 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-faeb7439-eeba-4e85-a9d7-e8fa2e4f6753 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3027058 Nov 24 22:17:42.831622 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56558) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:42.836248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': False}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:42.882550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:42.917384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:42.984892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.028862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.038759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.100195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.105968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:43.106591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.114455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.152947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.174912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=d4c0ad9f-2e00-4fc9-9c43-44b695be68ab,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:43.230950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.251210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6480701 Nov 24 22:17:43.267958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56566) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:43.275456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.278123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f1d7b-4cb0-49b2-8ca0-9ad8e599ce78 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=1638b523-adfa-4aa8-beaf-d312d5c07a89,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:43.284272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.288053 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c0b2a1dd-1054-443c-9861-dfdfa44d3289 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/d4c0ad9f-2e00-4fc9-9c43-44b695be68ab HTTP/1.1" status: 204 len: 168 time: 1.1724586 Nov 24 22:17:43.292184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1638b523-adfa-4aa8-beaf-d312d5c07a89 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:43.294832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:43.370554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:43.382738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:43.394712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:43.396879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event updated for resources: {'Port': ['ID=f989a501-4e82-4918-852d-94f461cd218f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:43.407970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca18adf-1549-4e79-82b0-9ab256d3da71 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:43.412595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1ca18adf-1549-4e79-82b0-9ab256d3da71 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks?id=1638b523-adfa-4aa8-beaf-d312d5c07a89 HTTP/1.1" status: 200 len: 760 time: 0.1199179 Nov 24 22:17:43.413198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56570) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:43.422616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'description': 'd2'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:43.455371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d8cbd-1f02-44a7-8c02-a3b08b705583 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:43.457136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d8cbd-1f02-44a7-8c02-a3b08b705583 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:43.458969 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-756d8cbd-1f02-44a7-8c02-a3b08b705583 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1627841 Nov 24 22:17:43.461507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56572) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:43.542213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.586370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.589808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4 HTTP/1.1" status: 204 len: 168 time: 0.8177810 Nov 24 22:17:43.592115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 036d35b8-ac30-4bed-acac-4a5573072eb3 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:43.595972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56574) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:43.600741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e0cd-76c7-42b1-9914-97997e79a66b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:43.641520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8b41a122-49fc-4786-86df-47034b9f21da None None] Provisioning complete for port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:43.642215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b41a122-49fc-4786-86df-47034b9f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.645504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.762572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.780298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b41a122-49fc-4786-86df-47034b9f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.816032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ac4a4-0910-46e9-81b2-41492013a4d3 None None] Network 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:43.820310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.855357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network 1638b523-adfa-4aa8-beaf-d312d5c07a89 is not hosted by any dhcp agent {{(pid=102410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:17:43.861913 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:43.862568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.864143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "PUT /v2.0/networks/1638b523-adfa-4aa8-beaf-d312d5c07a89 HTTP/1.1" status: 200 len: 757 time: 0.4477706 Nov 24 22:17:43.887913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8b41a122-49fc-4786-86df-47034b9f21da None None] For port 0e2ac37d-1c7d-4ee5-9659-7346a16df867, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0e2ac37d-1c7d-4ee5-9659-7346a16df867,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:43.896939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56576) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:43.900287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b41a122-49fc-4786-86df-47034b9f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.938140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:43.999425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41a122-49fc-4786-86df-47034b9f21da None None] Pushing event updated for resources: {'Port': ['ID=0e2ac37d-1c7d-4ee5-9659-7346a16df867,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:44.010729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.020274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5bd0c910-4e0a-4672-be27-717db33303f5 None None] Could not find standard attr ID for object d4c0ad9f-2e00-4fc9-9c43-44b695be68ab. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:17:44.030390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806720f-92f0-456e-8621-f404f96329cc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=1638b523-adfa-4aa8-beaf-d312d5c07a89,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:44.038732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5bd0c910-4e0a-4672-be27-717db33303f5 None None] Provisioning complete for port d8022009-9e8b-4314-b912-d1029c020cc7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:44.039371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c910-4e0a-4672-be27-717db33303f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.052239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1638b523-adfa-4aa8-beaf-d312d5c07a89 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:44.084349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.146253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd210f55-2932-438f-b7f8-9bd7c44bc93d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:44.147861 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bd210f55-2932-438f-b7f8-9bd7c44bc93d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks?id=1638b523-adfa-4aa8-beaf-d312d5c07a89 HTTP/1.1" status: 200 len: 760 time: 0.2495255 Nov 24 22:17:44.151469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56582) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:44.157413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1090064628'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:44.166671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] DHCP port deletion for 11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:44.207120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.213883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:44.217708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.253928 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79657d00-7aef-4d52-a13f-faecdc81c907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.266351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Allocated IP 172.26.3.55 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/6f9e6ed0-89a8-4e6a-a8b8-f9674b1cd436) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:44.277534 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:44.296690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.297173 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 0b9f2383-604b-4ad8-906b-a2930caa95e7 of type vlan for network 36cb4aef-e0e8-42d7-8505-5e083b21d640 Nov 24 22:17:44.371652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] Deleting port d8022009-9e8b-4314-b912-d1029c020cc7 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:44.372611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.396137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port d8022009-9e8b-4314-b912-d1029c020cc7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:44.396480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.439433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] For port d8022009-9e8b-4314-b912-d1029c020cc7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8022009-9e8b-4314-b912-d1029c020cc7,segment=NetworkSegment(ae12fa06-e479-448f-8485-49cb71ed51de),segment_id=ae12fa06-e479-448f-8485-49cb71ed51de)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:44.439857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.458296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.458525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] Calling delete_port for d8022009-9e8b-4314-b912-d1029c020cc7 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:44.464927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.472987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0e2ac37d-1c7d-4ee5-9659-7346a16df867 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:44.581382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:44.581717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.600520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] For port d8022009-9e8b-4314-b912-d1029c020cc7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8022009-9e8b-4314-b912-d1029c020cc7,segment=NetworkSegment(ae12fa06-e479-448f-8485-49cb71ed51de),segment_id=ae12fa06-e479-448f-8485-49cb71ed51de)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:44.600913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.610889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.626190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for d8022009-9e8b-4314-b912-d1029c020cc7 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:44.645099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] No DVR routers for this DVR port d8022009-9e8b-4314-b912-d1029c020cc7 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:44.646763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffaba8-016d-4493-9e5a-df811f4019d6 None None] Pushing event deleted for resources: {'Port': ['ID=d8022009-9e8b-4314-b912-d1029c020cc7,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:44.683960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ecb68c-e05a-4649-9891-ff99b9888286 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:17:44.702191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.710806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.757470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.759403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.765702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:44.766409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.821965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=036d35b8-ac30-4bed-acac-4a5573072eb3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:44.841828 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6865468 Nov 24 22:17:44.842005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.847219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-feca56ff-4e9a-491f-aa2f-756f31e74568 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/036d35b8-ac30-4bed-acac-4a5573072eb3 HTTP/1.1" status: 204 len: 168 time: 1.3847394 Nov 24 22:17:44.849960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56586) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:44.850085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56588) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:44.902264 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-46b1a2ff-c60b-43da-8d7c-973d37f19a11 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512292 Nov 24 22:17:44.902515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': '36cb4aef-e0e8-42d7-8505-5e083b21d640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:44.903031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55d9e-537d-4c45-9f05-72dcbca46495 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=36cb4aef-e0e8-42d7-8505-5e083b21d640,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:44.907398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56590) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:44.912493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:44.916525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 36cb4aef-e0e8-42d7-8505-5e083b21d640 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:44.929247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.933524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.967641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8022009-9e8b-4314-b912-d1029c020cc7 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:44.978339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:44.997900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d8022009-9e8b-4314-b912-d1029c020cc7 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:44.998334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8022009-9e8b-4314-b912-d1029c020cc7 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:45.001818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecb68c-e05a-4649-9891-ff99b9888286 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:17:45.035909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:45.042206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:45.049243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:45.080875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No DVR routers for this DVR port d8022009-9e8b-4314-b912-d1029c020cc7 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:45.084558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Pushing event updated for resources: {'Port': ['ID=6f9e6ed0-89a8-4e6a-a8b8-f9674b1cd436,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:45.090681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=d8022009-9e8b-4314-b912-d1029c020cc7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:45.096533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:45.102575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.215333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.286778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ec1026-ebb8-406f-8f0a-82a5b8ae5a20']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.302526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:45.306439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ab0b3-9988-47a3-bc83-f7951e358a92 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:45.307446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.320112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae12fa06-e479-448f-8485-49cb71ed51de') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.320326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae12fa06-e479-448f-8485-49cb71ed51de') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.378062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.419003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.424922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Router 8560c561-0e1c-4e1a-a097-d5ab8140bc9e is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:45.437851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:45.438349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:45.442085 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:45.520128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:45.536505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.537755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.568886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] Deleting port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:45.569267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.607433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.643062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.645922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:45.646376 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/11ec1026-ebb8-406f-8f0a-82a5b8ae5a20 HTTP/1.1" status: 204 len: 168 time: 2.0493453 Nov 24 22:17:45.651260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44f02a-f665-45c8-9db5-646259f9f0ae tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=11ec1026-ebb8-406f-8f0a-82a5b8ae5a20,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:45.652114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56598) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:45.654464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:45.665669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] For port 0e2ac37d-1c7d-4ee5-9659-7346a16df867, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0e2ac37d-1c7d-4ee5-9659-7346a16df867,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:45.667133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.668966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:45.669642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.682050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] Calling delete_port for 0e2ac37d-1c7d-4ee5-9659-7346a16df867 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:45.704048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=925d1979-4483-4f54-92f0-4b638c3a8a38,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:45.704487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:45.730590 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7daf0e2a-0f46-4553-a9f1-2142be285098 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8220983 Nov 24 22:17:45.734200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56600) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:45.738047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] Sync routers for ids ['8560c561-0e1c-4e1a-a097-d5ab8140bc9e'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:45.740428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.743318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': '925d1979-4483-4f54-92f0-4b638c3a8a38', 'ip_address': '2001:db8::9161:443d:c4bd:1112'}], 'name': 'tempest-NetworksTestDHCPv6-1597936019'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:45.757115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.759970 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-00981e1a-b69d-4c5e-8eeb-970c4a72fc5a tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9201553 Nov 24 22:17:45.760127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70188632-1a01-426e-bea9-cbd60a0ef716 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:45.761326 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-70188632-1a01-426e-bea9-cbd60a0ef716 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1044281 Nov 24 22:17:45.762015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56602) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:45.762251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] Routers {'8560c561-0e1c-4e1a-a097-d5ab8140bc9e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:45.762884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8560c561-0e1c-4e1a-a097-d5ab8140bc9e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.783109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56604) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:45.800249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.815659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] Routers {'8560c561-0e1c-4e1a-a097-d5ab8140bc9e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:45.816225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8560c561-0e1c-4e1a-a097-d5ab8140bc9e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.831416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=9dce6389-f0e6-4f8a-bc56-5cc54e460f38,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:45.838034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '0b9f2383-604b-4ad8-906b-a2930caa95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '36cb4aef-e0e8-42d7-8505-5e083b21d640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:45.838451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: 36cb4aef-e0e8-42d7-8505-5e083b21d640, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:45.855683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:45.856422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef977c6-2618-4606-8a5b-bdcfae7e879b None None] The sync data for ids ['8560c561-0e1c-4e1a-a097-d5ab8140bc9e'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:45.862810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network 36cb4aef-e0e8-42d7-8505-5e083b21d640 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:45.864193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.873988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 36cb4aef-e0e8-42d7-8505-5e083b21d640) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:45.885723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:45.886499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:45.894373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea946db3-6a44-4efa-a0cd-13742284a7c0 None None] Network 36cb4aef-e0e8-42d7-8505-5e083b21d640 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:45.898046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] No DVR routers for this DVR port 0e2ac37d-1c7d-4ee5-9659-7346a16df867 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:45.911725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106e90-a34b-4e87-a2f6-e06a92ccc41e None None] Pushing event deleted for resources: {'Port': ['ID=0e2ac37d-1c7d-4ee5-9659-7346a16df867,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:45.912342 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d986380a-5825-421c-8a7d-87d28bede15b tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0510070 Nov 24 22:17:45.912342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56606) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.053521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.056991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-88558365-11d0-43ee-a5b4-936cd686125c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2467351 Nov 24 22:17:46.060805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56608) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.067278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-977655766'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:46.077881 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-43349719-6ed3-4e99-803a-a89919e76f04 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/8560c561-0e1c-4e1a-a097-d5ab8140bc9e HTTP/1.1" status: 200 len: 919 time: 0.2972252 Nov 24 22:17:46.078489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56610) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.094433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a6cd0-af33-4acb-8b3d-d72aa8659190 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:46.095909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.116933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.119725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:46.120209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ca34263d-e0de-4730-8df7-50d17427575e tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560c561-0e1c-4e1a-a097-d5ab8140bc9e HTTP/1.1" status: 200 len: 205 time: 0.0375786 Nov 24 22:17:46.122769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56612) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.123969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.153359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.181143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b66616-0795-4545-a125-a6c8903aa643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-36cb4aef-e0e8-42d7-8505-5e083b21d640', 'network_id': '36cb4aef-e0e8-42d7-8505-5e083b21d640', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '9dce6389-f0e6-4f8a-bc56-5cc54e460f38'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:46.181918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d1b66616-0795-4545-a125-a6c8903aa643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.185718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:46.203717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.204076 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment 7c15112e-0bd9-475f-b4af-14ee71a104a0 of type vlan for network 1a8ef470-97a7-4963-956f-edd291f24ca2 Nov 24 22:17:46.256459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.269118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.288165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:46.308485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=9dce6389-f0e6-4f8a-bc56-5cc54e460f38,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:46.330715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.337230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:46.337839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.367809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '925d1979-4483-4f54-92f0-4b638c3a8a38'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:46.368984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.412053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.465994 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4008741 Nov 24 22:17:46.465994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.478589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56620) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.485743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:46.490716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c4f40-e3ec-4f59-8228-6903582bc09c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=1a8ef470-97a7-4963-956f-edd291f24ca2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:46.510797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb4aef-e0e8-42d7-8505-5e083b21d640']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:46.518969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0e2ac37d-1c7d-4ee5-9659-7346a16df867 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:46.521233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:46.524457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9f2383-604b-4ad8-906b-a2930caa95e7') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:46.524710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9f2383-604b-4ad8-906b-a2930caa95e7') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:46.535163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.552462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.560962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:46.562724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:46.566667 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:46.591077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0e2ac37d-1c7d-4ee5-9659-7346a16df867 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:46.591513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0e2ac37d-1c7d-4ee5-9659-7346a16df867 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server [None req-d1b66616-0795-4545-a125-a6c8903aa643 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dce6389-f0e6-4f8a-bc56-5cc54e460f38: This subnet is being modified by another concurrent operation. Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 22:17:46.601906 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise exception Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dce6389-f0e6-4f8a-bc56-5cc54e460f38: This subnet is being modified by another concurrent operation. Nov 24 22:17:46.605272 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server Nov 24 22:17:46.648615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.658490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.664151 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/36cb4aef-e0e8-42d7-8505-5e083b21d640 HTTP/1.1" status: 204 len: 168 time: 0.7485697 Nov 24 22:17:46.664336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615304af-e627-409a-9d74-f7c882a370f8 None None] Network 36cb4aef-e0e8-42d7-8505-5e083b21d640 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:46.665347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56622) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.685610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773cd74-e34e-4865-95a9-803b5e496252 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=36cb4aef-e0e8-42d7-8505-5e083b21d640,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:46.686741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d79a2d88-3c0b-4383-9207-b39e9bc42c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.693437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615304af-e627-409a-9d74-f7c882a370f8 None None] Network 36cb4aef-e0e8-42d7-8505-5e083b21d640 could not be found, it might have been deleted concurrently. {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 22:17:46.705782 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4bf5f4-a026-4746-918e-c15253b159e6 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] GET failed (client error): The resource could not be found. Nov 24 22:17:46.707127 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4f4bf5f4-a026-4746-918e-c15253b159e6 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/subnets/9dce6389-f0e6-4f8a-bc56-5cc54e460f38 HTTP/1.1" status: 404 len: 337 time: 0.0405593 Nov 24 22:17:46.709987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56624) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.716427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/925d1979-4483-4f54-92f0-4b638c3a8a38/1cd64c79-136f-4493-8fc2-72ad336ad85f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:46.727947 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4024ec8-b67b-4ce7-85d3-b954cfa5a3b3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:46.728591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4024ec8-b67b-4ce7-85d3-b954cfa5a3b3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:46.731472 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b4024ec8-b67b-4ce7-85d3-b954cfa5a3b3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/36cb4aef-e0e8-42d7-8505-5e083b21d640 HTTP/1.1" status: 404 len: 339 time: 0.0205283 Nov 24 22:17:46.735972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56626) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.850876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.855198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.906742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.910651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 58e46e2b-fdfd-4365-981b-bd9a27861b1a yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:46.912712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.929289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e440a-3167-4cc1-b74c-4d83b6aa438c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:46.931313 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f12e440a-3167-4cc1-b74c-4d83b6aa438c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1943147 Nov 24 22:17:46.934061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56628) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.959750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.966822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Pushing event updated for resources: {'Port': ['ID=1cd64c79-136f-4493-8fc2-72ad336ad85f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:46.973797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:46.977380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:46.978031 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-57d6837d-e86b-4837-9f64-545038dcd6bb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 207 time: 0.0425525 Nov 24 22:17:46.978667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56630) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:46.979095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:46.980795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:46.985016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:46.989137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Router fcc70efb-68aa-4fe0-b7ff-ca76af096af2 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:47.044358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Attempting to bind port 1cd64c79-136f-4493-8fc2-72ad336ad85f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:47.044819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Attempting to bind port 1cd64c79-136f-4493-8fc2-72ad336ad85f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:47.045241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Attempting to bind port 1cd64c79-136f-4493-8fc2-72ad336ad85f on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:47.050839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:47.051209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:47.051636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.052204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:47.052665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Bound port: 1cd64c79-136f-4493-8fc2-72ad336ad85f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:47.053076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.121768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] For port 1cd64c79-136f-4493-8fc2-72ad336ad85f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:47.125639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] For port 1cd64c79-136f-4493-8fc2-72ad336ad85f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1cd64c79-136f-4493-8fc2-72ad336ad85f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:47.130346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.200397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366f83b-87c1-40c2-8242-1dc0b89c2d8d None None] Pushing event updated for resources: {'Port': ['ID=1cd64c79-136f-4493-8fc2-72ad336ad85f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:47.296000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Deleting port f989a501-4e82-4918-852d-94f461cd218f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:47.296356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.310119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::9161:443d:c4bd:1112 (49828264-6294-4cd6-b467-32535f86b933/925d1979-4483-4f54-92f0-4b638c3a8a38/58e46e2b-fdfd-4365-981b-bd9a27861b1a) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:47.416777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:47.427587 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] Sync routers for ids ['fcc70efb-68aa-4fe0-b7ff-ca76af096af2'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:47.436327 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] Routers {'fcc70efb-68aa-4fe0-b7ff-ca76af096af2'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:47.436992 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fcc70efb-68aa-4fe0-b7ff-ca76af096af2'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:47.440009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.441515 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-18148f38-b397-411d-a821-f6d8d15be7b1 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "PUT /v2.0/routers/fcc70efb-68aa-4fe0-b7ff-ca76af096af2 HTTP/1.1" status: 200 len: 919 time: 4.6086776 Nov 24 22:17:47.447408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56634) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.493365 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:47.510704 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] Routers {'fcc70efb-68aa-4fe0-b7ff-ca76af096af2'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:47.511328 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fcc70efb-68aa-4fe0-b7ff-ca76af096af2'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:47.549806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3f714-5a61-4104-9e2c-a6d836a76fba tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.553230 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:47.554164 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5588d-4b7c-4856-be76-6915e8e884b5 None None] The sync data for ids ['fcc70efb-68aa-4fe0-b7ff-ca76af096af2'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:47.555878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3f714-5a61-4104-9e2c-a6d836a76fba tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.562169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3f714-5a61-4104-9e2c-a6d836a76fba tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.569282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3f714-5a61-4104-9e2c-a6d836a76fba tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.575342 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c1d3f714-5a61-4104-9e2c-a6d836a76fba tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5955493 Nov 24 22:17:47.575972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56640) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.666886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.695421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.703407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9bd87a04-4a63-4d17-9f76-296128adef84 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1245322 Nov 24 22:17:47.705826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56642) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.756204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa114d-7189-4cf6-bea4-8d07732cda0c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.757809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Calling delete_port for f989a501-4e82-4918-852d-94f461cd218f owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:47.757939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa114d-7189-4cf6-bea4-8d07732cda0c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.759408 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b9fa114d-7189-4cf6-bea4-8d07732cda0c tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0526481 Nov 24 22:17:47.763447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56644) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.820802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=79eb1074-0dfa-4d0b-af80-356192839c2a,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:47.821503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4f573-101e-4e09-9b9a-0d90325bbb72 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.823053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4f573-101e-4e09-9b9a-0d90325bbb72 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.824645 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d5e4f573-101e-4e09-9b9a-0d90325bbb72 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0602064 Nov 24 22:17:47.828855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56646) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.858289 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-391fde28-463c-4370-9517-4c3b044b0e85 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/fcc70efb-68aa-4fe0-b7ff-ca76af096af2 HTTP/1.1" status: 200 len: 925 time: 0.4015014 Nov 24 22:17:47.866524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56648) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.935060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:47.937958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': '7c15112e-0bd9-475f-b4af-14ee71a104a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:47.938321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: 1a8ef470-97a7-4963-956f-edd291f24ca2, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:47.941109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef20910-9abf-4551-901b-12635c0d446a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.944950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ef20910-9abf-4551-901b-12635c0d446a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks/b6c8a333-f876-40de-84e7-122bbb885e4b HTTP/1.1" status: 200 len: 800 time: 0.1127825 Nov 24 22:17:47.947580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56650) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:47.975850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4670f014-a3d8-4cac-811b-0da17e4a60d2 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:47.977399 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4670f014-a3d8-4cac-811b-0da17e4a60d2 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=fcc70efb-68aa-4fe0-b7ff-ca76af096af2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1042774 Nov 24 22:17:47.997913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56652) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.035576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:48.050651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 1a8ef470-97a7-4963-956f-edd291f24ca2) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:48.069168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e551ac4-c3c7-40b3-9af3-86c82dd5f91e None None] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:48.074915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.075511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037611'] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.097302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.119841 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e50a27d5-82a2-43a9-8778-7587f60da492 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/networks/b6c8a333-f876-40de-84e7-122bbb885e4b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1706152 Nov 24 22:17:48.130680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56654) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.154702 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d154d268-fb6e-4f25-b0f5-fa91f609ee09 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6734829 Nov 24 22:17:48.159821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56656) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.169829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2', 'name': 'tempest-PortsIpV6TestJSON-185113834'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:48.179445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:48.196580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:48.203057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cb1e6-dc78-4a60-9f26-7b143a3d02c7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.204489 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e78cb1e6-dc78-4a60-9f26-7b143a3d02c7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/subnets/88319016-2b82-408d-820c-de8849b15969 HTTP/1.1" status: 200 len: 811 time: 0.0728135 Nov 24 22:17:48.215070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56658) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.216322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c665e0-dcf6-49b1-a73c-2f0ac0f6047a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.220298 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e8c665e0-dcf6-49b1-a73c-2f0ac0f6047a tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.2190902 Nov 24 22:17:48.225332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56660) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.226261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:48.232445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.232445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.250615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.275928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a433072-eb8d-413b-a398-b240d050d7ca tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.277365 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7a433072-eb8d-413b-a398-b240d050d7ca tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "GET /v2.0/subnets/88319016-2b82-408d-820c-de8849b15969?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0585322 Nov 24 22:17:48.281550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56662) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.284955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=58e46e2b-fdfd-4365-981b-bd9a27861b1a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:48.289786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781379902'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:48.291908 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-31ca3e6f-9b19-436a-8a9d-4527ea316c94 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcc70efb-68aa-4fe0-b7ff-ca76af096af2 HTTP/1.1" status: 200 len: 205 time: 0.0561213 Nov 24 22:17:48.297900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56664) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.324357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-1a8ef470-97a7-4963-956f-edd291f24ca2', 'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': '79eb1074-0dfa-4d0b-af80-356192839c2a'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:48.325499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.331374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.332624 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-781669c4-3c77-42f2-9daf-3496b29042c9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5967386 Nov 24 22:17:48.346006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56666) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.350590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event deleted for resources: {'Port': ['ID=f989a501-4e82-4918-852d-94f461cd218f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:48.428181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.438680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:48.442781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.473683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:48.473894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-027ec7fb-e861-4706-aeab-8dacc425eca1 None None] Provisioning complete for port 1cd64c79-136f-4493-8fc2-72ad336ad85f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:48.474011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-027ec7fb-e861-4706-aeab-8dacc425eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.476829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.480102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef47f6b5-a9fe-4410-8fda-e830a3b2357f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.486677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef47f6b5-a9fe-4410-8fda-e830a3b2357f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.491407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ef47f6b5-a9fe-4410-8fda-e830a3b2357f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1422679 Nov 24 22:17:48.492055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56668) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.552338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:48.568672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.568982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1cd64c79-136f-4493-8fc2-72ad336ad85f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:48.621358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.624098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.646959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Allocated IP 2001:db8::2 (1a8ef470-97a7-4963-956f-edd291f24ca2/79eb1074-0dfa-4d0b-af80-356192839c2a/78535de2-bf93-41b7-b6e3-6d29e5b99bd7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:48.709373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 23d1c739-0d76-42ea-a1b3-761c02d084d5 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:48.715842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-027ec7fb-e861-4706-aeab-8dacc425eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.766042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.766615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.766726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Fanout notify agent at l3_agent the message router_deleted on router 8560c561-0e1c-4e1a-a097-d5ab8140bc9e {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:48.766964 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Added segment 64486e97-c6e9-48af-a89b-4bca1d0419c3 of type vlan for network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc Nov 24 22:17:48.789638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.791015 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-54f2a8bf-9432-4b5f-8659-0c3223055237 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/8560c561-0e1c-4e1a-a097-d5ab8140bc9e HTTP/1.1" status: 204 len: 168 time: 2.6673043 Nov 24 22:17:48.796609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56676) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:48.801454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'name': 'tempest-snat-router-236627985', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': False}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:48.803049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1cd64c79-136f-4493-8fc2-72ad336ad85f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:48.803432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.829769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.838602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-027ec7fb-e861-4706-aeab-8dacc425eca1 None None] For port 1cd64c79-136f-4493-8fc2-72ad336ad85f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1cd64c79-136f-4493-8fc2-72ad336ad85f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:48.842121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.845119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.848954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-027ec7fb-e861-4706-aeab-8dacc425eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.859990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.879303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 58e46e2b-fdfd-4365-981b-bd9a27861b1a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:48.879669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.895213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.900882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:48.901480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.909563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:48.988479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ec7fb-e861-4706-aeab-8dacc425eca1 None None] Pushing event updated for resources: {'Port': ['ID=1cd64c79-136f-4493-8fc2-72ad336ad85f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:49.029128 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7464910 Nov 24 22:17:49.033293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.040184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-576365de-0876-4be3-9dfe-e60e674315e8 None None] Provisioning complete for port 58e46e2b-fdfd-4365-981b-bd9a27861b1a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:49.040423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56678) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:49.040525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-576365de-0876-4be3-9dfe-e60e674315e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.045524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:49.056859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842178-835c-4389-8dac-2bc786632fbb tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Network': ['ID=f7ed6654-f792-4b1d-bd99-e60d7f0a52cc,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:49.067114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.076783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.077867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:49.129104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.153411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::2fa (1a8ef470-97a7-4963-956f-edd291f24ca2/79eb1074-0dfa-4d0b-af80-356192839c2a/23d1c739-0d76-42ea-a1b3-761c02d084d5) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:49.155934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Deleting port 6f9e6ed0-89a8-4e6a-a8b8-f9674b1cd436 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:49.156285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.158300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 58e46e2b-fdfd-4365-981b-bd9a27861b1a owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:49.300644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-576365de-0876-4be3-9dfe-e60e674315e8 None None] Port 58e46e2b-fdfd-4365-981b-bd9a27861b1a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:49.302811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Made reservation on behalf of 42611ff9f8ba4b6085f097924c54c1f1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:49.303302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:49.306484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.323118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:49.332693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:49.335746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.345381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Pushing event updated for resources: {'Port': ['ID=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:49.397415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Attempting to bind port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:49.398023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Attempting to bind port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '7c15112e-0bd9-475f-b4af-14ee71a104a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:49.398475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Attempting to bind port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 on network 1a8ef470-97a7-4963-956f-edd291f24ca2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:49.401305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Calling delete_port for 6f9e6ed0-89a8-4e6a-a8b8-f9674b1cd436 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:49.404993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing IP validity checks on allocation pools {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:17:49.405150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:49.405420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Checking segment: {'id': '7c15112e-0bd9-475f-b4af-14ee71a104a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:49.405689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:17:49.405941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.406345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Bound using segment: {'id': '7c15112e-0bd9-475f-b4af-14ee71a104a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:49.406886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Bound port: 78535de2-bf93-41b7-b6e3-6d29e5b99bd7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c15112e-0bd9-475f-b4af-14ee71a104a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:49.407839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.423900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.449376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.478700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.479069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] For port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:49.482823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] For port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,segment=NetworkSegment(7c15112e-0bd9-475f-b4af-14ee71a104a0),segment_id=7c15112e-0bd9-475f-b4af-14ee71a104a0)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:49.488930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.538112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.551155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0351e-7d5f-45c6-8b37-532f2b224c44 None None] Pushing event updated for resources: {'Port': ['ID=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:49.575496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.582260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.613057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:49.620216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:49.628280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:49.633790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:49.634400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.651101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=58e46e2b-fdfd-4365-981b-bd9a27861b1a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:49.656204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=23d1c739-0d76-42ea-a1b3-761c02d084d5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:49.678307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Allocated IP 172.26.3.53 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/9a7a7a21-acd2-47a2-abe2-0629493b558d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:49.683568 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5e644ce7-20d4-410f-9b56-aee3fedf336d tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5225632 Nov 24 22:17:49.686437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56682) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:49.693038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': '1a8ef470-97a7-4963-956f-edd291f24ca2', 'name': 'tempest-PortsIpV6TestJSON-225109762'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:49.715854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.722542 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20959107-73da-40d8-bc6f-170d70dead23 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/58e46e2b-fdfd-4365-981b-bd9a27861b1a HTTP/1.1" status: 204 len: 168 time: 1.2268536 Nov 24 22:17:49.730099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56684) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:49.865181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.907005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:49.985679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d30e7-7cf8-498a-8699-b6a267585bc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:49.987249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d30e7-7cf8-498a-8699-b6a267585bc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:49.988997 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0a5d30e7-7cf8-498a-8699-b6a267585bc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2579935 Nov 24 22:17:49.993084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event deleted for resources: {'Port': ['ID=6f9e6ed0-89a8-4e6a-a8b8-f9674b1cd436,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:50.002570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56690) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:50.102079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=78f68c58-381a-4ae1-851c-cb64cce8c08f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:50.129664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Checking segment: {'id': '64486e97-c6e9-48af-a89b-4bca1d0419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:50.130063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network hostable DHCP agents. Network: f7ed6654-f792-4b1d-bd99-e60d7f0a52cc, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:50.139215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 925d1979-4483-4f54-92f0-4b638c3a8a38 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:50.142140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.174158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.266177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:50.269655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.269780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.274476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.277266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.280993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:50.292302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.296480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port ddae2910-2abe-4955-915b-a08089338153 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:50.344821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f7ed6654-f792-4b1d-bd99-e60d7f0a52cc) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:50.356105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:50.356620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.371056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.371556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Fanout notify agent at l3_agent the message router_deleted on router fcc70efb-68aa-4fe0-b7ff-ca76af096af2 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:50.379844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f1841-dde4-47ad-b3a7-66f07b8099ab None None] Network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:50.389544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.390848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9084a2c3-c3c3-4ce9-8f7a-61fb51144f65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/fcc70efb-68aa-4fe0-b7ff-ca76af096af2 HTTP/1.1" status: 204 len: 168 time: 2.0907137 Nov 24 22:17:50.396185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56692) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:50.401375 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2c5456a-e61d-457c-b130-fec9c71bc71f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3601389 Nov 24 22:17:50.407296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-744639455', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:50.412089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56694) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:50.420071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:50.424458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.478127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.510707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.512414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.525715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:50.527800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::26c (1a8ef470-97a7-4963-956f-edd291f24ca2/79eb1074-0dfa-4d0b-af80-356192839c2a/ddae2910-2abe-4955-915b-a08089338153) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:50.539278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:50.548804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:50.607746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.614327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7a7a21-acd2-47a2-abe2-0629493b558d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:50.615418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1cd64c79-136f-4493-8fc2-72ad336ad85f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:50.618069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.672282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-f7ed6654-f792-4b1d-bd99-e60d7f0a52cc', 'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc', 'tenant_id': '42611ff9f8ba4b6085f097924c54c1f1', 'fixed_ips': [{'subnet_id': '78f68c58-381a-4ae1-851c-cb64cce8c08f'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:50.673159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.713529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30196533'] for subnet, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.714442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=925d1979-4483-4f54-92f0-4b638c3a8a38,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:50.719515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.731795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5b6278b8-4f32-4180-9eff-5094a11c7b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/925d1979-4483-4f54-92f0-4b638c3a8a38 HTTP/1.1" status: 204 len: 168 time: 0.7165236 Nov 24 22:17:50.740193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56696) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:50.783042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153f65f-9fbd-4875-93f0-daa7d8684239 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:50.830400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1cd64c79-136f-4493-8fc2-72ad336ad85f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:50.830907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.891566 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-670be2b8-6b32-4818-99c6-905f74cd073b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475999 Nov 24 22:17:50.908341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56700) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:50.947432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:50.977736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781d37e-3d5f-4f8c-a445-d85aa9af29f6 None None] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:51.068290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:17:51.068290 dv-neutron-818715-1-hyperv neutron-server[102411]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 24 22:17:51.068290 dv-neutron-818715-1-hyperv neutron-server[102411]: [parameters: {'in_use': 1, 'id_1': '78f68c58-381a-4ae1-851c-cb64cce8c08f'}] Nov 24 22:17:51.068290 dv-neutron-818715-1-hyperv neutron-server[102411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:51.069000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:51.085827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:51.108512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:51.125361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a162637-89f8-46c3-b566-a1ea2b1decb3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.126619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3d371a8c-8f75-4837-ba20-c2a3ea0ea68d None None] Provisioning complete for port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:51.126766 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5a162637-89f8-46c3-b566-a1ea2b1decb3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2131090 Nov 24 22:17:51.127765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d371a8c-8f75-4837-ba20-c2a3ea0ea68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.133321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56706) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:51.201806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.258319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.263064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4b5233-97a3-4fea-af95-b878e09f0bd4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.264541 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ff4b5233-97a3-4fea-af95-b878e09f0bd4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301405 Nov 24 22:17:51.268305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56708) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:51.286832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.302699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:51.303211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.315209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756415149725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30397601'] for subnet, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.324799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] Deleting port 1cd64c79-136f-4493-8fc2-72ad336ad85f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:51.325479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.331723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:51.331937 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5b89c9eb-7311-41b2-844b-34fbe2c3cce6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582705 Nov 24 22:17:51.337312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:51.361722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.411798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d371a8c-8f75-4837-ba20-c2a3ea0ea68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.447786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.448806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.453587 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "PUT /v2.0/subnets/78f68c58-381a-4ae1-851c-cb64cce8c08f HTTP/1.1" status: 200 len: 877 time: 1.0403211 Nov 24 22:17:51.456769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56712) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:51.460698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.468464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] For port 1cd64c79-136f-4493-8fc2-72ad336ad85f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1cd64c79-136f-4493-8fc2-72ad336ad85f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:51.469007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.529860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] Calling delete_port for 1cd64c79-136f-4493-8fc2-72ad336ad85f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:51.548027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3d371a8c-8f75-4837-ba20-c2a3ea0ea68d None None] For port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,segment=NetworkSegment(7c15112e-0bd9-475f-b4af-14ee71a104a0),segment_id=7c15112e-0bd9-475f-b4af-14ee71a104a0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:51.566088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d371a8c-8f75-4837-ba20-c2a3ea0ea68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.586093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dc288-cfef-4298-9c0a-c23aff91eb6f tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event updated for resources: {'Subnet': ['ID=78f68c58-381a-4ae1-851c-cb64cce8c08f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:51.606379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.612257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.615091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:51.622218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:51.626438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:51.632451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.633105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.678377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=ddae2910-2abe-4955-915b-a08089338153,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:51.702152 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bf23fa8e-63ca-4e3e-9bdb-b8c5fb257b11 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0145061 Nov 24 22:17:51.726854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.768179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56714) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:51.792004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371a8c-8f75-4837-ba20-c2a3ea0ea68d None None] Pushing event updated for resources: {'Port': ['ID=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:51.797170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] No DVR routers for this DVR port 1cd64c79-136f-4493-8fc2-72ad336ad85f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:51.845498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.878341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Allocated IP 172.26.3.74 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/b9e3c017-6972-4c83-8cde-e0931b5a68fe) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:51.897667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:51.898107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:51.902323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ef39-48c5-429e-977a-9ed8301e6cb1 None None] Pushing event deleted for resources: {'Port': ['ID=1cd64c79-136f-4493-8fc2-72ad336ad85f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:51.902872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ea1a7-0e7e-420b-89ac-dac69bb2930c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:51.907786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-891ea1a7-0e7e-420b-89ac-dac69bb2930c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fa HTTP/1.1" status: 200 len: 928 time: 0.1383934 Nov 24 22:17:51.908685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56716) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:51.923955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5d8a742d-7892-40a9-a138-a630bbdfdcb3 None None] Provisioning complete for port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:51.924260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5d8a742d-7892-40a9-a138-a630bbdfdcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.925646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.943430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:51.945028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:51.948728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.120434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Allocated IP 172.20.0.3 (f7ed6654-f792-4b1d-bd99-e60d7f0a52cc/78f68c58-381a-4ae1-851c-cb64cce8c08f/1fa08c3e-183a-417a-ac8b-5552ba833af8) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:52.158690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Router dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:52.288378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5d8a742d-7892-40a9-a138-a630bbdfdcb3 None None] Provisioning complete for port 23d1c739-0d76-42ea-a1b3-761c02d084d5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:52.288739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5d8a742d-7892-40a9-a138-a630bbdfdcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.304179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port ddae2910-2abe-4955-915b-a08089338153 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:52.304604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.328826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:52.351698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Sync routers for ids ['dda53f79-7ea8-4dbb-abe8-57a0832bd9e0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:52.364928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.367508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.371472 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d4b41676-398a-44a4-a4bd-7404293844c4 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5711150 Nov 24 22:17:52.371633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.372028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56724) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:52.387430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a742d-7892-40a9-a138-a630bbdfdcb3 None None] Port 23d1c739-0d76-42ea-a1b3-761c02d084d5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:52.394723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Routers {'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:52.395363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['dda53f79-7ea8-4dbb-abe8-57a0832bd9e0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:52.434828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:52.444755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:52.447837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:52.448433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.490970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-380c9009-d1b9-4c0d-ace8-cbdfd6756bb5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 HTTP/1.1" status: 200 len: 907 time: 0.1151040 Nov 24 22:17:52.492536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56726) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:52.498992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'name': 'tempest-snat-router-236627985', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': True}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:52.500921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=e75bec70-1e58-4e73-9a00-55dfe61f1801,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:52.515861 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11b7ff0c-82ce-47b7-8130-a4b1d4d4f50e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1826940 Nov 24 22:17:52.519102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56728) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:52.519249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.525715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': 'e75bec70-1e58-4e73-9a00-55dfe61f1801', 'ip_address': '2001:db8::5fab:9fb1:8b0b:8559'}], 'name': 'tempest-NetworksTestDHCPv6-1029233699'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:52.536058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for ddae2910-2abe-4955-915b-a08089338153 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:52.542405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.581136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.582653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.636310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:52.638964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event updated for resources: {'Port': ['ID=b9e3c017-6972-4c83-8cde-e0931b5a68fe,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:52.640832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a3137c-9fa2-4ee4-9c07-4d42db614228 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:52.644720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:52.647572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:52.660836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.663919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.721351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.769416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-36f61fd5-9bb7-4fc3-869e-6eb529369a94 None None] Provisioning complete for port ddae2910-2abe-4955-915b-a08089338153 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:52.769792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36f61fd5-9bb7-4fc3-869e-6eb529369a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.813254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:52.819202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:52.872947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:52.876327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:52.921982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Pushing event updated for resources: {'Port': ['ID=1fa08c3e-183a-417a-ac8b-5552ba833af8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:52.925787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Set router dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:52.948649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:52.962340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-36f61fd5-9bb7-4fc3-869e-6eb529369a94 None None] Port ddae2910-2abe-4955-915b-a08089338153 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:53.010533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=ddae2910-2abe-4955-915b-a08089338153,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:53.039861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.045797 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8ad2faee-6f2e-42fb-b01f-400c57cb3621 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/ddae2910-2abe-4955-915b-a08089338153 HTTP/1.1" status: 204 len: 168 time: 1.1306777 Nov 24 22:17:53.049159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56730) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:53.082851 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f28740e-e817-45d0-8fec-13675c639000 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:53.091460 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3f28740e-e817-45d0-8fec-13675c639000 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/ddae2910-2abe-4955-915b-a08089338153 HTTP/1.1" status: 404 len: 333 time: 0.0346761 Nov 24 22:17:53.105418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56732) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:53.129907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-36f61fd5-9bb7-4fc3-869e-6eb529369a94 None None] Provisioning complete for port 23d1c739-0d76-42ea-a1b3-761c02d084d5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:53.130387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36f61fd5-9bb7-4fc3-869e-6eb529369a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.134706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.174614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Attempting to bind port 1fa08c3e-183a-417a-ac8b-5552ba833af8 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:53.175072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Attempting to bind port 1fa08c3e-183a-417a-ac8b-5552ba833af8 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '64486e97-c6e9-48af-a89b-4bca1d0419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:53.175508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Attempting to bind port 1fa08c3e-183a-417a-ac8b-5552ba833af8 on network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:53.180860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:53.200618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.214523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:53.215048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Checking segment: {'id': '64486e97-c6e9-48af-a89b-4bca1d0419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:53.215763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.216001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Bound using segment: {'id': '64486e97-c6e9-48af-a89b-4bca1d0419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:53.216577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Bound port: 1fa08c3e-183a-417a-ac8b-5552ba833af8, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64486e97-c6e9-48af-a89b-4bca1d0419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:53.217040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.251772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.258354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=78f68c58-381a-4ae1-851c-cb64cce8c08f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:53.316872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-36f61fd5-9bb7-4fc3-869e-6eb529369a94 None None] Port 23d1c739-0d76-42ea-a1b3-761c02d084d5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:53.321975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'e75bec70-1e58-4e73-9a00-55dfe61f1801'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:53.325768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.362416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:53.362416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.400387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 23d1c739-0d76-42ea-a1b3-761c02d084d5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:53.406538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.406868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.450201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ed6654-f792-4b1d-bd99-e60d7f0a52cc']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:53.455809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.482197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64486e97-c6e9-48af-a89b-4bca1d0419c3') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:53.482560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64486e97-c6e9-48af-a89b-4bca1d0419c3') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:53.496812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.509664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 90ddbecc-4500-4590-84e7-a5968191aa53 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:53.526004 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:17:53.554908 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.562888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] For port 1fa08c3e-183a-417a-ac8b-5552ba833af8, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:53.579414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:53.579414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:53.584958 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:53.602904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.611346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.619782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 23d1c739-0d76-42ea-a1b3-761c02d084d5 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:53.661776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/e75bec70-1e58-4e73-9a00-55dfe61f1801/e2d7665e-8482-45e0-b76a-ece52daba21d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:53.673763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0', 'name': 'tempest-snat-router-236627985', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.53'}], 'enable_snat': False}, 'gw_port_id': '9a7a7a21-acd2-47a2-abe2-0629493b558d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:48Z', 'updated_at': '2021-11-24T22:17:50Z', 'revision_number': 3, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port': {'id': '9a7a7a21-acd2-47a2-abe2-0629493b558d', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:49Z', 'updated_at': '2021-11-24T22:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:53.723458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:17:53.723458 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:17:53.723458 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': 'f7ed6654-f792-4b1d-bd99-e60d7f0a52cc'}] Nov 24 22:17:53.723458 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:17:53.723932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:17:53.770220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1cd64c79-136f-4493-8fc2-72ad336ad85f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:53.784500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Checking router: dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:53.785050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Updating router dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 port 9a7a7a21-acd2-47a2-abe2-0629493b558d binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:17:53.826278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] For port 1fa08c3e-183a-417a-ac8b-5552ba833af8, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1fa08c3e-183a-417a-ac8b-5552ba833af8,segment=NetworkSegment(64486e97-c6e9-48af-a89b-4bca1d0419c3),segment_id=64486e97-c6e9-48af-a89b-4bca1d0419c3)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:53.831407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 1cd64c79-136f-4493-8fc2-72ad336ad85f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:53.831814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1cd64c79-136f-4493-8fc2-72ad336ad85f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:53.846372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.850419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.870503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Router 02b17a08-4d3e-4e17-8986-782fbc5d077d is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:53.875137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.880618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.891963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:53.970058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=23d1c739-0d76-42ea-a1b3-761c02d084d5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:54.000551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Allocated IP 172.26.3.240 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/4002dce5-eb3c-4f2e-9b5f-e82c5164359d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:54.002430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.005664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-903e18ca-6734-41ea-927b-c482e8d70687 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/23d1c739-0d76-42ea-a1b3-761c02d084d5 HTTP/1.1" status: 204 len: 168 time: 0.8991659 Nov 24 22:17:54.008417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56740) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:54.037189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7be286-e912-4edc-8632-954a504fd821 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:17:54.038661 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5a7be286-e912-4edc-8632-954a504fd821 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/23d1c739-0d76-42ea-a1b3-761c02d084d5 HTTP/1.1" status: 404 len: 333 time: 0.0293171 Nov 24 22:17:54.042610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56742) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:54.092364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:54.107601 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] Sync routers for ids ['02b17a08-4d3e-4e17-8986-782fbc5d077d'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:54.114093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be7f66-22e9-4a51-981a-022cf5efe725 None None] Pushing event updated for resources: {'Port': ['ID=1fa08c3e-183a-417a-ac8b-5552ba833af8,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:54.116408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet 79eb1074-0dfa-4d0b-af80-356192839c2a {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:54.120363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.120590 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] Routers {'02b17a08-4d3e-4e17-8986-782fbc5d077d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:54.121238 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['02b17a08-4d3e-4e17-8986-782fbc5d077d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.145237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.147958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.149251 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e1f35cc0-c800-4c4a-863a-b8183e5236ab tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7517095 Nov 24 22:17:54.149693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56744) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:54.154739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:54.156212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b88d70-f54b-4a5d-b5ad-fd775ddcd47f None None] Network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:54.171941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.199827 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.210414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.222082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.223448 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] Routers {'02b17a08-4d3e-4e17-8986-782fbc5d077d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:54.224278 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['02b17a08-4d3e-4e17-8986-782fbc5d077d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.281679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.289098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.301288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:54.335366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:54.338874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:54.347405 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.348091 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a17af8-adeb-4221-a917-1f782f0cb96d None None] The sync data for ids ['02b17a08-4d3e-4e17-8986-782fbc5d077d'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:54.366187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.377990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Pushing event updated for resources: {'Port': ['ID=e2d7665e-8482-45e0-b76a-ece52daba21d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:54.419958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=79eb1074-0dfa-4d0b-af80-356192839c2a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:54.432276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.436872 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-27330ee7-9aa8-42c2-ad9d-63a9e70ab149 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/79eb1074-0dfa-4d0b-af80-356192839c2a HTTP/1.1" status: 204 len: 168 time: 0.3933227 Nov 24 22:17:54.439507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56752) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:54.445142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ecac73-b09c-4917-9514-a97d62941bad None None] Network 1a8ef470-97a7-4963-956f-edd291f24ca2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:54.463594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::5fab:9fb1:8b0b:8559 (49828264-6294-4cd6-b467-32535f86b933/e75bec70-1e58-4e73-9a00-55dfe61f1801/90ddbecc-4500-4590-84e7-a5968191aa53) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:54.509075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.534568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.556246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Attempting to bind port e2d7665e-8482-45e0-b76a-ece52daba21d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:54.557020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Attempting to bind port e2d7665e-8482-45e0-b76a-ece52daba21d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:54.557020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Attempting to bind port e2d7665e-8482-45e0-b76a-ece52daba21d on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:54.581522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:54.586034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:54.586406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:54.586816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.587206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:54.587724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Bound port: e2d7665e-8482-45e0-b76a-ece52daba21d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:54.588151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.595487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b08ffb-234c-45f6-8a2d-3c0543088e63 None None] Network f7ed6654-f792-4b1d-bd99-e60d7f0a52cc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:54.599026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:54.599718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.660052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:54.670033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] For port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,segment=NetworkSegment(7c15112e-0bd9-475f-b4af-14ee71a104a0),segment_id=7c15112e-0bd9-475f-b4af-14ee71a104a0)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:54.671416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.673618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:54.676132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Port': ['ID=4002dce5-eb3c-4f2e-9b5f-e82c5164359d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:54.692555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:54.775362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port 1fa08c3e-183a-417a-ac8b-5552ba833af8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:54.775744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.796020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.824306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=78535de2-bf93-41b7-b6e3-6d29e5b99bd7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:54.828747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No DVR routers for this DVR port 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:54.921604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.922122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.947397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8ef470-97a7-4963-956f-edd291f24ca2']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.962576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c15112e-0bd9-475f-b4af-14ee71a104a0') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.963248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c15112e-0bd9-475f-b4af-14ee71a104a0') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:54.976600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.977273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port 1fa08c3e-183a-417a-ac8b-5552ba833af8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1fa08c3e-183a-417a-ac8b-5552ba833af8,segment=NetworkSegment(64486e97-c6e9-48af-a89b-4bca1d0419c3),segment_id=64486e97-c6e9-48af-a89b-4bca1d0419c3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:54.977600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.988403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] For port e2d7665e-8482-45e0-b76a-ece52daba21d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:54.995815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:54.998876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.004526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:55.004942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:55.008262 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:55.019124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3b02e-bd0d-4c8a-b3c9-1504e9bed762 None None] DHCP port deletion for 1a8ef470-97a7-4963-956f-edd291f24ca2 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:17:55.025292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for 1fa08c3e-183a-417a-ac8b-5552ba833af8 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:55.033236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] For port e2d7665e-8482-45e0-b76a-ece52daba21d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2d7665e-8482-45e0-b76a-ece52daba21d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:55.037741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.061388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.087400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.096549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.107686 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/1a8ef470-97a7-4963-956f-edd291f24ca2 HTTP/1.1" status: 204 len: 168 time: 0.6660619 Nov 24 22:17:55.113156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56754) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:55.123173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.129497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1885439658'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:55.136742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd823c-7135-457f-ab2e-4acd581099ec tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=1a8ef470-97a7-4963-956f-edd291f24ca2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:55.138776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.178086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:55.181812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.191092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b6985-e5e8-4aae-b27f-06512535b62a None None] Pushing event updated for resources: {'Port': ['ID=e2d7665e-8482-45e0-b76a-ece52daba21d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:55.211608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:17:55.222116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Attempting to bind port 9a7a7a21-acd2-47a2-abe2-0629493b558d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:55.222416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Attempting to bind port 9a7a7a21-acd2-47a2-abe2-0629493b558d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:55.222893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Attempting to bind port 9a7a7a21-acd2-47a2-abe2-0629493b558d on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:55.226895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.227260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment da346eff-f8be-42d5-afe1-12270d7593a0 of type vlan for network c3622388-7271-41a1-92e1-5775c5d85be7 Nov 24 22:17:55.232839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:55.233720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:55.233858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.234193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:55.234669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Bound port: 9a7a7a21-acd2-47a2-abe2-0629493b558d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:55.235058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.271930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14e74e-4574-4bb8-a90c-10182036d240 None None] Pushing event updated for resources: {'Port': ['ID=9a7a7a21-acd2-47a2-abe2-0629493b558d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:55.273155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.309378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] For port 9a7a7a21-acd2-47a2-abe2-0629493b558d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:55.310508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.314158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.314352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] For port 9a7a7a21-acd2-47a2-abe2-0629493b558d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9a7a7a21-acd2-47a2-abe2-0629493b558d,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:55.319667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:55.321383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.321514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.357903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Deleting port b9e3c017-6972-4c83-8cde-e0931b5a68fe {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:55.358831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.403264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.416252 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3018916 Nov 24 22:17:55.420205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56758) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:55.424319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Routers {'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:55.424973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['dda53f79-7ea8-4dbb-abe8-57a0832bd9e0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:55.425265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:55.437168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:55.450735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:55.453764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:55.460560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:55.460560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.470631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.471334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14e74e-4574-4bb8-a90c-10182036d240 None None] Pushing event updated for resources: {'Port': ['ID=9a7a7a21-acd2-47a2-abe2-0629493b558d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:55.544533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c369f-222d-4a35-893c-623136fd3fe7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=c3622388-7271-41a1-92e1-5775c5d85be7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:55.557189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c3622388-7271-41a1-92e1-5775c5d85be7 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:17:55.653129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:55.657796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.662580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] Set router dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:55.866928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port 1fa08c3e-183a-417a-ac8b-5552ba833af8 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:17:55.868840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=90ddbecc-4500-4590-84e7-a5968191aa53,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:55.888483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0', 'name': 'tempest-snat-router-236627985', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.53'}], 'enable_snat': False}, 'gw_port_id': '9a7a7a21-acd2-47a2-abe2-0629493b558d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:48Z', 'updated_at': '2021-11-24T22:17:50Z', 'revision_number': 3, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port': {'id': '9a7a7a21-acd2-47a2-abe2-0629493b558d', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:49Z', 'updated_at': '2021-11-24T22:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:55.889532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:55.890656 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3e7c4743-e4cb-49a1-ac1b-82f029ee114b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3700209 Nov 24 22:17:55.895848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56764) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:55.904457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': 'e75bec70-1e58-4e73-9a00-55dfe61f1801', 'ip_address': '2001:db8::5fab:9fb1:8b0b:8559'}], 'name': 'tempest-NetworksTestDHCPv6-556016893'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:55.921718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad3005-801f-4bb9-88c4-0d3d0a812292 None None] The sync data for ids ['dda53f79-7ea8-4dbb-abe8-57a0832bd9e0'] in dv-neutron-818715-1-hyperv is: [{'id': 'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0', 'name': 'tempest-snat-router-236627985', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.53'}], 'enable_snat': False}, 'gw_port_id': '9a7a7a21-acd2-47a2-abe2-0629493b558d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:48Z', 'updated_at': '2021-11-24T22:17:50Z', 'revision_number': 3, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port': {'id': '9a7a7a21-acd2-47a2-abe2-0629493b558d', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda53f79-7ea8-4dbb-abe8-57a0832bd9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:49Z', 'updated_at': '2021-11-24T22:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:55.935767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=1fa08c3e-183a-417a-ac8b-5552ba833af8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:56.011480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.020732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=9c25149e-c22e-4ca8-93fe-c497212be182,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:56.036032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.044738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Calling delete_port for b9e3c017-6972-4c83-8cde-e0931b5a68fe owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:56.141987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ed6654-f792-4b1d-bd99-e60d7f0a52cc']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:56.188858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64486e97-c6e9-48af-a89b-4bca1d0419c3') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:56.189155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64486e97-c6e9-48af-a89b-4bca1d0419c3') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:56.211444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.257573 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.307386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:56.307828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:56.312717 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:56.384619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': 'da346eff-f8be-42d5-afe1-12270d7593a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:56.385042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: c3622388-7271-41a1-92e1-5775c5d85be7, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:17:56.387701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.431055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network c3622388-7271-41a1-92e1-5775c5d85be7 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:17:56.436621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:56.456841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c3622388-7271-41a1-92e1-5775c5d85be7) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:56.465982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fef58c-d60c-487e-9503-11a4d2fec32b None None] Network c3622388-7271-41a1-92e1-5775c5d85be7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:56.480180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.487207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:56.489085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.525868 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ccdb8095-5b3d-40ba-b361-0682c8062979 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1010430 Nov 24 22:17:56.525868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56766) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:56.530902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7', 'name': 'tempest-PortsIpV6TestJSON-1143288738', 'fixed_ips': [{'subnet_id': '9c25149e-c22e-4ca8-93fe-c497212be182', 'ip_address': '2001:db8::10'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:56.558128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.561531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/f7ed6654-f792-4b1d-bd99-e60d7f0a52cc HTTP/1.1" status: 204 len: 168 time: 5.1021512 Nov 24 22:17:56.570506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925b669-de88-497d-9976-308d312b343e tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=f7ed6654-f792-4b1d-bd99-e60d7f0a52cc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:56.572660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:56.615275 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca596c58-2714-4738-990f-fe4c05ca69fe tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:56.615762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca596c58-2714-4738-990f-fe4c05ca69fe tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:56.618802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ca596c58-2714-4738-990f-fe4c05ca69fe tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/78f68c58-381a-4ae1-851c-cb64cce8c08f HTTP/1.1" status: 404 len: 337 time: 0.0418015 Nov 24 22:17:56.630098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56772) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:56.664029 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bbac04-5673-4798-be4c-267b33e23997 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:56.664689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bbac04-5673-4798-be4c-267b33e23997 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:56.667780 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-32bbac04-5673-4798-be4c-267b33e23997 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/f7ed6654-f792-4b1d-bd99-e60d7f0a52cc HTTP/1.1" status: 404 len: 339 time: 0.0341499 Nov 24 22:17:56.670332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56776) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:56.710718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.722771 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec79257-0d29-4d0a-8a1f-6ac6d22c9c90 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:56.723233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec79257-0d29-4d0a-8a1f-6ac6d22c9c90 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:56.727349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1ec79257-0d29-4d0a-8a1f-6ac6d22c9c90 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/9dce6389-f0e6-4f8a-bc56-5cc54e460f38 HTTP/1.1" status: 404 len: 337 time: 0.0551465 Nov 24 22:17:56.732290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56780) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:56.745715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2dc03641-4130-4dfb-88c8-5e66896ed0a3 None None] Provisioning complete for port e2d7665e-8482-45e0-b76a-ece52daba21d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:56.746329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2dc03641-4130-4dfb-88c8-5e66896ed0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.762730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Pushing event deleted for resources: {'Port': ['ID=b9e3c017-6972-4c83-8cde-e0931b5a68fe,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:56.782268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.786133 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5094ace1-c0f3-4246-b22d-cfe084831cbf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:56.793952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5094ace1-c0f3-4246-b22d-cfe084831cbf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:56.799859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5094ace1-c0f3-4246-b22d-cfe084831cbf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/36cb4aef-e0e8-42d7-8505-5e083b21d640 HTTP/1.1" status: 404 len: 339 time: 0.0664279 Nov 24 22:17:56.800533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56782) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:56.902633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.909132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Router cda7ca1b-6984-4e8f-9a05-d22369d48a4a is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:17:56.936907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c3622388-7271-41a1-92e1-5775c5d85be7', 'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': '9c25149e-c22e-4ca8-93fe-c497212be182'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:17:56.937772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:56.956032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:57.002046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port d4d7b623-904e-441e-a641-eff705fc23d8 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:57.018220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a7a7a21-acd2-47a2-abe2-0629493b558d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:57.121150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.152730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2dc03641-4130-4dfb-88c8-5e66896ed0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.227282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.227411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2dc03641-4130-4dfb-88c8-5e66896ed0a3 None None] For port e2d7665e-8482-45e0-b76a-ece52daba21d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2d7665e-8482-45e0-b76a-ece52daba21d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:57.240495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Allocated IP 2001:db8::2 (c3622388-7271-41a1-92e1-5775c5d85be7/9c25149e-c22e-4ca8-93fe-c497212be182/41b28948-fe08-4c64-a50a-00e83d40106e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:57.242705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2dc03641-4130-4dfb-88c8-5e66896ed0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.253030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 9a7a7a21-acd2-47a2-abe2-0629493b558d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:57.253405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.326533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.327971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.335794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.347108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port a5da6d9d-04d3-4c31-af87-e60975732281 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:57.361654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1638b523-adfa-4aa8-beaf-d312d5c07a89']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.386068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc03641-4130-4dfb-88c8-5e66896ed0a3 None None] Pushing event updated for resources: {'Port': ['ID=e2d7665e-8482-45e0-b76a-ece52daba21d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:57.408472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4f0a252f-714e-4e2f-acaf-6bd83e0a08a7 None None] Provisioning complete for port 90ddbecc-4500-4590-84e7-a5968191aa53 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:57.408918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4f0a252f-714e-4e2f-acaf-6bd83e0a08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.424825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:57.425429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac39cd8f-0f59-4b23-bc10-9cf7f65e7531') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.425770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac39cd8f-0f59-4b23-bc10-9cf7f65e7531') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.446936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Sync routers for ids ['cda7ca1b-6984-4e8f-9a05-d22369d48a4a'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:57.449709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Router 02b17a08-4d3e-4e17-8986-782fbc5d077d has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:17:57.452477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.469621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.471102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-669f5c8f-ad0a-4cea-a3bc-9d4f5f718801 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9773772 Nov 24 22:17:57.473805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56784) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.504784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.511702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a252f-714e-4e2f-acaf-6bd83e0a08a7 None None] Port 90ddbecc-4500-4590-84e7-a5968191aa53 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:17:57.519043 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 22:17:57.519791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:57.523035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Routers {'cda7ca1b-6984-4e8f-9a05-d22369d48a4a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:57.523765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['cda7ca1b-6984-4e8f-9a05-d22369d48a4a'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.529204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:17:57.529818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:17:57.535842 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:17:57.549128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.606887 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-53aa7ea4-06cb-4d0e-8edf-3b901e6609b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7072921 Nov 24 22:17:57.609947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56786) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.630954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:17:57.645890 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] Sync routers for ids ['02b17a08-4d3e-4e17-8986-782fbc5d077d'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:17:57.646761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.647571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.650563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56788) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.651798 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94c0ade4-0139-4904-8b95-3ffefe8c8140 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "PUT /v2.0/routers/02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 200 len: 709 time: 3.5006418 Nov 24 22:17:57.659072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 9a7a7a21-acd2-47a2-abe2-0629493b558d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9a7a7a21-acd2-47a2-abe2-0629493b558d,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:17:57.659208 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] Routers {'02b17a08-4d3e-4e17-8986-782fbc5d077d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:57.659788 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['02b17a08-4d3e-4e17-8986-782fbc5d077d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.669781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.674183 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/1638b523-adfa-4aa8-beaf-d312d5c07a89 HTTP/1.1" status: 204 len: 168 time: 0.8699658 Nov 24 22:17:57.674666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.677779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56790) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.684683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.685783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2d7665e-8482-45e0-b76a-ece52daba21d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:57.693503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.696203 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.703080 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b22a5f9a-ca63-44dc-b24f-892516379a6e tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/cda7ca1b-6984-4e8f-9a05-d22369d48a4a HTTP/1.1" status: 200 len: 907 time: 0.2280111 Nov 24 22:17:57.705565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56792) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.705943 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] Routers {'02b17a08-4d3e-4e17-8986-782fbc5d077d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:57.706737 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['02b17a08-4d3e-4e17-8986-782fbc5d077d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.742490 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:57.743513 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0aaf89-5d58-4171-b1c4-5c3c0a4946fc None None] The sync data for ids ['02b17a08-4d3e-4e17-8986-782fbc5d077d'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:57.765192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::10 (c3622388-7271-41a1-92e1-5775c5d85be7/9c25149e-c22e-4ca8-93fe-c497212be182/a5da6d9d-04d3-4c31-af87-e60975732281) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:57.806992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868f330-2efb-46a4-be9e-9cc472c1b7bf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=1638b523-adfa-4aa8-beaf-d312d5c07a89,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:57.819069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082b353-ad86-44c5-b520-4d0baa7dc915 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:57.826253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082b353-ad86-44c5-b520-4d0baa7dc915 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:57.828727 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8082b353-ad86-44c5-b520-4d0baa7dc915 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2177558 Nov 24 22:17:57.843807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:57.845722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56798) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.886232 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a423a76c-04af-4b81-89b7-2a38c8d5cf04 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:57.886737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a423a76c-04af-4b81-89b7-2a38c8d5cf04 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:57.891787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a423a76c-04af-4b81-89b7-2a38c8d5cf04 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/7177315e-5fbf-4c28-a15f-a600d87fb702 HTTP/1.1" status: 404 len: 337 time: 0.2114604 Nov 24 22:17:57.896987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56800) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.954378 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5c0bc6-4f9e-4dc7-81ea-9b03e32a75de tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:57.954980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5c0bc6-4f9e-4dc7-81ea-9b03e32a75de tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:57.958090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1e5c0bc6-4f9e-4dc7-81ea-9b03e32a75de tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/b0c4f7a9-4871-444e-bf5c-98d86b6678dd HTTP/1.1" status: 404 len: 339 time: 0.0597496 Nov 24 22:17:57.962331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56802) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.964344 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2ee8c153-6998-423e-addb-40ba56be2ee9 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/routers/02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 200 len: 744 time: 0.3113122 Nov 24 22:17:57.966112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Network c3622388-7271-41a1-92e1-5775c5d85be7 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:57.971789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56804) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:57.977602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:57.983504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:58.020726 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-845a3976-d878-4bc8-a300-e0a1c3292aaf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.021186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845a3976-d878-4bc8-a300-e0a1c3292aaf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.024592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-845a3976-d878-4bc8-a300-e0a1c3292aaf tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/89811d69-06df-4074-a0a9-0b96bab4a6b5 HTTP/1.1" status: 404 len: 337 time: 0.0591433 Nov 24 22:17:58.029684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56808) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.057908 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84332ee-a22f-421d-b541-bcfeeb38bbe3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.058486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84332ee-a22f-421d-b541-bcfeeb38bbe3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.060695 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-77d985cb-5e4a-4c72-bbaf-9134c6ee93a5 tempest-RoutersIpV6AdminTest-1465944833 tempest-RoutersIpV6AdminTest-1465944833-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 200 len: 205 time: 0.0828507 Nov 24 22:17:58.061369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56810) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.061955 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e84332ee-a22f-421d-b541-bcfeeb38bbe3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/d054f59a-5566-41ea-bcf6-277724dea82e HTTP/1.1" status: 404 len: 339 time: 0.0308099 Nov 24 22:17:58.066715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Set router cda7ca1b-6984-4e8f-9a05-d22369d48a4a gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:58.077578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56812) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.094415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=9a7a7a21-acd2-47a2-abe2-0629493b558d,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:58.149262 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2e305f-7a08-4cd8-9478-74edf97c4624 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.149864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2e305f-7a08-4cd8-9478-74edf97c4624 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.155927 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc2e305f-7a08-4cd8-9478-74edf97c4624 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/142296ca-888b-40b5-aa6a-8fc6ecd5550e HTTP/1.1" status: 404 len: 337 time: 0.0736690 Nov 24 22:17:58.155927 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a98ce871-272f-4dff-bdb0-938176b88880 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 200 len: 205 time: 0.0863450 Nov 24 22:17:58.156226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56814) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.159914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56816) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.163742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Attempting to bind port 41b28948-fe08-4c64-a50a-00e83d40106e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:58.164177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Attempting to bind port 41b28948-fe08-4c64-a50a-00e83d40106e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'da346eff-f8be-42d5-afe1-12270d7593a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:58.164487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Attempting to bind port 41b28948-fe08-4c64-a50a-00e83d40106e on network c3622388-7271-41a1-92e1-5775c5d85be7 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:58.169921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e2d7665e-8482-45e0-b76a-ece52daba21d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:58.170338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.181536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:58.181910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Checking segment: {'id': 'da346eff-f8be-42d5-afe1-12270d7593a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:58.182308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.182702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Bound using segment: {'id': 'da346eff-f8be-42d5-afe1-12270d7593a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:58.183225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Bound port: 41b28948-fe08-4c64-a50a-00e83d40106e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da346eff-f8be-42d5-afe1-12270d7593a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:58.183692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.188669 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad42087a-6c7e-49f3-9ea9-f2f2cf9ce8d8 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.189239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad42087a-6c7e-49f3-9ea9-f2f2cf9ce8d8 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.194742 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ad42087a-6c7e-49f3-9ea9-f2f2cf9ce8d8 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/55530a6d-1b62-4aae-8f5d-4acaac84eec0 HTTP/1.1" status: 404 len: 339 time: 0.0324233 Nov 24 22:17:58.196311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.233833 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e67780-e8af-4b75-b2d6-b3ec6d8aeb8a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.234288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e67780-e8af-4b75-b2d6-b3ec6d8aeb8a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.237572 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-23e67780-e8af-4b75-b2d6-b3ec6d8aeb8a tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/92710e85-66bd-4c15-8ac1-e2d61e1dac0b HTTP/1.1" status: 404 len: 337 time: 0.0408325 Nov 24 22:17:58.240482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56820) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.249381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 90ddbecc-4500-4590-84e7-a5968191aa53 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:58.250102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.254020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.270903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.289639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Pushing event updated for resources: {'Port': ['ID=41b28948-fe08-4c64-a50a-00e83d40106e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:58.304220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.307863 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cde1b4-3905-4b19-9c12-dfa4e1184d85 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.308468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cde1b4-3905-4b19-9c12-dfa4e1184d85 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.314305 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b7cde1b4-3905-4b19-9c12-dfa4e1184d85 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/4d017d0e-d5a0-4bf5-87d6-584defc6f414 HTTP/1.1" status: 404 len: 339 time: 0.0700347 Nov 24 22:17:58.316955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56822) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.351609 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-388382d4-c990-4775-903b-e2eb132f3682 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.351609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388382d4-c990-4775-903b-e2eb132f3682 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.356833 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-388382d4-c990-4775-903b-e2eb132f3682 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/3ac75004-8533-4679-b5c3-e1fe22c909d6 HTTP/1.1" status: 404 len: 337 time: 0.0369184 Nov 24 22:17:58.357498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.386061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] For port 41b28948-fe08-4c64-a50a-00e83d40106e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:58.389268 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e855df0-d152-4cfe-b01b-7b2bc72ccad3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.389268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e855df0-d152-4cfe-b01b-7b2bc72ccad3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.395488 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6e855df0-d152-4cfe-b01b-7b2bc72ccad3 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/06828d03-39b6-46fc-97db-db763f1b4b1e HTTP/1.1" status: 404 len: 339 time: 0.0347183 Nov 24 22:17:58.396899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56826) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.432000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] For port 41b28948-fe08-4c64-a50a-00e83d40106e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=41b28948-fe08-4c64-a50a-00e83d40106e,segment=NetworkSegment(da346eff-f8be-42d5-afe1-12270d7593a0),segment_id=da346eff-f8be-42d5-afe1-12270d7593a0)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:58.447343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.492635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.494612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.505304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.537211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c434d-b984-419a-b66d-6b782d17483c None None] Pushing event updated for resources: {'Port': ['ID=41b28948-fe08-4c64-a50a-00e83d40106e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:58.550316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7ca1b-6984-4e8f-9a05-d22369d48a4a', 'name': 'tempest-snat-router-236627985', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.240'}], 'enable_snat': True}, 'gw_port_id': '4002dce5-eb3c-4f2e-9b5f-e82c5164359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:52Z', 'updated_at': '2021-11-24T22:17:55Z', 'revision_number': 3, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port': {'id': '4002dce5-eb3c-4f2e-9b5f-e82c5164359d', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7ca1b-6984-4e8f-9a05-d22369d48a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:17:53Z', 'updated_at': '2021-11-24T22:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:58.591474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:17:58.596131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.596370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Checking router: cda7ca1b-6984-4e8f-9a05-d22369d48a4a for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:17:58.596490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Fanout notify agent at l3_agent the message router_deleted on router 02b17a08-4d3e-4e17-8986-782fbc5d077d {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:17:58.596570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Updating router cda7ca1b-6984-4e8f-9a05-d22369d48a4a port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:17:58.601282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network c3622388-7271-41a1-92e1-5775c5d85be7 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:17:58.606920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.612317 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e42c197b-b85e-44c1-b593-d7b400c6b1ac tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 204 len: 168 time: 0.4513788 Nov 24 22:17:58.618528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56828) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.628780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=a5da6d9d-04d3-4c31-af87-e60975732281,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:58.631426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:17:58.633753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:17:58.639551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:58.640218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.649204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.652763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:17:58.652763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 78535de2-bf93-41b7-b6e3-6d29e5b99bd7 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:17:58.671480 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-35b52104-f420-4e59-8a40-613832e9e261 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 200 len: 205 time: 0.0509062 Nov 24 22:17:58.674670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56830) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.713443 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-e42b062c-6a89-422e-b486-82ea7ee7c71b tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] delete failed (client error): The resource could not be found. Nov 24 22:17:58.717512 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e42b062c-6a89-422e-b486-82ea7ee7c71b tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/02b17a08-4d3e-4e17-8986-782fbc5d077d HTTP/1.1" status: 404 len: 336 time: 0.0417588 Nov 24 22:17:58.719094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56832) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.734455 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-92587993-e5b1-4030-854a-b22277e8dce6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2078331 Nov 24 22:17:58.746495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56834) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.754008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'c3622388-7271-41a1-92e1-5775c5d85be7', 'name': 'tempest-PortsIpV6TestJSON-899512128', 'fixed_ips': [{'subnet_id': '9c25149e-c22e-4ca8-93fe-c497212be182', 'ip_address': '2001:db8::f'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:17:58.757116 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b24dc28e-8c11-4eb0-bd3b-95d3312b7324 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcc70efb-68aa-4fe0-b7ff-ca76af096af2 HTTP/1.1" status: 200 len: 205 time: 0.0368595 Nov 24 22:17:58.757745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56836) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.764981 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2138f7-4651-438b-bfe5-49c46875fdc4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.764981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2138f7-4651-438b-bfe5-49c46875fdc4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.768176 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4a2138f7-4651-438b-bfe5-49c46875fdc4 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/d99652b8-9a9a-4c19-83f9-3ce2748c4e49 HTTP/1.1" status: 404 len: 337 time: 0.3696134 Nov 24 22:17:58.795287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56838) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.804650 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-23ea5e1e-9647-4a8c-9be6-6495ec6aaf4c tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] delete failed (client error): The resource could not be found. Nov 24 22:17:58.805542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.808922 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-23ea5e1e-9647-4a8c-9be6-6495ec6aaf4c tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/fcc70efb-68aa-4fe0-b7ff-ca76af096af2 HTTP/1.1" status: 404 len: 336 time: 0.0502098 Nov 24 22:17:58.810907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56840) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.834369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 90ddbecc-4500-4590-84e7-a5968191aa53 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:58.851507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Deleting port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:17:58.852022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:58.862369 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fa1f922f-18c3-48e0-9944-e61311a61495 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f725740-0bd1-4b29-8962-7f1d08b4b57a HTTP/1.1" status: 200 len: 205 time: 0.0496712 Nov 24 22:17:58.863183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56842) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:58.870320 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c501daee-0221-4c4a-baad-856cc534b0e7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:58.870899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c501daee-0221-4c4a-baad-856cc534b0e7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:58.875629 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c501daee-0221-4c4a-baad-856cc534b0e7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/a1b9147f-0d2f-4c51-9031-42de552833e1 HTTP/1.1" status: 404 len: 339 time: 0.0787983 Nov 24 22:17:58.878787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56844) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.019059 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d012ca13-be14-4208-af46-40a171ff24bc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:59.020244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d012ca13-be14-4208-af46-40a171ff24bc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:59.027224 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d012ca13-be14-4208-af46-40a171ff24bc tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/da70d6d4-a615-4559-b3bf-ce752476870d HTTP/1.1" status: 404 len: 337 time: 0.1459434 Nov 24 22:17:59.027224 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-61519619-4e8c-4ea9-bea4-05db861d4326 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] delete failed (client error): The resource could not be found. Nov 24 22:17:59.028613 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-61519619-4e8c-4ea9-bea4-05db861d4326 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/2f725740-0bd1-4b29-8962-7f1d08b4b57a HTTP/1.1" status: 404 len: 336 time: 0.1627431 Nov 24 22:17:59.029495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56850) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.036749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56852) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.049955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.058411 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b634815f-83d0-4fb2-b341-8934bc2a7f11 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:59.059458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b634815f-83d0-4fb2-b341-8934bc2a7f11 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:59.060246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2d7665e-8482-45e0-b76a-ece52daba21d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:59.063327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b634815f-83d0-4fb2-b341-8934bc2a7f11 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/d137bb87-79ba-4b57-9907-0b0dfa3a58d3 HTTP/1.1" status: 404 len: 339 time: 0.0320354 Nov 24 22:17:59.065987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56854) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.095374 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-420f018f-bcbf-4e98-b547-c5c4be4abe5e tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=6da0e044-dfe5-43a8-96fd-d283e5b53ff5 HTTP/1.1" status: 200 len: 205 time: 0.0522645 Nov 24 22:17:59.095844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5827bcd-e289-4112-9db0-1000088be655 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:59.095844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5827bcd-e289-4112-9db0-1000088be655 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:59.098888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56856) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.102531 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f5827bcd-e289-4112-9db0-1000088be655 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/75bfa6c9-60dd-4a16-84df-dcc3be415458 HTTP/1.1" status: 404 len: 337 time: 0.0354741 Nov 24 22:17:59.105707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56858) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.113264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.131766 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5c15ee-ba4e-4c89-a605-e9e5a7ca886d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:59.132428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5c15ee-ba4e-4c89-a605-e9e5a7ca886d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:59.139434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8c5c15ee-ba4e-4c89-a605-e9e5a7ca886d tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/5be7fabe-5507-42fc-b578-7971346b9ad9 HTTP/1.1" status: 404 len: 339 time: 0.0323689 Nov 24 22:17:59.140122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56862) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.154887 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-63150d2b-6b7b-4cdd-acd0-78b42f01f8a7 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] delete failed (client error): The resource could not be found. Nov 24 22:17:59.159465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63150d2b-6b7b-4cdd-acd0-78b42f01f8a7 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/6da0e044-dfe5-43a8-96fd-d283e5b53ff5 HTTP/1.1" status: 404 len: 336 time: 0.0551944 Nov 24 22:17:59.159465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.168160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56864) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.174570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d448e-c0f0-4b98-af25-ce67c500e820 None None] Pushing event updated for resources: {'Port': ['ID=4002dce5-eb3c-4f2e-9b5f-e82c5164359d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:59.201829 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-75e27fdf-d26e-475f-9a31-c8800cd178d2 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccaab23d-a954-4ec4-bf6c-d5e9c87abbec HTTP/1.1" status: 200 len: 205 time: 0.0301392 Nov 24 22:17:59.202066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Attempting to bind port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:17:59.202066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Attempting to bind port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:17:59.202362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Attempting to bind port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:17:59.208584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56866) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.209878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:17:59.211899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:17:59.212321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:17:59.212697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.213749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:17:59.213874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Calling delete_port for 4002dce5-eb3c-4f2e-9b5f-e82c5164359d owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:17:59.213969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Bound port: 4002dce5-eb3c-4f2e-9b5f-e82c5164359d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:17:59.214141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.237876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e2d7665e-8482-45e0-b76a-ece52daba21d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:59.238152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.254567 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-0640ab07-2092-44b3-a710-4a223ce5e1f9 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] delete failed (client error): The resource could not be found. Nov 24 22:17:59.258031 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0640ab07-2092-44b3-a710-4a223ce5e1f9 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/ccaab23d-a954-4ec4-bf6c-d5e9c87abbec HTTP/1.1" status: 404 len: 336 time: 0.0461340 Nov 24 22:17:59.258782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.273651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting subnet 88319016-2b82-408d-820c-de8849b15969 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:17:59.292112 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9abe8274-1d10-4c88-9951-d8c4443f0b65 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "GET /v2.0/ports?device_id=af67706c-780a-4c11-9861-48c8a1055a6a HTTP/1.1" status: 200 len: 205 time: 0.0321045 Nov 24 22:17:59.293146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.295741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56870) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.312482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] For port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:17:59.317286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] For port 4002dce5-eb3c-4f2e-9b5f-e82c5164359d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4002dce5-eb3c-4f2e-9b5f-e82c5164359d,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:17:59.323650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.363192 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-a8ad3e6d-4fe1-4abb-a61f-47ee26af10c6 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] delete failed (client error): The resource could not be found. Nov 24 22:17:59.366983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a8ad3e6d-4fe1-4abb-a61f-47ee26af10c6 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/routers/af67706c-780a-4c11-9861-48c8a1055a6a HTTP/1.1" status: 404 len: 336 time: 0.0674512 Nov 24 22:17:59.368135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56872) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.410538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a7a7a21-acd2-47a2-abe2-0629493b558d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:17:59.412796 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fbec01-dde5-4d77-bc43-c749246598c8 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] DELETE failed (client error): The resource could not be found. Nov 24 22:17:59.413368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fbec01-dde5-4d77-bc43-c749246598c8 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:17:59.420264 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-09fbec01-dde5-4d77-bc43-c749246598c8 tempest-RoutersIpV6AdminTest-1911918495 tempest-RoutersIpV6AdminTest-1911918495-project] 10.222.0.41 "DELETE /v2.0/subnets/a29c65ed-9205-4f89-bd67-68b1c8932fb7 HTTP/1.1" status: 404 len: 337 time: 0.0435336 Nov 24 22:17:59.426203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.439651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.444902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.447583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d448e-c0f0-4b98-af25-ce67c500e820 None None] Pushing event updated for resources: {'Port': ['ID=4002dce5-eb3c-4f2e-9b5f-e82c5164359d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:59.465034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Routers {'cda7ca1b-6984-4e8f-9a05-d22369d48a4a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:17:59.465679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['cda7ca1b-6984-4e8f-9a05-d22369d48a4a'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:59.498840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=90ddbecc-4500-4590-84e7-a5968191aa53,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:59.503587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 6c918425-4762-46d2-9474-303fb6913744 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:17:59.549230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.570853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] Set router cda7ca1b-6984-4e8f-9a05-d22369d48a4a gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:17:59.573247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.574506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 9a7a7a21-acd2-47a2-abe2-0629493b558d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:17:59.574887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.671851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.675463 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7ca83455-4bea-4648-afee-9f502979c434 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/90ddbecc-4500-4590-84e7-a5968191aa53 HTTP/1.1" status: 204 len: 168 time: 1.8287239 Nov 24 22:17:59.679361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56876) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.693024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7ca1b-6984-4e8f-9a05-d22369d48a4a', 'name': 'tempest-snat-router-236627985', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:52Z', 'updated_at': '2021-11-24T22:17:58Z', 'revision_number': 4, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:17:59.755831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9be270-3b81-4dce-b62c-e1139ad1ba85 None None] The sync data for ids ['cda7ca1b-6984-4e8f-9a05-d22369d48a4a'] in dv-neutron-818715-1-hyperv is: [{'id': 'cda7ca1b-6984-4e8f-9a05-d22369d48a4a', 'name': 'tempest-snat-router-236627985', 'tenant_id': 'de9f149a263049939f7ed3b7165e1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:17:52Z', 'updated_at': '2021-11-24T22:17:58Z', 'revision_number': 4, 'project_id': 'de9f149a263049939f7ed3b7165e1cf7', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:17:59.759339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.785459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.825939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::f (c3622388-7271-41a1-92e1-5775c5d85be7/9c25149e-c22e-4ca8-93fe-c497212be182/6c918425-4762-46d2-9474-303fb6913744) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:17:59.839956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.845731 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/subnets/88319016-2b82-408d-820c-de8849b15969 HTTP/1.1" status: 204 len: 168 time: 0.7044024 Nov 24 22:17:59.853705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.866928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event deleted for resources: {'Port': ['ID=4002dce5-eb3c-4f2e-9b5f-e82c5164359d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:59.874899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806ba5d-a1c3-4f56-bd82-f0009d8c39b7 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Subnet': ['ID=88319016-2b82-408d-820c-de8849b15969,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:17:59.917047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:17:59.922112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e930beec-41f8-433d-9724-1083dac8eb91 None None] Network b6c8a333-f876-40de-84e7-122bbb885e4b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:17:59.971357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56882) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:17:59.974992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef206e-bfdb-4239-9695-b036d71eafae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:59.977976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef206e-bfdb-4239-9695-b036d71eafae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:17:59.984076 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-17ef206e-bfdb-4239-9695-b036d71eafae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3010092 Nov 24 22:17:59.996623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56884) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:00.013020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.015829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.070136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.070696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cda7ca1b-6984-4e8f-9a05-d22369d48a4a {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:00.079826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.085579 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ba74a4fe-cf62-4876-acea-6324433a94a9 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/routers/cda7ca1b-6984-4e8f-9a05-d22369d48a4a HTTP/1.1" status: 204 len: 168 time: 2.3788013 Nov 24 22:18:00.089018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56892) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:00.173339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet e75bec70-1e58-4e73-9a00-55dfe61f1801 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:00.177356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.241545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] DHCP port deletion for b6c8a333-f876-40de-84e7-122bbb885e4b request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:00.255412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.270935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.281949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614b941-8677-4ca4-9623-aab4bfd275c2 None None] Network c3622388-7271-41a1-92e1-5775c5d85be7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:00.335839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce83b669-ac58-420e-98ca-ddab60702c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.381686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] Deleting port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:00.382155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.400874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-11a83edd-bdcf-4432-8e08-cb22a90c5f78 None None] Provisioning complete for port 41b28948-fe08-4c64-a50a-00e83d40106e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:00.401345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11a83edd-bdcf-4432-8e08-cb22a90c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.430920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.471417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.523408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Deleting port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:00.523408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.558425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75307e-ab15-4a4d-afbb-07f5b23952da req-70678afa-fc52-43d8-bc96-d8976670f438 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:00.560073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0e75307e-ab15-4a4d-afbb-07f5b23952da req-70678afa-fc52-43d8-bc96-d8976670f438 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.2117810 Nov 24 22:18:00.575066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d129-2025-4c77-98ae-874eaec76d47 req-4d2f0399-d48d-4968-982e-f7abcc8cfa0f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:00.576650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fb29d129-2025-4c77-98ae-874eaec76d47 req-4d2f0399-d48d-4968-982e-f7abcc8cfa0f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.2342086 Nov 24 22:18:00.585763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.610747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce83b669-ac58-420e-98ca-ddab60702c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.623900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce83b669-ac58-420e-98ca-ddab60702c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.645230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] For port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,segment=NetworkSegment(c75b5b1b-0b72-46d4-b427-437ced7c6dc0),segment_id=c75b5b1b-0b72-46d4-b427-437ced7c6dc0)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:00.645611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.684538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Calling delete_port for d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:00.689181 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0e75307e-ab15-4a4d-afbb-07f5b23952da req-7d14ae30-3e58-47c9-8ed4-dfefca0dced2 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081660 Nov 24 22:18:00.695001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.701404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce83b669-ac58-420e-98ca-ddab60702c3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc46dd0a28714919975705012aca1d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121830 Nov 24 22:18:00.703228 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fb29d129-2025-4c77-98ae-874eaec76d47 req-b7bcf859-55e1-4df9-9298-1e472f4185d9 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084044 Nov 24 22:18:00.718371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56900) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:00.719726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.731738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83b669-ac58-420e-98ca-ddab60702c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5144cca-3b2b-4a1c-bf6b-1920441b40c0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:00.755658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] For port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,segment=NetworkSegment(c75b5b1b-0b72-46d4-b427-437ced7c6dc0),segment_id=c75b5b1b-0b72-46d4-b427-437ced7c6dc0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:00.755658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.787741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.815574 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] Calling delete_port for d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:00.829900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:00.833222 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/e75bec70-1e58-4e73-9a00-55dfe61f1801 HTTP/1.1" status: 204 len: 168 time: 0.8324945 Nov 24 22:18:00.835181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5a489-6984-4891-9fc2-b4682fdb9e06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=e75bec70-1e58-4e73-9a00-55dfe61f1801,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:00.860438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56910) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:00.895722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25019b49-c4e5-4d37-beb6-4d7c92691adb None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:00.991986 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-280a4805-0589-456d-9b09-c128348a1475 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260374 Nov 24 22:18:00.993628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network c3622388-7271-41a1-92e1-5775c5d85be7 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:00.994519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56914) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:01.005640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11a83edd-bdcf-4432-8e08-cb22a90c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.007755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.011111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=6c918425-4762-46d2-9474-303fb6913744,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:01.018798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:01.060227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:01.062532 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:01.066344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Port': ['ID=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:01.070111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:01.071139 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.072071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] No DVR routers for this DVR port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:01.083477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 41b28948-fe08-4c64-a50a-00e83d40106e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:01.095735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-11a83edd-bdcf-4432-8e08-cb22a90c5f78 None None] For port 41b28948-fe08-4c64-a50a-00e83d40106e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=41b28948-fe08-4c64-a50a-00e83d40106e,segment=NetworkSegment(da346eff-f8be-42d5-afe1-12270d7593a0),segment_id=da346eff-f8be-42d5-afe1-12270d7593a0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:01.124356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11a83edd-bdcf-4432-8e08-cb22a90c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.156294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fcec-7420-4295-9fcf-1476497050f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.173789 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94b7d015-6abd-4fa1-8424-5b9e9a078184 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4262078 Nov 24 22:18:01.176893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56916) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:01.185265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.197730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Deleting port 9a7a7a21-acd2-47a2-abe2-0629493b558d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:01.198068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.290689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c8a333-f876-40de-84e7-122bbb885e4b']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:01.291895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f06e45-66ff-40fc-a483-ccc69b040c7f req-ea7a0e42-613f-4202-8b8a-79d8ea314493 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:01.293463 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-64f06e45-66ff-40fc-a483-ccc69b040c7f req-ea7a0e42-613f-4202-8b8a-79d8ea314493 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3131518 Nov 24 22:18:01.303092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fcec-7420-4295-9fcf-1476497050f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.325598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:01.325821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.326286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75b5b1b-0b72-46d4-b427-437ced7c6dc0') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:01.342127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a83edd-bdcf-4432-8e08-cb22a90c5f78 None None] Pushing event updated for resources: {'Port': ['ID=41b28948-fe08-4c64-a50a-00e83d40106e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:01.364162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6919753-846c-4b16-bdaf-9c3c1de7ef7e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:01.366172 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f6919753-846c-4b16-bdaf-9c3c1de7ef7e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1879892 Nov 24 22:18:01.370240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56920) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:01.384658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] No DVR routers for this DVR port d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:01.384910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.429530 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-64f06e45-66ff-40fc-a483-ccc69b040c7f req-4947abb9-891e-430b-bc04-085e00b99acd tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209881 Nov 24 22:18:01.433239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:01.441603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.506009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4ddc0-ce37-4443-ba73-21176298a749 None None] Pushing event deleted for resources: {'Port': ['ID=d2b69abf-eb93-4f16-aef4-c6ebc813d3d8,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:01.517633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.521701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] For port 9a7a7a21-acd2-47a2-abe2-0629493b558d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9a7a7a21-acd2-47a2-abe2-0629493b558d,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:01.522166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.547999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:01.548410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.554520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Calling delete_port for 9a7a7a21-acd2-47a2-abe2-0629493b558d owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:01.558974 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:01.563852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fcec-7420-4295-9fcf-1476497050f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.564317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 41b28948-fe08-4c64-a50a-00e83d40106e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:01.564699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.567156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fb9fcec-7420-4295-9fcf-1476497050f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.570764 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3fb9fcec-7420-4295-9fcf-1476497050f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5144cca-3b2b-4a1c-bf6b-1920441b40c0 HTTP/1.1" status: 204 len: 168 time: 0.8343205 Nov 24 22:18:01.620912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9fcec-7420-4295-9fcf-1476497050f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5144cca-3b2b-4a1c-bf6b-1920441b40c0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:01.680729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c8cd6-be19-4634-8db0-108590bb1ef5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:01.687372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c8cd6-be19-4634-8db0-108590bb1ef5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:01.694731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Provisioning complete for port a5da6d9d-04d3-4c31-af87-e60975732281 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:01.695514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.702098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c8cd6-be19-4634-8db0-108590bb1ef5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:01.722515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56930) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:01.722927 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a39c8cd6-be19-4634-8db0-108590bb1ef5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3510976 Nov 24 22:18:01.743224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:01.758358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.773729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:01.785732 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] 10.222.0.41 "DELETE /v2.0/networks/b6c8a333-f876-40de-84e7-122bbb885e4b HTTP/1.1" status: 204 len: 168 time: 1.9230888 Nov 24 22:18:01.816316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fffc1d-1afa-48e0-888b-5e0c4c04f3c1 tempest-NetworksTest-1757429005 tempest-NetworksTest-1757429005-project] Pushing event deleted for resources: {'Network': ['ID=b6c8a333-f876-40de-84e7-122bbb885e4b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:01.900909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Port a5da6d9d-04d3-4c31-af87-e60975732281 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:01.960107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Provisioning complete for port 6c918425-4762-46d2-9474-303fb6913744 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:01.960753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.009897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] Deleting port e2d7665e-8482-45e0-b76a-ece52daba21d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:02.010693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.026880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Port 6c918425-4762-46d2-9474-303fb6913744 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:02.060297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:02.100136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:02.100787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d2b69abf-eb93-4f16-aef4-c6ebc813d3d8 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:02.121809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Provisioning complete for port 41b28948-fe08-4c64-a50a-00e83d40106e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:02.122419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84071d46-7d38-4469-b211-ecf1602b02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.130845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] For port e2d7665e-8482-45e0-b76a-ece52daba21d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2d7665e-8482-45e0-b76a-ece52daba21d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:02.131456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.165836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] Calling delete_port for e2d7665e-8482-45e0-b76a-ece52daba21d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:02.210092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:02.248198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:02.286609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795295d-f9e3-4348-b869-feb79682d5b8 req-47d430dd-cebe-498a-8b9e-d23a2133d417 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:02.288267 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e795295d-f9e3-4348-b869-feb79682d5b8 req-47d430dd-cebe-498a-8b9e-d23a2133d417 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.2746160 Nov 24 22:18:02.290094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e4e459e8-7790-4ce3-a4a4-67e4e4e6ca3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=182a049a6eeb40e883d91a8b34a74de4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0787899 Nov 24 22:18:02.290921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:02.312063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d194-860b-4d81-be62-ece68e653282 req-fd288c51-fad6-40af-9c2a-ccacaa9fb8dd tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:02.319970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-20a9d194-860b-4d81-be62-ece68e653282 req-fd288c51-fad6-40af-9c2a-ccacaa9fb8dd tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.3049979 Nov 24 22:18:02.336843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 6c918425-4762-46d2-9474-303fb6913744 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:02.337162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.365740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.367328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.402247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] Pushing event deleted for resources: {'Port': ['ID=e2d7665e-8482-45e0-b76a-ece52daba21d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:02.408897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404e84d-cbb9-4334-ba3e-d0fd5e5de441 None None] No DVR routers for this DVR port e2d7665e-8482-45e0-b76a-ece52daba21d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:02.432819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385365f-93ae-4771-989d-2dc1042ade47 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:18:02.492550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fed4b309-0cf8-4174-afa4-9f86f3479260 None None] Provisioning complete for port a5da6d9d-04d3-4c31-af87-e60975732281 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:02.492947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fed4b309-0cf8-4174-afa4-9f86f3479260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.543644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fed4b309-0cf8-4174-afa4-9f86f3479260 None None] Port a5da6d9d-04d3-4c31-af87-e60975732281 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:02.579880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fed4b309-0cf8-4174-afa4-9f86f3479260 None None] Provisioning complete for port 6c918425-4762-46d2-9474-303fb6913744 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:02.580174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fed4b309-0cf8-4174-afa4-9f86f3479260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.642712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fed4b309-0cf8-4174-afa4-9f86f3479260 None None] Port 6c918425-4762-46d2-9474-303fb6913744 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:02.646658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385365f-93ae-4771-989d-2dc1042ade47 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:18:02.743027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48b823ee-ada8-45b0-872e-4964f89cd4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.748631 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-73d8e6a4-9484-423c-a535-c43f7b1b3623 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42611ff9f8ba4b6085f097924c54c1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993470 Nov 24 22:18:02.751238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 56950) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:02.791184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48b823ee-ada8-45b0-872e-4964f89cd4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.798750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:02.806864 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e795295d-f9e3-4348-b869-feb79682d5b8 req-4cf99d59-2181-46a8-b091-7b841f032c17 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5042896 Nov 24 22:18:02.843911 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-20a9d194-860b-4d81-be62-ece68e653282 req-686004c4-0657-45bc-babb-3ac8c7c99fc6 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5229063 Nov 24 22:18:02.845063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:02.852260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:02.853040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.857804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=e8c7ff3d-718a-4668-ad80-02532012be37,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:02.861283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9d98968-4283-44f6-aac0-5904fb0c3bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.883019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.885280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9d98968-4283-44f6-aac0-5904fb0c3bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.905573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48b823ee-ada8-45b0-872e-4964f89cd4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.908700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48b823ee-ada8-45b0-872e-4964f89cd4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.912881 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-48b823ee-ada8-45b0-872e-4964f89cd4e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b5ae729-98a3-4193-8458-17ca77faf290 HTTP/1.1" status: 204 len: 168 time: 0.6209919 Nov 24 22:18:02.950449 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-af41e9d7-51cc-4f4a-91ce-7676047d2154 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9408579 Nov 24 22:18:02.952579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56954) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:02.954680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:02.965868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b823ee-ada8-45b0-872e-4964f89cd4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ae729-98a3-4193-8458-17ca77faf290,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:02.967969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': 'e8c7ff3d-718a-4668-ad80-02532012be37', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-252264484'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:02.971173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a7a7a21-acd2-47a2-abe2-0629493b558d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:02.992218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 6c918425-4762-46d2-9474-303fb6913744 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:03.025239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 41b28948-fe08-4c64-a50a-00e83d40106e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:03.032229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-6ba811ac-2f41-48c8-b146-8a0bfd2a627f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:03.034066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-6ba811ac-2f41-48c8-b146-8a0bfd2a627f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.1105220 Nov 24 22:18:03.035459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9d98968-4283-44f6-aac0-5904fb0c3bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.039132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9d98968-4283-44f6-aac0-5904fb0c3bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.040904 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e9d98968-4283-44f6-aac0-5904fb0c3bcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6c8b900-11a6-4888-abcb-f44fd39a3c3c HTTP/1.1" status: 204 len: 168 time: 0.2882669 Nov 24 22:18:03.044668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'e8c7ff3d-718a-4668-ad80-02532012be37'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:03.045404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.073241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d98968-4283-44f6-aac0-5904fb0c3bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8b900-11a6-4888-abcb-f44fd39a3c3c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:03.155789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Deleting port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:03.156458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.205665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff395f-a1bc-4a48-8984-57cc9fb5bc3f req-f26e9206-795d-4e03-8e05-39674eb39d8f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:03.207198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69ff395f-a1bc-4a48-8984-57cc9fb5bc3f req-f26e9206-795d-4e03-8e05-39674eb39d8f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2557077 Nov 24 22:18:03.213385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.286701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 41b28948-fe08-4c64-a50a-00e83d40106e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:03.287089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.382257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] For port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:03.384883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.386322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.391886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.394338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/e8c7ff3d-718a-4668-ad80-02532012be37/b1d3ad60-97ed-42c4-9e63-02156a8e71df) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:03.457376 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69ff395f-a1bc-4a48-8984-57cc9fb5bc3f req-84884c5b-23c6-4c3d-a0a9-4bee1f319927 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375190 Nov 24 22:18:03.483168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.483704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:03.553916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.560361 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-38547e32-b3cd-43b9-a8c5-156add6c4a3c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "DELETE /v2.0/routers/dda53f79-7ea8-4dbb-abe8-57a0832bd9e0 HTTP/1.1" status: 204 len: 168 time: 3.4708717 Nov 24 22:18:03.588325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2d7665e-8482-45e0-b76a-ece52daba21d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:03.596479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 56974) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:03.605429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63359246', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:03.609151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-1cd3c8de-b8a4-42c7-8ced-ff141de57973 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:03.616670 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-1cd3c8de-b8a4-42c7-8ced-ff141de57973 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.71 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.4063420 Nov 24 22:18:03.632144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:03.639270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e2d7665e-8482-45e0-b76a-ece52daba21d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:03.640119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2d7665e-8482-45e0-b76a-ece52daba21d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:03.784072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.800065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.802521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.850282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port c03dfcd2-d9f3-4242-b4b4-6f46c1b8e4ef yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:03.868930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.892567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:03.895969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:03.899829 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:03.933481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=6c918425-4762-46d2-9474-303fb6913744,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:03.936645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.938940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:03.978052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Pushing event updated for resources: {'Port': ['ID=b1d3ad60-97ed-42c4-9e63-02156a8e71df,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:04.002848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.046030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Deleting port e7f48e22-1b2a-46a0-8294-0721b4352b29 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:04.046030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.050571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Attempting to bind port b1d3ad60-97ed-42c4-9e63-02156a8e71df on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:04.051037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Attempting to bind port b1d3ad60-97ed-42c4-9e63-02156a8e71df by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:04.051384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Attempting to bind port b1d3ad60-97ed-42c4-9e63-02156a8e71df on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:04.056300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.059392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:04.059906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.060335 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Floating IP bf3236d7-b795-4cb7-90fb-c26e1fbd39da disassociated. External IP: 172.26.3.166, port: 39bbfbba-97fe-47fa-b110-edd4fedc2d8c. Nov 24 22:18:04.060752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Calling delete_port for 39bbfbba-97fe-47fa-b110-edd4fedc2d8c owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:04.064118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:04.064650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.065115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:04.065925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Bound port: b1d3ad60-97ed-42c4-9e63-02156a8e71df, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:04.070509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.202257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] For port b1d3ad60-97ed-42c4-9e63-02156a8e71df, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:04.208931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] For port b1d3ad60-97ed-42c4-9e63-02156a8e71df, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b1d3ad60-97ed-42c4-9e63-02156a8e71df,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:04.220014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.249305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.255309 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94f3ba5f-3858-4090-904d-5d65492e241c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/6c918425-4762-46d2-9474-303fb6913744 HTTP/1.1" status: 204 len: 168 time: 2.5293739 Nov 24 22:18:04.257514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57002) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:04.302538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805ce8d-cd7f-4367-aacb-8d378b8ea079 None None] Pushing event updated for resources: {'Port': ['ID=b1d3ad60-97ed-42c4-9e63-02156a8e71df,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:04.335468 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d1f0ca-5052-4598-9d65-90a6681e298e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:18:04.337477 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d7d1f0ca-5052-4598-9d65-90a6681e298e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/6c918425-4762-46d2-9474-303fb6913744 HTTP/1.1" status: 404 len: 333 time: 0.0746036 Nov 24 22:18:04.348081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] For port e7f48e22-1b2a-46a0-8294-0721b4352b29, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7f48e22-1b2a-46a0-8294-0721b4352b29,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:04.348677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.351824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57008) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:04.380721 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:18:04.381187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:18:04.441191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216983a2-7e50-4a51-ab89-b539e14a5fb6 req-1ba3c912-cca5-4773-8f58-b6083a393c61 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:04.442630 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-216983a2-7e50-4a51-ab89-b539e14a5fb6 req-1ba3c912-cca5-4773-8f58-b6083a393c61 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 945 time: 0.4378932 Nov 24 22:18:04.487841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57010) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:04.489176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574377-723a-4460-a454-f2a448d9b4c4 req-e239c9e4-8cf0-4d36-9a9e-e4e48589ac91 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:04.489359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57012) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:04.496109 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-03574377-723a-4460-a454-f2a448d9b4c4 req-e239c9e4-8cf0-4d36-9a9e-e4e48589ac91 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 945 time: 0.3383379 Nov 24 22:18:04.513541 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-badc5302-7bb1-4642-b4ee-3f9f95c7c13a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5560048 Nov 24 22:18:04.522599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57014) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:04.530718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.633456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.645717 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-03574377-723a-4460-a454-f2a448d9b4c4 req-3f6e1f56-0049-471b-a1bc-18f3fc485af3 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb430f-443c-434c-8396-6215b76540fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487131 Nov 24 22:18:04.681824 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-216983a2-7e50-4a51-ab89-b539e14a5fb6 req-e845ca65-7d69-472c-8492-d5f68790bad2 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754618 Nov 24 22:18:04.737199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event deleted for resources: {'Port': ['ID=39bbfbba-97fe-47fa-b110-edd4fedc2d8c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:04.771406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1204177766'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:04.810460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b6d20-59fa-4a17-b228-63277bb6519a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:04.812054 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ad1b6d20-59fa-4a17-b228-63277bb6519a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2845833 Nov 24 22:18:04.823915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1939433632'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:04.830088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57020) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:04.943269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b1d3ad60-97ed-42c4-9e63-02156a8e71df up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:04.957950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:04.965966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port a5da6d9d-04d3-4c31-af87-e60975732281 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:04.966312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.006669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:18:05.006669 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:18:05.006669 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'project_id_1': 'cd224e88b89d421ea8ca35a014dc4e54', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 17, 44, 893909)}] Nov 24 22:18:05.006669 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:18:05.007230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:18:05.020459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.042588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b1d3ad60-97ed-42c4-9e63-02156a8e71df triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:05.047598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.058685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231f42-57e0-40d2-a061-bcc22b8fdf85 req-bb1fa529-15aa-4149-98f3-517d70abb966 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:05.067273 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e0231f42-57e0-40d2-a061-bcc22b8fdf85 req-bb1fa529-15aa-4149-98f3-517d70abb966 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1067965 Nov 24 22:18:05.072253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.072663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.072995 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Floating IP 5f8cb156-b183-4ef2-9c32-795edeaa8be8 disassociated. External IP: 172.26.3.111, port: e7f48e22-1b2a-46a0-8294-0721b4352b29. Nov 24 22:18:05.073398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Calling delete_port for e7f48e22-1b2a-46a0-8294-0721b4352b29 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:05.077398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:05.080840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.091480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed62fa91-5b2d-486d-b036-d5a089ff2d7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:05.093708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed62fa91-5b2d-486d-b036-d5a089ff2d7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:05.097637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed62fa91-5b2d-486d-b036-d5a089ff2d7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2619669 Nov 24 22:18:05.108534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57024) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:05.123786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.137800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.149643 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e0231f42-57e0-40d2-a061-bcc22b8fdf85 req-e3493870-bd48-4763-b718-26f780894a84 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814016 Nov 24 22:18:05.187366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port b1d3ad60-97ed-42c4-9e63-02156a8e71df, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b1d3ad60-97ed-42c4-9e63-02156a8e71df,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:05.192677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.213656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Allocated IP 172.26.3.168 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/3b166265-08ea-4b60-b741-616be5bc3a47) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:05.267914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=b1d3ad60-97ed-42c4-9e63-02156a8e71df,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:05.276242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.285621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a7a7a21-acd2-47a2-abe2-0629493b558d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:05.301053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet e8c7ff3d-718a-4668-ad80-02532012be37 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:05.313729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 9a7a7a21-acd2-47a2-abe2-0629493b558d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:05.314078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a7a7a21-acd2-47a2-abe2-0629493b558d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:05.324007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.332449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:05.335299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for a5da6d9d-04d3-4c31-af87-e60975732281 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:05.354598 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.392824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.407371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.436778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:05.441945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:05.449292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:05.577310 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea517d9-9e54-465f-b6bd-15ba12b97fa6 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:18:05.582329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event updated for resources: {'Port': ['ID=3b166265-08ea-4b60-b741-616be5bc3a47,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:05.631402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f1b42141-e4a6-4677-b3e5-213108e42c64 None None] Provisioning complete for port b1d3ad60-97ed-42c4-9e63-02156a8e71df triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:05.631932 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f1b42141-e4a6-4677-b3e5-213108e42c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.674319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.699616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Made reservation on behalf of cd224e88b89d421ea8ca35a014dc4e54 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:05.703103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.737473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.743569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.752473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.767820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea517d9-9e54-465f-b6bd-15ba12b97fa6 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:18:05.777257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.804783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:05.832062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:05.835666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:05.862046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] Sync routers for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:05.871056 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-63e4c3e2-ef30-4074-a1bb-0e6d9b1d9a98 req-bbf35a7c-3fe8-404f-8762-a05332bf8083 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.0401621 Nov 24 22:18:05.880875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:05.881648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:05.884355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event deleted for resources: {'Port': ['ID=e7f48e22-1b2a-46a0-8294-0721b4352b29,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:05.915401 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13a0e751-2743-4ecb-b24e-b31271669728 req-06832ffc-e4ad-4934-bbda-e55cfa60cd7d tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.0470452 Nov 24 22:18:06.046656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.188238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Router a673667b-4dbd-4414-8b67-b69c40ecdeff is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:06.227485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:06.269947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2512493c-5331-4753-b980-5692c6fc8ad1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:06.302376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] No DVR routers for this DVR port 39bbfbba-97fe-47fa-b110-edd4fedc2d8c on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:06.316019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.320672 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ec9326c8-bd9a-4475-9b12-92e8f539a417 req-45240b9e-5c19-4e29-9951-b9a70ab5818f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.71 "DELETE /v2.0/ports/39bbfbba-97fe-47fa-b110-edd4fedc2d8c HTTP/1.1" status: 204 len: 173 time: 3.2782538 Nov 24 22:18:06.323351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'name': 'network-vif-deleted', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:06.326019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138f7dfe-d99a-4b51-9c06-8ccdcb7e0009" -d '{"events": [{"server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "name": "network-vif-deleted", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:06.328876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4774e-7232-461d-ad14-cb3ca7b271af req-c44cd44b-8549-4233-b4c0-a5a2406582d6 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:06.330440 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1fa4774e-7232-461d-ad14-cb3ca7b271af req-c44cd44b-8549-4233-b4c0-a5a2406582d6 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.0954187 Nov 24 22:18:06.365188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:06.376574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] Sync routers for ids ['a673667b-4dbd-4414-8b67-b69c40ecdeff'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:06.381725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 39bbfbba-97fe-47fa-b110-edd4fedc2d8c no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:06.392126 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] Routers {'a673667b-4dbd-4414-8b67-b69c40ecdeff'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:06.392758 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a673667b-4dbd-4414-8b67-b69c40ecdeff'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:06.432786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.441467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64486471-0804-4f81-9c5f-c35ec73950ad x-openstack-request-id: req-64486471-0804-4f81-9c5f-c35ec73950ad {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:06.442006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3beb06-e989-4758-bcb8-bde8d9453e9b", "name": "network-vif-deleted", "tag": "39bbfbba-97fe-47fa-b110-edd4fedc2d8c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:06.442415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64486471-0804-4f81-9c5f-c35ec73950ad {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:06.442951 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3beb06-e989-4758-bcb8-bde8d9453e9b', 'name': 'network-vif-deleted', 'tag': '39bbfbba-97fe-47fa-b110-edd4fedc2d8c', 'status': 'completed', 'code': 200} Nov 24 22:18:06.457445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 39bbfbba-97fe-47fa-b110-edd4fedc2d8c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:06.457783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 39bbfbba-97fe-47fa-b110-edd4fedc2d8c not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:06.467434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1fa4774e-7232-461d-ad14-cb3ca7b271af req-282d625c-82ec-4613-91bb-0da95d2c3ef3 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185300 Nov 24 22:18:06.479781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.481213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=a5da6d9d-04d3-4c31-af87-e60975732281,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:06.484462 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-244f6463-7253-4c4d-b67d-7e3a5c97f629 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8846946 Nov 24 22:18:06.485663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57036) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:06.500626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': False}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:06.513312 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:06.528128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.528471 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment 674aa759-ae51-4e0d-a6f8-9b8d8aff296c of type vlan for network 52d8cab7-c569-4dae-8211-cc89bacc0c75 Nov 24 22:18:06.546749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.548970 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] Routers {'a673667b-4dbd-4414-8b67-b69c40ecdeff'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:06.549842 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a673667b-4dbd-4414-8b67-b69c40ecdeff'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:06.583118 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:06.584058 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bf724-7a28-41ce-9f0a-da4d6b8010ba None None] The sync data for ids ['a673667b-4dbd-4414-8b67-b69c40ecdeff'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:06.600792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c7ff3d-718a-4668-ad80-02532012be37,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:06.632105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc692d60-d8b9-45ee-be16-4bdb01023778 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:06.648224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.654813 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0b5a64fd-bdac-4326-a88e-04a9a1e7726e tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/a5da6d9d-04d3-4c31-af87-e60975732281 HTTP/1.1" status: 204 len: 168 time: 2.3017027 Nov 24 22:18:06.657744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57038) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:06.677163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.689113 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2b9fd408-1521-4060-8c6c-ac8cc9fa78a7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/e8c7ff3d-718a-4668-ad80-02532012be37 HTTP/1.1" status: 204 len: 168 time: 1.5759482 Nov 24 22:18:06.690945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57040) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:06.745213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.761470 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bbb623-2fa3-4e7d-bfcb-eda637839a3c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:18:06.772398 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b8bbb623-2fa3-4e7d-bfcb-eda637839a3c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/a5da6d9d-04d3-4c31-af87-e60975732281 HTTP/1.1" status: 404 len: 333 time: 0.1043949 Nov 24 22:18:06.773104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57042) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:06.781041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.819667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:06.862201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] Checking router: 97fd11db-995a-4bdb-80b1-7d41fd2305f4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:06.888272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet 9c25149e-c22e-4ca8-93fe-c497212be182 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:06.896355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.904059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Router 00b34915-5bb9-40cc-b706-b2da1f418df7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:06.904933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:06.906850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:06.907900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:06.908176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:18:07.001427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b1d3ad60-97ed-42c4-9e63-02156a8e71df up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:07.025210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.053892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:07.213400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.218992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b1d3ad60-97ed-42c4-9e63-02156a8e71df triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:07.220051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.265685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:07.286714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:07.296490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.296837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Added segment 37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb of type vlan for network 99c9683a-684d-4def-abb7-3022462ecbe6 Nov 24 22:18:07.320840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.333891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.340608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:07.341435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.350791 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fab5a17a-a381-4bd6-a28d-fe6678e0c01c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6453133 Nov 24 22:18:07.355640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57050) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:07.380511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:07.387090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] Deleting port b1d3ad60-97ed-42c4-9e63-02156a8e71df {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:07.387612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.517495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=52d8cab7-c569-4dae-8211-cc89bacc0c75,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:07.523245 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-abe7bde7-8929-46dc-b5a7-1cf37f85a87f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0346434 Nov 24 22:18:07.538714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:07.544523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] For port b1d3ad60-97ed-42c4-9e63-02156a8e71df, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b1d3ad60-97ed-42c4-9e63-02156a8e71df,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:07.545827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.560377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1ff1f-b7c6-4746-93bc-d9fb612261f1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:07.568649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57052) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:07.570088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=9c25149e-c22e-4ca8-93fe-c497212be182,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:07.597295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-63f8a5a8-ec10-43c3-96e6-7606d461ef81 req-c7c1691a-48ac-4613-b150-97509e4d6948 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92a73bd-a50b-4913-9788-df7dc3cb64f3 HTTP/1.1" status: 200 len: 210 time: 0.2489805 Nov 24 22:18:07.599288 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d3cfe2a-7b8f-4969-b233-60dba7bb0ec3 req-37cc3309-1650-45d1-b169-58dbe0c445e2 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3beb06-e989-4758-bcb8-bde8d9453e9b HTTP/1.1" status: 200 len: 210 time: 0.2758887 Nov 24 22:18:07.618754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] Calling delete_port for b1d3ad60-97ed-42c4-9e63-02156a8e71df owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:07.626533 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fde9ca-4c85-459e-a219-327bdc082a4f None None] Network c3622388-7271-41a1-92e1-5775c5d85be7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:07.654761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:07.658287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.666079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.674446 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-635974ba-13de-4faf-9c32-f86a597245c8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/9c25149e-c22e-4ca8-93fe-c497212be182 HTTP/1.1" status: 204 len: 168 time: 0.8869925 Nov 24 22:18:07.678313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1095192357'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:07.682282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57056) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:07.691172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:07.699247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.739840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] Sync routers for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:07.774001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.780626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:07.782181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.816979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:07.821239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:07.821521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.821879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:07.852269 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3341973 Nov 24 22:18:07.853781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] No DVR routers for this DVR port e7f48e22-1b2a-46a0-8294-0721b4352b29 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:07.858308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57058) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:07.871779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Request body: {'subnet': {'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:07.900838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.905387 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4124ec70-dd55-4ac2-980b-9cf6fe38bd7f req-325bf52b-a7fe-49d5-b622-d4f14f1a5520 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.71 "DELETE /v2.0/ports/e7f48e22-1b2a-46a0-8294-0721b4352b29 HTTP/1.1" status: 204 len: 173 time: 4.2751222 Nov 24 22:18:07.946958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:07.959139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c7db-acc7-4575-8761-68b5b1c4047f tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event updated for resources: {'Network': ['ID=99c9683a-684d-4def-abb7-3022462ecbe6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:07.973180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:07.973835 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment 5c24d1a8-2ca0-4d7b-8ade-7ba93779165f of type vlan for network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 Nov 24 22:18:08.025656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c8437-4f05-4ce9-9cca-5b149d2cb112 req-87bcbdeb-d6ae-4ccb-96c3-9458519adf13 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:08.026595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.027146 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c73c8437-4f05-4ce9-9cca-5b149d2cb112 req-87bcbdeb-d6ae-4ccb-96c3-9458519adf13 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3017416 Nov 24 22:18:08.076742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.086685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:08.088817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.114131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.115589 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5387568 Nov 24 22:18:08.128294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57060) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:08.132855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 99c9683a-684d-4def-abb7-3022462ecbe6 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:08.172692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:08.210823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.232518 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c73c8437-4f05-4ce9-9cca-5b149d2cb112 req-2f8a1cda-3a8b-41a0-bd89-728251e233fd tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336789 Nov 24 22:18:08.280589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f24f2-6294-4ac5-886f-85773db96524 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=b1802391-0eb8-4ddd-b7a9-d5d5cbb68414,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:08.317737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:08.359064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:08.359319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Made reservation on behalf of cd224e88b89d421ea8ca35a014dc4e54 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:08.362721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.363207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.410071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7f48e22-1b2a-46a0-8294-0721b4352b29 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:08.418842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.444286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'name': 'network-vif-deleted', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:18:08.447367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3b41b5-1a80-41ce-817e-44bcd3e28e1f" -d '{"events": [{"server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "name": "network-vif-deleted", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:18:08.459982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:08.524342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc6bd66-b015-4391-aa5f-18b244a76fd2 x-openstack-request-id: req-5fc6bd66-b015-4391-aa5f-18b244a76fd2 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:18:08.524892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a73bd-a50b-4913-9788-df7dc3cb64f3", "name": "network-vif-deleted", "tag": "e7f48e22-1b2a-46a0-8294-0721b4352b29", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:18:08.525345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fc6bd66-b015-4391-aa5f-18b244a76fd2 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:18:08.525923 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92a73bd-a50b-4913-9788-df7dc3cb64f3', 'name': 'network-vif-deleted', 'tag': 'e7f48e22-1b2a-46a0-8294-0721b4352b29', 'status': 'completed', 'code': 200} Nov 24 22:18:08.534947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:08.541084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:08.550665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:08.568760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:08.569735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.580823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: e7f48e22-1b2a-46a0-8294-0721b4352b29 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:08.581271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7f48e22-1b2a-46a0-8294-0721b4352b29 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:08.600719 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] DHCP port deletion for c3622388-7271-41a1-92e1-5775c5d85be7 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:08.604498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:08.624747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 41b28948-fe08-4c64-a50a-00e83d40106e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:08.625376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.637359 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3405215b-4d56-4121-9314-738606982448 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2719791 Nov 24 22:18:08.645331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57068) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:08.679922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:08.709569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.711455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4463c3-79d5-40f8-8b19-9bce6d39c02f None None] The sync data for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv is: [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:16:26Z', 'revision_number': 4, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0fd44178-4d77-4c45-834a-2f29a68769e4', 'name': '', 'network_id': 'df299b0b-3621-47fc-8fe5-6ccbc444bbb2', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'mac_address': 'fa:16:3e:16:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:23Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'subnets': [{'id': '9094a964-1cdf-4176-a550-7aec69b77dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:08.735541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57074) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:08.770784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57076) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:08.794734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.898483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] Pushing event deleted for resources: {'Port': ['ID=b1d3ad60-97ed-42c4-9e63-02156a8e71df,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:08.921089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6212b8-0b8d-47e2-bec7-caead70c5f23 None None] No DVR routers for this DVR port b1d3ad60-97ed-42c4-9e63-02156a8e71df on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:08.963727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:08.965324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.026044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824a37f-ab42-4997-b1d6-56e7e9c6fa2c None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:09.139230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.154219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 41b28948-fe08-4c64-a50a-00e83d40106e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:09.198066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.227263 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d4b73-87b5-4535-b781-dcbfc7689b7b None None] New status for floating IP bf3236d7-b795-4cb7-90fb-c26e1fbd39da: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:18:09.295985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=40591ec0-7ade-4152-9a38-cc530b4658bc,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:09.323333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] For port 41b28948-fe08-4c64-a50a-00e83d40106e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=41b28948-fe08-4c64-a50a-00e83d40106e,segment=NetworkSegment(da346eff-f8be-42d5-afe1-12270d7593a0),segment_id=da346eff-f8be-42d5-afe1-12270d7593a0)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:09.323868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.351489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 41b28948-fe08-4c64-a50a-00e83d40106e owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:09.356964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.361461 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dceefb50-c923-4911-ac78-79a7329fb69c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7125874 Nov 24 22:18:09.362482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57080) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:09.394128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c66f9472-85f5-488d-93ac-f9378c22c654 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.396096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] Deleting port 41b28948-fe08-4c64-a50a-00e83d40106e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:09.396605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.399144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.463870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c1af79b-e775-4ba2-b249-f1d9f98f2089 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.465588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': '674aa759-ae51-4e0d-a6f8-9b8d8aff296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:09.465951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: 52d8cab7-c569-4dae-8211-cc89bacc0c75, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:09.497695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event updated for resources: {'Subnet': ['ID=0e106329-3fe9-4958-993c-33bae228c3b4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:09.522745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c66f9472-85f5-488d-93ac-f9378c22c654 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.534326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c1af79b-e775-4ba2-b249-f1d9f98f2089 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.548579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Checking segment: {'id': '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:09.549430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Network hostable DHCP agents. Network: 99c9683a-684d-4def-abb7-3022462ecbe6, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:09.572884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281613e-5bd5-47d2-8cba-0580edd59bb8 req-a8a02836-2993-4845-9c68-b106bc816930 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:09.573465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] For port 41b28948-fe08-4c64-a50a-00e83d40106e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=41b28948-fe08-4c64-a50a-00e83d40106e,segment=NetworkSegment(da346eff-f8be-42d5-afe1-12270d7593a0),segment_id=da346eff-f8be-42d5-afe1-12270d7593a0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:09.573866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.574675 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7281613e-5bd5-47d2-8cba-0580edd59bb8 req-a8a02836-2993-4845-9c68-b106bc816930 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2050273 Nov 24 22:18:09.587063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.596682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] Calling delete_port for 41b28948-fe08-4c64-a50a-00e83d40106e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:09.603704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.609428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:09.610324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.617480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.632293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Network 99c9683a-684d-4def-abb7-3022462ecbe6 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:09.653778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:09.725464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 99c9683a-684d-4def-abb7-3022462ecbe6) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:09.735636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 52d8cab7-c569-4dae-8211-cc89bacc0c75) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:09.740579 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7281613e-5bd5-47d2-8cba-0580edd59bb8 req-0da06d54-1b75-4219-a02d-0d30b024d77e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310380 Nov 24 22:18:09.742947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:09.743564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.759501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:09.760412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.785118 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-39d4ae84-bd36-4f02-b978-a60ffb103250 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9249504 Nov 24 22:18:09.787360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57082) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:09.794400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Request body: {'port': {'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-250232417'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:09.797646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:35Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:09.800451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c66f9472-85f5-488d-93ac-f9378c22c654 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.803166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c66f9472-85f5-488d-93ac-f9378c22c654 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.804316 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c66f9472-85f5-488d-93ac-f9378c22c654 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "DELETE /v2.0/security-groups/dfcb430f-443c-434c-8396-6215b76540fd HTTP/1.1" status: 204 len: 168 time: 1.0660887 Nov 24 22:18:09.810549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c1af79b-e775-4ba2-b249-f1d9f98f2089 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.814259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c1af79b-e775-4ba2-b249-f1d9f98f2089 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.814988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182f9b8-bea0-4b24-a7bc-a7a6c2f70d7d None None] Network 99c9683a-684d-4def-abb7-3022462ecbe6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:09.818148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0c1af79b-e775-4ba2-b249-f1d9f98f2089 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1c0f88f-0d7d-4d64-a7a1-3271a23c787f HTTP/1.1" status: 204 len: 168 time: 1.0437579 Nov 24 22:18:09.818287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57084) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:09.818400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe6dcf-32fd-49d0-9189-96cf5d2f5e1a None None] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:09.819884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57086) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:09.824958 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-14ceef9e-4e56-4785-a71d-2ccab4f0a18d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6924655 Nov 24 22:18:09.825123 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 41b28948-fe08-4c64-a50a-00e83d40106e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=41b28948-fe08-4c64-a50a-00e83d40106e,segment=NetworkSegment(da346eff-f8be-42d5-afe1-12270d7593a0),segment_id=da346eff-f8be-42d5-afe1-12270d7593a0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:09.834791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57090) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:09.840554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:09.845971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f9472-85f5-488d-93ac-f9378c22c654 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb430f-443c-434c-8396-6215b76540fd,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:09.861287 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-86960795-dce5-4b89-ad91-6aa4d63df59f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] show failed (client error): The resource could not be found. Nov 24 22:18:09.864934 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-86960795-dce5-4b89-ad91-6aa4d63df59f tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "GET /v2.0/security-groups/dfcb430f-443c-434c-8396-6215b76540fd HTTP/1.1" status: 404 len: 347 time: 0.0465667 Nov 24 22:18:09.870698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57092) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:09.905378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1af79b-e775-4ba2-b249-f1d9f98f2089 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c0f88f-0d7d-4d64-a7a1-3271a23c787f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:09.929580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.958978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:09.959986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b1d3ad60-97ed-42c4-9e63-02156a8e71df no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:09.961404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] Checking router: 00b34915-5bb9-40cc-b706-b2da1f418df7 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:10.087190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:10.091212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.096542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b1d3ad60-97ed-42c4-9e63-02156a8e71df {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:10.096884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b1d3ad60-97ed-42c4-9e63-02156a8e71df not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:10.125633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:10.126240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:10.130082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event deleted for resources: {'Port': ['ID=41b28948-fe08-4c64-a50a-00e83d40106e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:10.204219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.206395 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-10b9bab8-7fe2-4e58-91cc-926afb258175 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] show failed (client error): The resource could not be found. Nov 24 22:18:10.210378 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-10b9bab8-7fe2-4e58-91cc-926afb258175 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "GET /v2.0/security-groups/c1c0f88f-0d7d-4d64-a7a1-3271a23c787f HTTP/1.1" status: 404 len: 347 time: 0.3507030 Nov 24 22:18:10.211562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57100) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:10.257547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Router a673667b-4dbd-4414-8b67-b69c40ecdeff has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:10.298050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=41b28948-fe08-4c64-a50a-00e83d40106e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:10.312614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No DVR routers for this DVR port 41b28948-fe08-4c64-a50a-00e83d40106e on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:10.431559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.450290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Deleting port cd872cfc-5f99-469a-93dc-b749a200494d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:10.450629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.462465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.499020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] Pushing event deleted for resources: {'Port': ['ID=41b28948-fe08-4c64-a50a-00e83d40106e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:10.530518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.537641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28882135-e761-4778-bef0-df7e972c2d58 None None] No DVR routers for this DVR port 41b28948-fe08-4c64-a50a-00e83d40106e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:10.561136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=1066d79e-fab9-407e-8d6f-84ab086b29ad,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:10.573400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Made reservation on behalf of cd224e88b89d421ea8ca35a014dc4e54 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:10.574988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d/32a2845c-bc61-49c4-9db3-472ea0f38914) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:10.578140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.581923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3622388-7271-41a1-92e1-5775c5d85be7']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:10.602356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:10.602721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: b1802391-0eb8-4ddd-b7a9-d5d5cbb68414, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:10.607707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da346eff-f8be-42d5-afe1-12270d7593a0') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:10.608306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da346eff-f8be-42d5-afe1-12270d7593a0') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:10.611048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.611384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.624953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.629731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Calling delete_port for cd872cfc-5f99-469a-93dc-b749a200494d owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:10.641791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:10.644345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Deleting port 2a7fa7e4-0f12-4105-955d-8b0c3b27e748 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:10.645310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.649377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] device_id is not set on port 48d02a28-2115-495f-ae91-bc82786b13f4 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:10.652537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:10.659324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:10.685938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b1802391-0eb8-4ddd-b7a9-d5d5cbb68414) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:10.692038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:10.692609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.707692 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.713083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.714353 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c4a6e3b9-9a49-4098-9467-6f2ffa8e12b5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "PUT /v2.0/routers/a673667b-4dbd-4414-8b67-b69c40ecdeff HTTP/1.1" status: 200 len: 920 time: 4.2257771 Nov 24 22:18:10.720751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] Sync routers for ids ['a673667b-4dbd-4414-8b67-b69c40ecdeff'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:10.720959 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-09c06f6a-64f2-48e2-bfd0-5ef8bb84e99d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8851025 Nov 24 22:18:10.721556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57102) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:10.724910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57104) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:10.734711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-463849806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:10.756276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99baf9-a6fd-4a44-9b5c-e452db9710d5 None None] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:10.767202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:10.767652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.814243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-52d8cab7-c569-4dae-8211-cc89bacc0c75', 'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': '40591ec0-7ade-4152-9a38-cc530b4658bc'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:10.815004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: items = [ Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:10.838857 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:10.849375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.850164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.900641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] Routers {'a673667b-4dbd-4414-8b67-b69c40ecdeff'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:10.901281 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a673667b-4dbd-4414-8b67-b69c40ecdeff'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:10.928912 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-84fbeafd-b088-4606-a034-2815a7b83629 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/a673667b-4dbd-4414-8b67-b69c40ecdeff HTTP/1.1" status: 200 len: 920 time: 0.2019677 Nov 24 22:18:10.934275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57108) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:10.936771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.937098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.956527 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.960318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.966382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.970063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-99c9683a-684d-4def-abb7-3022462ecbe6', 'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6', 'tenant_id': 'cd224e88b89d421ea8ca35a014dc4e54', 'fixed_ips': [{'subnet_id': '0e106329-3fe9-4958-993c-33bae228c3b4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:10.970917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:10.997657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Pushing event deleted for resources: {'Port': ['ID=cd872cfc-5f99-469a-93dc-b749a200494d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:10.998185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Calling delete_port for 2a7fa7e4-0f12-4105-955d-8b0c3b27e748 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:11.013133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:11.029273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.030697 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5ddfe2e5-1427-4cb9-a2cd-df306fb6f408 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3000827 Nov 24 22:18:11.051841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57110) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:11.064928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.072502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.082143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/c3622388-7271-41a1-92e1-5775c5d85be7 HTTP/1.1" status: 204 len: 168 time: 3.3925180 Nov 24 22:18:11.086382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57112) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:11.102848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1687967474'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:11.142448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.144936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.148937 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-50b5928c-fd51-4f6a-9b09-ac84186c26d8 tempest-ServersTestManualDisk-1860873521 tempest-ServersTestManualDisk-1860873521-project] 10.222.0.41 "DELETE /v2.0/floatingips/5f8cb156-b183-4ef2-9c32-795edeaa8be8 HTTP/1.1" status: 204 len: 168 time: 0.9322534 Nov 24 22:18:11.149187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57114) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:11.170405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af574ab-4943-41bf-beab-8fcb1215e7e8 req-95cb5d3d-cab2-4a08-8bca-706e4cd989e5 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:11.171953 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3af574ab-4943-41bf-beab-8fcb1215e7e8 req-95cb5d3d-cab2-4a08-8bca-706e4cd989e5 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3076804 Nov 24 22:18:11.173279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] Routers {'a673667b-4dbd-4414-8b67-b69c40ecdeff'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:11.173919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a673667b-4dbd-4414-8b67-b69c40ecdeff'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:11.180389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756410-2a90-488e-810f-fdfb7981c4ad tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=c3622388-7271-41a1-92e1-5775c5d85be7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:11.190278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0182f4-10dd-42ee-9470-e46e63b287c7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:11.194369 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8f0182f4-10dd-42ee-9470-e46e63b287c7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=a673667b-4dbd-4414-8b67-b69c40ecdeff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2496488 Nov 24 22:18:11.197951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57116) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:11.287299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Allocated IP 172.20.0.9 (99c9683a-684d-4def-abb7-3022462ecbe6/0e106329-3fe9-4958-993c-33bae228c3b4/48d02a28-2115-495f-ae91-bc82786b13f4) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:11.305230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:11.308580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.365269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:11.366328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37d202-d48d-4411-ae20-afbe033d67d8 None None] The sync data for ids ['a673667b-4dbd-4414-8b67-b69c40ecdeff'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:11.390667 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3af574ab-4943-41bf-beab-8fcb1215e7e8 req-8c536d23-b530-4eb2-9ade-6c3ea5ea5198 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835599 Nov 24 22:18:11.422291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:11.474942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.474942 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Added segment 7c0d4372-9288-4b44-9b7e-752731eb3035 of type vlan for network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 Nov 24 22:18:11.475232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.498165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27aa8b1-890e-483b-aec1-cebc81960e1c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:11.500175 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b27aa8b1-890e-483b-aec1-cebc81960e1c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.2975452 Nov 24 22:18:11.501679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.514375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Allocated IP 2001:db8::2 (52d8cab7-c569-4dae-8211-cc89bacc0c75/40591ec0-7ade-4152-9a38-cc530b4658bc/86ad9696-b8d3-4e85-bc44-275613d3a8b6) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:11.516972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57118) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:11.593029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b1802391-0eb8-4ddd-b7a9-d5d5cbb68414', 'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': '1066d79e-fab9-407e-8d6f-84ab086b29ad'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:11.594476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.608178 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-48bbdf8a-6c12-41ad-8d6f-ba3934968ab3 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=a673667b-4dbd-4414-8b67-b69c40ecdeff HTTP/1.1" status: 200 len: 205 time: 0.0862627 Nov 24 22:18:11.610424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57120) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:11.647864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:11.662834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.689628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:11.693981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:11.700144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Pushing event updated for resources: {'Port': ['ID=32a2845c-bc61-49c4-9db3-472ea0f38914,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:11.721122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.808263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Pushing event deleted for resources: {'Port': ['ID=2a7fa7e4-0f12-4105-955d-8b0c3b27e748,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:11.824890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:35Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:11.851575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.857335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:11.858518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.883107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::1 (49828264-6294-4cd6-b467-32535f86b933/acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d/627eccbc-2943-4592-82d4-94342f875b18) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:11.884122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d4d8-c89e-4752-bccf-6bdcf6360df3 None None] The sync data for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv is: [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:29Z', 'revision_number': 4, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '487deb2d-d5a8-473d-9734-6d14712c5078', 'name': '', 'network_id': 'baf38131-5088-4198-bc0c-824aac5d4b43', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'mac_address': 'fa:16:3e:0b:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:26Z', 'updated_at': '2021-11-24T22:16:35Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'subnets': [{'id': '979d0e97-974f-4471-bfaf-a8158635df9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:11.898031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Attempting to bind port 32a2845c-bc61-49c4-9db3-472ea0f38914 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:11.898397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Attempting to bind port 32a2845c-bc61-49c4-9db3-472ea0f38914 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:11.898763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Attempting to bind port 32a2845c-bc61-49c4-9db3-472ea0f38914 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:11.937166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:11.937561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:11.937981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.938432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:11.938862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Bound port: 32a2845c-bc61-49c4-9db3-472ea0f38914, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:11.939250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:11.966327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.025411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.025800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Allocated IP 2001:db8:1::2 (b1802391-0eb8-4ddd-b7a9-d5d5cbb68414/1066d79e-fab9-407e-8d6f-84ab086b29ad/5cdbac47-75ed-4ac7-89eb-ff56bf7161f6) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:12.045959 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9461324 Nov 24 22:18:12.047659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.051346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57122) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:12.058959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:12.062984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.097679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.100413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.106161 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-236d9bfc-33a5-421f-b1c3-5c1f779ad727 tempest-ServersTestJSON-932127023 tempest-ServersTestJSON-932127023-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf3236d7-b795-4cb7-90fb-c26e1fbd39da HTTP/1.1" status: 204 len: 168 time: 2.2255976 Nov 24 22:18:12.106834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013990f0-167e-45c5-9924-e2355881e313 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Network': ['ID=ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:12.113294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57124) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:12.127063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.152053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] For port 32a2845c-bc61-49c4-9db3-472ea0f38914, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:12.160542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:12.184442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:12.260385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.330037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.364163 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f63d8-8d52-4f50-bb0f-3ee0dded5f9b None None] New status for floating IP 5f8cb156-b183-4ef2-9c32-795edeaa8be8: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:18:12.370323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.410956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:12.437577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:12.440029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] For port 32a2845c-bc61-49c4-9db3-472ea0f38914, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=32a2845c-bc61-49c4-9db3-472ea0f38914,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:12.441685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.450647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:12.461800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Pushing event updated for resources: {'Port': ['ID=86ad9696-b8d3-4e85-bc44-275613d3a8b6,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:12.475506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.586181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Allocated IP 172.20.0.2 (99c9683a-684d-4def-abb7-3022462ecbe6/0e106329-3fe9-4958-993c-33bae228c3b4/864c2b11-9779-4bda-ab0b-e86259abf580) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:12.664149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.673291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dd10f-7bbf-45a4-99a8-59c05969eb23 None None] Pushing event updated for resources: {'Port': ['ID=32a2845c-bc61-49c4-9db3-472ea0f38914,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:12.677509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Attempting to bind port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:12.677891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Attempting to bind port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '674aa759-ae51-4e0d-a6f8-9b8d8aff296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:12.678265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Attempting to bind port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 on network 52d8cab7-c569-4dae-8211-cc89bacc0c75 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:12.738422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:12.738800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Checking segment: {'id': '674aa759-ae51-4e0d-a6f8-9b8d8aff296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:12.739215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.739647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Bound using segment: {'id': '674aa759-ae51-4e0d-a6f8-9b8d8aff296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:12.740141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Bound port: 86ad9696-b8d3-4e85-bc44-275613d3a8b6, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674aa759-ae51-4e0d-a6f8-9b8d8aff296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '52d8cab7-c569-4dae-8211-cc89bacc0c75'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:12.740525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.778917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.809146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:12.813910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.826036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:12.829305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:12.829980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.838517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Network 99c9683a-684d-4def-abb7-3022462ecbe6 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:12.847021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8::1 (52d8cab7-c569-4dae-8211-cc89bacc0c75/40591ec0-7ade-4152-9a38-cc530b4658bc/f1b47c6d-04ef-4e31-a08f-c8a37631e60e) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:12.891075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Deleting port 3b166265-08ea-4b60-b741-616be5bc3a47 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:12.891415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.907611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:12.923475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] For port 86ad9696-b8d3-4e85-bc44-275613d3a8b6, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:12.925775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=627eccbc-2943-4592-82d4-94342f875b18,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:12.927482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:12.928898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] For port 86ad9696-b8d3-4e85-bc44-275613d3a8b6, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=86ad9696-b8d3-4e85-bc44-275613d3a8b6,segment=NetworkSegment(674aa759-ae51-4e0d-a6f8-9b8d8aff296c),segment_id=674aa759-ae51-4e0d-a6f8-9b8d8aff296c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:12.937784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:12.942214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:12.976772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:12.997667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:13.016236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event updated for resources: {'Port': ['ID=48d02a28-2115-495f-ae91-bc82786b13f4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.047862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Pushing event updated for resources: {'Port': ['ID=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.063988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:13.063988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.101778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Attempting to bind port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:13.102312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Attempting to bind port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:13.102776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Attempting to bind port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 on network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:13.144936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:13.145846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Checking segment: {'id': '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:13.145846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.146373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Bound using segment: {'id': '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:13.146956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Bound port: 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b1802391-0eb8-4ddd-b7a9-d5d5cbb68414'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:13.147837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.154918 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-26fd3af7-2c74-40a8-a916-774f5683e065 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3657579 Nov 24 22:18:13.155488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.162965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0afa5-1d9a-4732-a341-452f7b3cd517 req-3c77472c-ee59-4d15-878c-3f5db2141b9b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:13.171357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57128) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:13.171621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-04e0afa5-1d9a-4732-a341-452f7b3cd517 req-3c77472c-ee59-4d15-878c-3f5db2141b9b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.4087596 Nov 24 22:18:13.184905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.195249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e0ae-51d4-407d-987e-54231dc8f925 None None] Pushing event updated for resources: {'Port': ['ID=86ad9696-b8d3-4e85-bc44-275613d3a8b6,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.196757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Request body: {'port': {'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1917883843', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:13.197844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.api.validators [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] bootfile-name is not in valid_values {{(pid=102409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:13.198200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.api.validators [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] tftp-server is not in valid_values {{(pid=102409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:13.200026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.api.validators [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] server-ip-address is not in valid_values {{(pid=102409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:13.234868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Network 99c9683a-684d-4def-abb7-3022462ecbe6 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:13.243223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:13.254672 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-04e0afa5-1d9a-4732-a341-452f7b3cd517 req-d9020a76-50d8-4fbe-8193-3f61ea37786f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772409 Nov 24 22:18:13.256835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.274122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:13.323955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.363399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Pushing event updated for resources: {'Port': ['ID=864c2b11-9779-4bda-ab0b-e86259abf580,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.366886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Calling delete_port for 3b166265-08ea-4b60-b741-616be5bc3a47 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:13.416968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] For port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:13.417983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.421559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] For port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,segment=NetworkSegment(5c24d1a8-2ca0-4d7b-8ade-7ba93779165f),segment_id=5c24d1a8-2ca0-4d7b-8ade-7ba93779165f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:13.434041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.441868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Attempting to bind port 864c2b11-9779-4bda-ab0b-e86259abf580 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:13.442969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Attempting to bind port 864c2b11-9779-4bda-ab0b-e86259abf580 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:13.443358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Attempting to bind port 864c2b11-9779-4bda-ab0b-e86259abf580 on network 99c9683a-684d-4def-abb7-3022462ecbe6 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:13.455631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:13.456014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Checking segment: {'id': '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:13.457886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.458314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Bound using segment: {'id': '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:13.458808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Bound port: 864c2b11-9779-4bda-ab0b-e86259abf580, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99c9683a-684d-4def-abb7-3022462ecbe6'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:13.459251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.478542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.542446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=6de0fad8-a3f8-4f8a-ac61-fe42d2993f43,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.588731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.622295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab4945-8d89-4e37-92ad-4adce60cba1d None None] Pushing event updated for resources: {'Port': ['ID=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.693343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.699863 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] For port 864c2b11-9779-4bda-ab0b-e86259abf580, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:13.705064 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] For port 864c2b11-9779-4bda-ab0b-e86259abf580, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=864c2b11-9779-4bda-ab0b-e86259abf580,segment=NetworkSegment(37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb),segment_id=37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:13.713331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.741348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Checking segment: {'id': '7c0d4372-9288-4b44-9b7e-752731eb3035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:13.742004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network hostable DHCP agents. Network: ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:13.822411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.839887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Made reservation on behalf of cd224e88b89d421ea8ca35a014dc4e54 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:13.844547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.845417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0d3b-226c-42b3-9cdf-decde30fa2b1 None None] Pushing event updated for resources: {'Port': ['ID=864c2b11-9779-4bda-ab0b-e86259abf580,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.877290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:13.916476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event deleted for resources: {'Port': ['ID=3b166265-08ea-4b60-b741-616be5bc3a47,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:13.919359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:13.943038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:13.973617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] device_id is not set on port 8074d5a9-aa2d-4450-af62-162d5abaf54e yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:13.980542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:14.012352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:14.012913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.047712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:14.051652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=f1b47c6d-04ef-4e31-a08f-c8a37631e60e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:14.071346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621f49e-db42-477a-bd73-51cbdf995163 None None] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:14.118786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:14.126526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.177945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.275906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-17de3dde-8040-4a4d-876a-0e99b86d06fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.388578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cf41b9f6-91a0-42be-97b3-b88d54460166 None None] Provisioning complete for port 32a2845c-bc61-49c4-9db3-472ea0f38914 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:14.389009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf41b9f6-91a0-42be-97b3-b88d54460166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.429018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.452367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2', 'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': '6de0fad8-a3f8-4f8a-ac61-fe42d2993f43'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:14.454173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.488159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.663492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.663492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Fanout notify agent at l3_agent the message router_deleted on router a673667b-4dbd-4414-8b67-b69c40ecdeff {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:14.672834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.673013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf41b9f6-91a0-42be-97b3-b88d54460166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.674055 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94ce2dbb-1bd3-461d-bdd8-8493ad17e2dc tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/a673667b-4dbd-4414-8b67-b69c40ecdeff HTTP/1.1" status: 204 len: 168 time: 3.0626464 Nov 24 22:18:14.679375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57132) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:14.686508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1001564043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:14.702146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68961ac1-8196-4c04-85b3-3d1805136958 req-7687fb34-6eb8-4ab7-be91-7a5e46ed685a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:14.703836 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68961ac1-8196-4c04-85b3-3d1805136958 req-7687fb34-6eb8-4ab7-be91-7a5e46ed685a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3009439 Nov 24 22:18:14.739043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cf41b9f6-91a0-42be-97b3-b88d54460166 None None] For port 32a2845c-bc61-49c4-9db3-472ea0f38914, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=32a2845c-bc61-49c4-9db3-472ea0f38914,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:14.760243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.761311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.772951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Deleting port 0fd44178-4d77-4c45-834a-2f29a68769e4 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:14.773294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.774890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf41b9f6-91a0-42be-97b3-b88d54460166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:14.780894 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68961ac1-8196-4c04-85b3-3d1805136958 req-3bf23daa-8544-43e4-ae23-b71d7d134deb tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676227 Nov 24 22:18:14.858537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Allocated IP 2001:db8::2 (ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2/6de0fad8-a3f8-4f8a-ac61-fe42d2993f43/7e708f58-9dc4-417b-acd2-4e76292437bb) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:14.872939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7834ebb-c2ac-4f6d-865d-6ef1027eeca4 None None] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:14.901766 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6a5b0439-ed7c-43b4-83c6-5cc7d02f5aa7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8446538 Nov 24 22:18:14.903775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57134) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:14.916619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-855147975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:14.922567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41b9f6-91a0-42be-97b3-b88d54460166 None None] Pushing event updated for resources: {'Port': ['ID=32a2845c-bc61-49c4-9db3-472ea0f38914,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:14.993408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] For port 0fd44178-4d77-4c45-834a-2f29a68769e4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0fd44178-4d77-4c45-834a-2f29a68769e4,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:14.993408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.012499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Calling delete_port for 0fd44178-4d77-4c45-834a-2f29a68769e4 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:15.019287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.022866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.025066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.033494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.048551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Provisioning complete for port 627eccbc-2943-4592-82d4-94342f875b18 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:15.048933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.134488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.138165 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5982f398-f005-4590-ab3c-f65a89219dc7 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4540613 Nov 24 22:18:15.140340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57136) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:15.149733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.150235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:15.245497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Allocated IP 172.20.0.7 (99c9683a-684d-4def-abb7-3022462ecbe6/0e106329-3fe9-4958-993c-33bae228c3b4/8074d5a9-aa2d-4450-af62-162d5abaf54e) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:15.261729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.266324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 32a2845c-bc61-49c4-9db3-472ea0f38914 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:15.291972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Port 627eccbc-2943-4592-82d4-94342f875b18 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:15.339173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.342515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.424597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:15.446600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:15.450864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:15.453447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Provisioning complete for port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:15.453809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.454975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.455949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.458553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.525877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Pushing event updated for resources: {'Port': ['ID=7e708f58-9dc4-417b-acd2-4e76292437bb,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:15.541863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.578299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad7b52-9cf0-4c21-9aac-0f8adead07c2 None None] Network 99c9683a-684d-4def-abb7-3022462ecbe6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:15.645374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.646606 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-70884e30-eb48-4860-acc5-b0026f6547c6 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7418511 Nov 24 22:18:15.652262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57138) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:15.658816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2', 'name': 'tempest-PortsIpV6TestJSON-510607040'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:15.668097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.671594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:15.681433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=627eccbc-2943-4592-82d4-94342f875b18,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:15.723161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:15.734854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:15.754467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd44178-4d77-4c45-834a-2f29a68769e4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:15.824790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691376a6-c46c-4af0-bd56-8df043b2b5a7 None None] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:15.968420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 32a2845c-bc61-49c4-9db3-472ea0f38914 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:15.968790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.062148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Attempting to bind port 7e708f58-9dc4-417b-acd2-4e76292437bb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:16.062461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Attempting to bind port 7e708f58-9dc4-417b-acd2-4e76292437bb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '7c0d4372-9288-4b44-9b7e-752731eb3035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:16.062792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Attempting to bind port 7e708f58-9dc4-417b-acd2-4e76292437bb on network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:16.079880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:16.080286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Checking segment: {'id': '7c0d4372-9288-4b44-9b7e-752731eb3035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:16.080655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.081044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Bound using segment: {'id': '7c0d4372-9288-4b44-9b7e-752731eb3035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:16.081536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Bound port: 7e708f58-9dc4-417b-acd2-4e76292437bb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0d4372-9288-4b44-9b7e-752731eb3035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:16.081919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.131447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Deleting port 487deb2d-d5a8-473d-9734-6d14712c5078 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:16.131932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.144174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Router af964f87-7e70-41fd-ae35-f8a34a35723b is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:16.358324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.380803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 86ad9696-b8d3-4e85-bc44-275613d3a8b6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:16.386202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.393772 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cd96f-74a9-48d2-a30c-ad815535dbb2 req-ed2b7c79-a732-4a6a-b0a2-a7c9b0ae3da8 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:16.401818 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-756cd96f-74a9-48d2-a30c-ad815535dbb2 req-ed2b7c79-a732-4a6a-b0a2-a7c9b0ae3da8 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1911826 Nov 24 22:18:16.407182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:16.411585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.433555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.443437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] For port 487deb2d-d5a8-473d-9734-6d14712c5078, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=487deb2d-d5a8-473d-9734-6d14712c5078,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:16.449511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.458437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] For port 86ad9696-b8d3-4e85-bc44-275613d3a8b6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=86ad9696-b8d3-4e85-bc44-275613d3a8b6,segment=NetworkSegment(674aa759-ae51-4e0d-a6f8-9b8d8aff296c),segment_id=674aa759-ae51-4e0d-a6f8-9b8d8aff296c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:16.471754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.472571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.472760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 1d0b47be-9177-48fc-a640-b0e0351dcdfd yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:16.485993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:16.492006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.511754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.516923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] For port 7e708f58-9dc4-417b-acd2-4e76292437bb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:16.522826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Sync routers for ids ['af964f87-7e70-41fd-ae35-f8a34a35723b'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:16.545750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Calling delete_port for 487deb2d-d5a8-473d-9734-6d14712c5078 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:16.554803 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e5202b39-7bce-4641-8578-0c3fcf31b764 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "PUT /v2.0/routers/af964f87-7e70-41fd-ae35-f8a34a35723b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1825850 Nov 24 22:18:16.562423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57142) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:16.569934 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-756cd96f-74a9-48d2-a30c-ad815535dbb2 req-d123b987-cd4c-4672-8304-05fb8de5ea48 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669078 Nov 24 22:18:16.600800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] For port 7e708f58-9dc4-417b-acd2-4e76292437bb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=7e708f58-9dc4-417b-acd2-4e76292437bb,segment=NetworkSegment(7c0d4372-9288-4b44-9b7e-752731eb3035),segment_id=7c0d4372-9288-4b44-9b7e-752731eb3035)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:16.642711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.704633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-721446cd-fa82-4544-b49a-3f0cfec53468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.725795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Routers {'af964f87-7e70-41fd-ae35-f8a34a35723b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:16.726549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:17:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['af964f87-7e70-41fd-ae35-f8a34a35723b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:16.882340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:16.882940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.895987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c729774-6098-472a-a96a-973a9404cc3d None None] Pushing event updated for resources: {'Port': ['ID=86ad9696-b8d3-4e85-bc44-275613d3a8b6,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:16.967862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Provisioning complete for port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:16.968151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.968595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:16.974179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:16.975012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=f1b47c6d-04ef-4e31-a08f-c8a37631e60e,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:16.978010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.040674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdaf72e-6d20-4f16-87ef-76fbce4a5d4d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:17.049786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0bdaf72e-6d20-4f16-87ef-76fbce4a5d4d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports/627eccbc-2943-4592-82d4-94342f875b18 HTTP/1.1" status: 200 len: 911 time: 0.4841683 Nov 24 22:18:17.052558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.065115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57148) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:17.071668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.076182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:17.103496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Set router af964f87-7e70-41fd-ae35-f8a34a35723b gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:17.154049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43640ce3-9d95-407d-9e59-1f1ab27af7c0 None None] Pushing event updated for resources: {'Port': ['ID=7e708f58-9dc4-417b-acd2-4e76292437bb,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:17.258990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Network 99c9683a-684d-4def-abb7-3022462ecbe6 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:17.345010 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Allocated IP 172.26.3.47 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/3b838bd8-e98b-4387-94ec-a61aa852dcd5) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:17.376114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.396579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:17.421655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:17.452125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31fa56-6a89-482d-bba6-d428457a8c2d req-2d94cc55-a3ce-400c-91ad-45aac5acc106 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:17.454954 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc31fa56-6a89-482d-bba6-d428457a8c2d req-2d94cc55-a3ce-400c-91ad-45aac5acc106 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.5259778 Nov 24 22:18:17.477462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:17.485400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:17.513785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::23d (ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2/6de0fad8-a3f8-4f8a-ac61-fe42d2993f43/1d0b47be-9177-48fc-a640-b0e0351dcdfd) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:17.535906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] For port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,segment=NetworkSegment(5c24d1a8-2ca0-4d7b-8ade-7ba93779165f),segment_id=5c24d1a8-2ca0-4d7b-8ade-7ba93779165f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:17.555280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.599344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-d4d33ca4-e871-4814-9f15-99312f1dec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:17.601294 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-d4d33ca4-e871-4814-9f15-99312f1dec68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.6761758 Nov 24 22:18:17.664533 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Pushing event updated for resources: {'Port': ['ID=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:17.684087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event updated for resources: {'Port': ['ID=8074d5a9-aa2d-4450-af62-162d5abaf54e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:17.691330 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc31fa56-6a89-482d-bba6-d428457a8c2d req-a5666347-5bd8-4c70-bd19-c104b4c3edc7 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200367 Nov 24 22:18:17.734669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Provisioning complete for port 627eccbc-2943-4592-82d4-94342f875b18 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:17.735053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.748358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472219-4908-4883-9335-057cc5df82c0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:17.755799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472219-4908-4883-9335-057cc5df82c0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:17.762352 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-79472219-4908-4883-9335-057cc5df82c0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6754763 Nov 24 22:18:17.762521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57150) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:17.768171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:17.768557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.807658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Port 627eccbc-2943-4592-82d4-94342f875b18 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:17.826002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:17.836408 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] Sync routers for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:17.846522 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:17.847505 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:17.849437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:08Z', 'updated_at': '2021-11-24T22:18:13Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None, '_interfaces': [{'id': '627eccbc-2943-4592-82d4-94342f875b18', 'name': '', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'mac_address': 'fa:16:3e:02:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:18:10Z', 'updated_at': '2021-11-24T22:18:13Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'subnets': [{'id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:17.861988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Provisioning complete for port 864c2b11-9779-4bda-ab0b-e86259abf580 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:17.862378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.867342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:17.872370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:17.901151 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e588c256-719b-4c64-82a4-18290c544347 admin admin] 10.222.0.41 "PUT /v2.0/routers/97fd11db-995a-4bdb-80b1-7d41fd2305f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7820036 Nov 24 22:18:17.911579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57152) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:17.912640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 42b6168a-780b-4b88-8c6c-3a997c8e7a60 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:17.947455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Checking router: af964f87-7e70-41fd-ae35-f8a34a35723b for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:17.948025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Updating router af964f87-7e70-41fd-ae35-f8a34a35723b port 627eccbc-2943-4592-82d4-94342f875b18 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:18:17.980133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.037738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.044756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8406f4a3-ed18-4e81-8c82-83b3d881fd1d tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.8495409 Nov 24 22:18:18.071040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57154) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:18.073516 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:18.077703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 864c2b11-9779-4bda-ab0b-e86259abf580 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:18.100594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-e5a86af3-6d06-4dc9-acec-95bee04e760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:18.102090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-e5a86af3-6d06-4dc9-acec-95bee04e760f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.4772291 Nov 24 22:18:18.156093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.340129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.394651 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:18:15Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:18.426201 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] Checking router: 97fd11db-995a-4bdb-80b1-7d41fd2305f4 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:18.451717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.455066 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] Routers {'97fd11db-995a-4bdb-80b1-7d41fd2305f4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:18.456778 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:18.478281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.520588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:18.529711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] For port 864c2b11-9779-4bda-ab0b-e86259abf580, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=864c2b11-9779-4bda-ab0b-e86259abf580,segment=NetworkSegment(37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb),segment_id=37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:18.531440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f22244-7cfe-4fd3-9e03-232958f4931d None None] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:18.538020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:18.549774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.551890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:18.557176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:18.557779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.573151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:18.584651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.585475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:18.589384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.599065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 864c2b11-9779-4bda-ab0b-e86259abf580 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:18.599065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.599916 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9465652 Nov 24 22:18:18.609522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501db09-dabd-4a61-8fdc-ad734921d331 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:18.611141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57156) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:18.616107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501db09-dabd-4a61-8fdc-ad734921d331 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:18.622351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501db09-dabd-4a61-8fdc-ad734921d331 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:18.624816 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4501db09-dabd-4a61-8fdc-ad734921d331 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.5527899 Nov 24 22:18:18.626025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:18.629396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=1d0b47be-9177-48fc-a640-b0e0351dcdfd,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:18.631690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57158) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:18.654069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] Set router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:18.672631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.673263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.673771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.674275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.674893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.675391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.675900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.676412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.676923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.677416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.677908 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.678397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95e71-8876-438e-8115-facd310c667f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.686808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=487deb2d-d5a8-473d-9734-6d14712c5078,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:18.807057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:18.825112 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-328fd949-907a-469e-95ea-269a7979b6d1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/42b6168a-780b-4b88-8c6c-3a997c8e7a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7721968 Nov 24 22:18:18.826580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:18.826960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:18.829984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.830332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.830675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.831009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.831342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.831701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.832032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.832358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.832685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.833009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.833330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.833649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:18.838371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57162) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:18.859767 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-0d23b648-8d39-4e63-ab75-aca81f5d0067 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1000 time: 0.7152946 Nov 24 22:18:18.876001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] Sync routers for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:18.952262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470811b-6c07-42ef-bcde-8239ef73c4ef None None] Pushing event updated for resources: {'Port': ['ID=864c2b11-9779-4bda-ab0b-e86259abf580,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:18.972680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:18.973328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.027620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.049144 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:18:15Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.074376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.104962 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9123ad2-a96f-4733-8416-e8360ad88954 None None] The sync data for ids ['97fd11db-995a-4bdb-80b1-7d41fd2305f4'] in dv-neutron-818715-1-hyperv is: [{'id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'name': 'tempest-ServersTestJSON-807553666-router', 'tenant_id': '40f8fe8349354c1095b806d14f06c7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:17Z', 'updated_at': '2021-11-24T22:18:15Z', 'revision_number': 5, 'project_id': '40f8fe8349354c1095b806d14f06c7ab', 'gw_port': {'id': 'fbc34f5b-6b9b-445e-9086-23bd4513b629', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd11db-995a-4bdb-80b1-7d41fd2305f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:19.109623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:19.110791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.218589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.219421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc5af-000d-4b84-a92c-444dbe3f9f0c None None] The sync data for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:19.246306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ecd05-3cf2-462d-bc14-1bd399ac766a tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.250604 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b81ecd05-3cf2-462d-bc14-1bd399ac766a tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports/f1b47c6d-04ef-4e31-a08f-c8a37631e60e HTTP/1.1" status: 200 len: 911 time: 0.3886743 Nov 24 22:18:19.257844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57164) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:19.269526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.282390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.315705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port 48d02a28-2115-495f-ae91-bc82786b13f4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:19.316220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.348179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event updated for resources: {'Port': ['ID=3b838bd8-e98b-4387-94ec-a61aa852dcd5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:19.390252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-cf1a8545-aad7-4a0c-8b50-6a3b2f0aa0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.392322 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-cf1a8545-aad7-4a0c-8b50-6a3b2f0aa0d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.5250173 Nov 24 22:18:19.392461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae1aee-68af-4d8c-a502-8eece844ac26 None None] Pushing event updated for resources: {'Port': ['ID=627eccbc-2943-4592-82d4-94342f875b18,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:19.410747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Port 48d02a28-2115-495f-ae91-bc82786b13f4 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:19.412596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289875eb-dc77-4688-b4af-82b298e60078 req-58d8c0ed-9e99-4413-a05f-48282e96dd48 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.419871 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-289875eb-dc77-4688-b4af-82b298e60078 req-58d8c0ed-9e99-4413-a05f-48282e96dd48 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.5959885 Nov 24 22:18:19.463972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port f1b47c6d-04ef-4e31-a08f-c8a37631e60e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:19.464439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.467693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Attempting to bind port 627eccbc-2943-4592-82d4-94342f875b18 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:19.468138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Attempting to bind port 627eccbc-2943-4592-82d4-94342f875b18 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:19.468591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Attempting to bind port 627eccbc-2943-4592-82d4-94342f875b18 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:19.511772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:19.512307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:19.512786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.513250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:19.514387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Bound port: 627eccbc-2943-4592-82d4-94342f875b18, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:19.514776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.524900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Deleting port 8074d5a9-aa2d-4450-af62-162d5abaf54e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:19.525373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.558729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Port f1b47c6d-04ef-4e31-a08f-c8a37631e60e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:19.644736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port 7e708f58-9dc4-417b-acd2-4e76292437bb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:19.645110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.711703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.745289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] For port 627eccbc-2943-4592-82d4-94342f875b18, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:19.764768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] For port 627eccbc-2943-4592-82d4-94342f875b18, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=627eccbc-2943-4592-82d4-94342f875b18,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:19.781633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.788629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 32a2845c-bc61-49c4-9db3-472ea0f38914 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:19.803815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.871082 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-289875eb-dc77-4688-b4af-82b298e60078 req-56589c7f-991a-4c60-a09a-382b371cebc2 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495447 Nov 24 22:18:19.912372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-4d5fdd36-e07e-426c-92c6-44fd278a5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:19.913889 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-4d5fdd36-e07e-426c-92c6-44fd278a5cc5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3949840 Nov 24 22:18:19.933461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.967037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Routers {'af964f87-7e70-41fd-ae35-f8a34a35723b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:19.967765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['af964f87-7e70-41fd-ae35-f8a34a35723b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:19.976069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.977861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 32a2845c-bc61-49c4-9db3-472ea0f38914 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:19.978222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:19.996587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.069984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae1aee-68af-4d8c-a502-8eece844ac26 None None] Pushing event updated for resources: {'Port': ['ID=627eccbc-2943-4592-82d4-94342f875b18,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:20.071587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.149293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] For port 7e708f58-9dc4-417b-acd2-4e76292437bb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=7e708f58-9dc4-417b-acd2-4e76292437bb,segment=NetworkSegment(7c0d4372-9288-4b44-9b7e-752731eb3035),segment_id=7c0d4372-9288-4b44-9b7e-752731eb3035)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:20.170566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.174315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.228333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] Set router af964f87-7e70-41fd-ae35-f8a34a35723b gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:20.247700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Calling delete_port for 8074d5a9-aa2d-4450-af62-162d5abaf54e owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:20.342057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port 8074d5a9-aa2d-4450-af62-162d5abaf54e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:20.342737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.392713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Port 8074d5a9-aa2d-4450-af62-162d5abaf54e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:20.464937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Pushing event updated for resources: {'Port': ['ID=7e708f58-9dc4-417b-acd2-4e76292437bb,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:20.490558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port 864c2b11-9779-4bda-ab0b-e86259abf580 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:20.490929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.508174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.542356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.561564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.561775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 627eccbc-2943-4592-82d4-94342f875b18 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:20.561992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.572831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 86ad9696-b8d3-4e85-bc44-275613d3a8b6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:20.612307 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-bf83e4b2-a383-4483-a668-26ae79b119b8 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877849 Nov 24 22:18:20.626482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Deleting port fbc34f5b-6b9b-445e-9086-23bd4513b629 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:20.627062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.706860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.758075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event deleted for resources: {'Port': ['ID=8074d5a9-aa2d-4450-af62-162d5abaf54e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:20.786073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port 627eccbc-2943-4592-82d4-94342f875b18, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=627eccbc-2943-4592-82d4-94342f875b18,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:20.786790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.824647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 627eccbc-2943-4592-82d4-94342f875b18 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:20.864533 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:20.864915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.870771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:08Z', 'updated_at': '2021-11-24T22:18:13Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None, '_interfaces': [{'id': '627eccbc-2943-4592-82d4-94342f875b18', 'name': '', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'mac_address': 'fa:16:3e:02:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:18:10Z', 'updated_at': '2021-11-24T22:18:19Z', 'revision_number': 4, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'subnets': [{'id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:20.921372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:20.924542 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-11bdabc6-f127-4788-9515-85ae023fdfeb tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "DELETE /v2.0/ports/8074d5a9-aa2d-4450-af62-162d5abaf54e HTTP/1.1" status: 204 len: 168 time: 2.2892597 Nov 24 22:18:20.929733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57168) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:20.931916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487bcab-9bba-4a7c-8d82-e87d4b6e0419 None None] The sync data for ids ['af964f87-7e70-41fd-ae35-f8a34a35723b'] in dv-neutron-818715-1-hyperv is: [{'id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:08Z', 'updated_at': '2021-11-24T22:18:13Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None, '_interfaces': [{'id': '627eccbc-2943-4592-82d4-94342f875b18', 'name': '', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'mac_address': 'fa:16:3e:02:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:18:10Z', 'updated_at': '2021-11-24T22:18:19Z', 'revision_number': 4, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'subnets': [{'id': 'acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:20.940786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Request body: {'port': {'name': 'tempest-new-port-name-104099309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:20.941242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.api.validators [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] bootfile-name is not in valid_values {{(pid=102410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:20.941644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.api.validators [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] tftp-server is not in valid_values {{(pid=102410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:20.941887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.api.validators [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] server-ip-address is not in valid_values {{(pid=102410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:20.964770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Provisioning complete for port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:20.964770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4672405a-7d71-4d88-8fff-af628444c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.067201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:21.162677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:21.163047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.166275 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac2b5a4e-c685-44a8-a9f6-03b614eb7c98 req-eccc373b-5b71-4b6c-a0cc-a10e80368908 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431812 Nov 24 22:18:21.172821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] For port fbc34f5b-6b9b-445e-9086-23bd4513b629, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fbc34f5b-6b9b-445e-9086-23bd4513b629,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:21.173225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.200868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.214452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Calling delete_port for fbc34f5b-6b9b-445e-9086-23bd4513b629 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:21.229864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Router 1660f0ed-e140-469a-8907-048a0f34beeb is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:21.271871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199342b-76ca-4236-b694-83e5ffc418f5 req-0d6cce73-b6e6-42d7-b25a-626d030d7996 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:21.280545 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c199342b-76ca-4236-b694-83e5ffc418f5 req-0d6cce73-b6e6-42d7-b25a-626d030d7996 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1948061 Nov 24 22:18:21.285662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.310959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 7e708f58-9dc4-417b-acd2-4e76292437bb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:21.346910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Provisioning complete for port 1d0b47be-9177-48fc-a640-b0e0351dcdfd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:21.346910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.396190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Port 1d0b47be-9177-48fc-a640-b0e0351dcdfd cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:21.411475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Router 00b34915-5bb9-40cc-b706-b2da1f418df7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:21.414569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 7e708f58-9dc4-417b-acd2-4e76292437bb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:21.414960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.435972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Provisioning complete for port 627eccbc-2943-4592-82d4-94342f875b18 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:21.436455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.465707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.481944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.544479 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c199342b-76ca-4236-b694-83e5ffc418f5 req-9b590f3e-1fde-4cbc-94da-a070212da969 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629545 Nov 24 22:18:21.624092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 864c2b11-9779-4bda-ab0b-e86259abf580 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:21.626646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.677710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.681039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=627eccbc-2943-4592-82d4-94342f875b18,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:21.708731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 864c2b11-9779-4bda-ab0b-e86259abf580 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:21.719307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.841267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=1d0b47be-9177-48fc-a640-b0e0351dcdfd,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:21.849817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Provisioning complete for port 7e708f58-9dc4-417b-acd2-4e76292437bb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:21.850190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2cb2-a361-4e2c-9cca-e5a440665516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.896881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:21.914641 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] Sync routers for ids ['1660f0ed-e140-469a-8907-048a0f34beeb'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:21.930593 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] Routers {'1660f0ed-e140-469a-8907-048a0f34beeb'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:21.931489 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['1660f0ed-e140-469a-8907-048a0f34beeb'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:21.984533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:21.993185 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-95e43ffd-f5b9-4c4f-8518-c2f651d2954d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "PUT /v2.0/routers/1660f0ed-e140-469a-8907-048a0f34beeb HTTP/1.1" status: 200 len: 879 time: 6.8498797 Nov 24 22:18:21.998824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57170) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:22.009751 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:22.024623 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] Routers {'1660f0ed-e140-469a-8907-048a0f34beeb'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:22.025480 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['1660f0ed-e140-469a-8907-048a0f34beeb'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:22.091326 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:22.092531 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fecf06-72b3-4a45-afc7-10d4d963bdc2 None None] The sync data for ids ['1660f0ed-e140-469a-8907-048a0f34beeb'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:22.107436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:22.126887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] Sync routers for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:22.151188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.152217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:22.152932 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:22.184053 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8920581a-5a71-426a-8aca-dc387eaacdf8 admin admin] 10.222.0.41 "PUT /v2.0/routers/00b34915-5bb9-40cc-b706-b2da1f418df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0314374 Nov 24 22:18:22.186255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.192698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57172) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:22.197915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 7e708f58-9dc4-417b-acd2-4e76292437bb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:22.200772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.304405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cee1a076-6a96-4230-9e76-329fdfd84c70 None None] Provisioning complete for port 1d0b47be-9177-48fc-a640-b0e0351dcdfd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:22.304718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cee1a076-6a96-4230-9e76-329fdfd84c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.350095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:22.378606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 7e708f58-9dc4-417b-acd2-4e76292437bb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:22.378606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.485701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-cee1a076-6a96-4230-9e76-329fdfd84c70 None None] Port 1d0b47be-9177-48fc-a640-b0e0351dcdfd cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:22.590145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.591830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc34f5b-6b9b-445e-9086-23bd4513b629,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:22.605060 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0fd44178-4d77-4c45-834a-2f29a68769e4 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:22.610150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.632826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8:1::1 (b1802391-0eb8-4ddd-b7a9-d5d5cbb68414/1066d79e-fab9-407e-8d6f-84ab086b29ad/0be2673a-80fc-45f2-87c0-6d49d0da00ab) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:22.634896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0fd44178-4d77-4c45-834a-2f29a68769e4 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:22.635248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0fd44178-4d77-4c45-834a-2f29a68769e4 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:22.663124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:18:17Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:22.695080 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8fc4f71a-10cf-4609-82ec-e556f89b9ff2 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/1660f0ed-e140-469a-8907-048a0f34beeb HTTP/1.1" status: 200 len: 920 time: 0.6756279 Nov 24 22:18:22.701507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] Checking router: 00b34915-5bb9-40cc-b706-b2da1f418df7 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:22.708997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57176) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:22.712663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] Routers {'00b34915-5bb9-40cc-b706-b2da1f418df7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:22.713565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['00b34915-5bb9-40cc-b706-b2da1f418df7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:22.833235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event updated for resources: {'Port': ['ID=48d02a28-2115-495f-ae91-bc82786b13f4,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:22.856576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] In _notify_port_updated(), no bound segment for port 48d02a28-2115-495f-ae91-bc82786b13f4 on network 99c9683a-684d-4def-abb7-3022462ecbe6 {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:18:22.863424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:22.864369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.865909 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-02363381-c3c5-4d6c-874e-10995c4978b7 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "PUT /v2.0/ports/48d02a28-2115-495f-ae91-bc82786b13f4 HTTP/1.1" status: 200 len: 1135 time: 1.9342101 Nov 24 22:18:22.869172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Router af964f87-7e70-41fd-ae35-f8a34a35723b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:22.870008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57178) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:22.881308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] Set router 00b34915-5bb9-40cc-b706-b2da1f418df7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:22.887475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.895457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:22.935653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dced73a-3b1b-4349-8c89-7ecc860392db tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:22.937147 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3dced73a-3b1b-4349-8c89-7ecc860392db tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "GET /v2.0/ports/48d02a28-2115-495f-ae91-bc82786b13f4 HTTP/1.1" status: 200 len: 1135 time: 0.0656376 Nov 24 22:18:22.951530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c5c19-ae64-42f4-bb30-db87517306a9 req-9ceb24dd-a733-406e-91fb-1de4327b547f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:22.954918 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-195c5c19-ae64-42f4-bb30-db87517306a9 req-9ceb24dd-a733-406e-91fb-1de4327b547f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2498486 Nov 24 22:18:22.954918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57180) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.034921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-78b5aaa4-33d1-4277-8b03-48d6cda195fd None None] Provisioning complete for port 48d02a28-2115-495f-ae91-bc82786b13f4 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:23.035293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78b5aaa4-33d1-4277-8b03-48d6cda195fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.073663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992c48d-24cd-48c8-b8ab-2575d925c791 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:23.077793 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8992c48d-24cd-48c8-b8ab-2575d925c791 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=1660f0ed-e140-469a-8907-048a0f34beeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3610814 Nov 24 22:18:23.082997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57182) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.089261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-78b5aaa4-33d1-4277-8b03-48d6cda195fd None None] Port 48d02a28-2115-495f-ae91-bc82786b13f4 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:23.108911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.133395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.138261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.146108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:18:17Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:23.148883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:23.165975 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ffa7a5e0-1609-4ec6-82f3-fe6d32ab49da tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "PUT /v2.0/routers/af964f87-7e70-41fd-ae35-f8a34a35723b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3970299 Nov 24 22:18:23.168126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57184) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.170565 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] Sync routers for ids ['af964f87-7e70-41fd-ae35-f8a34a35723b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:23.183667 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] Routers {'af964f87-7e70-41fd-ae35-f8a34a35723b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:23.184825 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['af964f87-7e70-41fd-ae35-f8a34a35723b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:23.186939 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-195c5c19-ae64-42f4-bb30-db87517306a9 req-b734e9d6-de1b-4bbe-a741-a381b72fe52a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189858 Nov 24 22:18:23.203197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceaad2-9b1a-4fa8-ac64-f9d46024aad0 None None] The sync data for ids ['00b34915-5bb9-40cc-b706-b2da1f418df7'] in dv-neutron-818715-1-hyperv is: [{'id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'name': 'tempest-ServersTestManualDisk-2099021668-router', 'tenant_id': 'cde6873aa3084a9088d4c371dd104cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:18Z', 'updated_at': '2021-11-24T22:18:17Z', 'revision_number': 5, 'project_id': 'cde6873aa3084a9088d4c371dd104cb9', 'gw_port': {'id': 'c2ac4fe4-ace7-4051-bb67-27803f8faffe', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b34915-5bb9-40cc-b706-b2da1f418df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:19Z', 'updated_at': '2021-11-24T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:23.248839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37254f-2a48-4f78-81d8-e5c809474282 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:23.248995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.257508 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ec37254f-2a48-4f78-81d8-e5c809474282 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.1666193 Nov 24 22:18:23.268536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57188) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.325769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.325769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fd11db-995a-4bdb-80b1-7d41fd2305f4 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:23.347763 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1e14130f-b2ce-4f74-bb89-eb1be6a2a25e tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=1660f0ed-e140-469a-8907-048a0f34beeb HTTP/1.1" status: 200 len: 205 time: 0.0711496 Nov 24 22:18:23.351698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Deleting port 48d02a28-2115-495f-ae91-bc82786b13f4 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:23.351698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.366150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57190) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.395666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.399233 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ece27da0-bcad-4dc9-92bf-3bf4fafda40c admin admin] 10.222.0.41 "DELETE /v2.0/routers/97fd11db-995a-4bdb-80b1-7d41fd2305f4 HTTP/1.1" status: 204 len: 168 time: 5.4832177 Nov 24 22:18:23.405690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.460219 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] Set router af964f87-7e70-41fd-ae35-f8a34a35723b gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:23.550339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e5ad-944f-45ab-8333-3de9f055f7b5 req-28319e76-c1aa-4439-a940-8e777d209bf5 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:23.560272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-baa0e5ad-944f-45ab-8333-3de9f055f7b5 req-28319e76-c1aa-4439-a940-8e777d209bf5 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2580688 Nov 24 22:18:23.584577 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:08Z', 'updated_at': '2021-11-24T22:18:21Z', 'revision_number': 3, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:23.596367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45212ce2-d085-41af-b4de-87dab3547bcd tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:23.597726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45212ce2-d085-41af-b4de-87dab3547bcd tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:23.599430 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-45212ce2-d085-41af-b4de-87dab3547bcd tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4269187 Nov 24 22:18:23.607042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57194) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:23.607659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.627578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.644635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] Checking router: af964f87-7e70-41fd-ae35-f8a34a35723b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:23.656498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] Routers {'af964f87-7e70-41fd-ae35-f8a34a35723b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:23.657465 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['af964f87-7e70-41fd-ae35-f8a34a35723b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:23.682229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Calling delete_port for 48d02a28-2115-495f-ae91-bc82786b13f4 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:23.697573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Deleting subnet 9094a964-1cdf-4176-a550-7aec69b77dc6 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:23.701925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.718605 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-baa0e5ad-944f-45ab-8333-3de9f055f7b5 req-2b4472da-b7dd-48ba-9cf9-1d0b1fdb972e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402071 Nov 24 22:18:23.800535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:23.806422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.807076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.812223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.824331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.833089 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] Set router af964f87-7e70-41fd-ae35-f8a34a35723b gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:23.886905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:23.959963 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:08Z', 'updated_at': '2021-11-24T22:18:21Z', 'revision_number': 3, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:24.005331 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1c13d-98bb-4659-9141-93800067b874 None None] The sync data for ids ['af964f87-7e70-41fd-ae35-f8a34a35723b'] in dv-neutron-818715-1-hyperv is: [{'id': 'af964f87-7e70-41fd-ae35-f8a34a35723b', 'name': 'tempest-NetworksTestDHCPv6-router-814673358', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:08Z', 'updated_at': '2021-11-24T22:18:21Z', 'revision_number': 3, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:24.015871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=0be2673a-80fc-45f2-87c0-6d49d0da00ab,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:24.099112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.134332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.176025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.188466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:24.225225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:24.229331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event deleted for resources: {'Port': ['ID=48d02a28-2115-495f-ae91-bc82786b13f4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:24.242840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:24.243381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.259018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.336146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.343853 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d HTTP/1.1" status: 204 len: 168 time: 0.7296968 Nov 24 22:18:24.351461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a812bed-f221-45c6-804a-45ede5a46fb7 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:24.423205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57200) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:24.424111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bc31b-6875-4424-8cbd-2a1823485baa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:24.433762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.440783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-70a33124-1557-436d-8926-6ee81ee6c200 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "DELETE /v2.0/ports/48d02a28-2115-495f-ae91-bc82786b13f4 HTTP/1.1" status: 204 len: 168 time: 1.4844768 Nov 24 22:18:24.448832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57202) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:24.474614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbc34f5b-6b9b-445e-9086-23bd4513b629 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:24.520736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Deleting subnet 0e106329-3fe9-4958-993c-33bae228c3b4 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:24.569406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.573320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: fbc34f5b-6b9b-445e-9086-23bd4513b629 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:24.573664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbc34f5b-6b9b-445e-9086-23bd4513b629 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:24.574078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 487deb2d-d5a8-473d-9734-6d14712c5078 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:24.632699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 487deb2d-d5a8-473d-9734-6d14712c5078 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:24.633321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 487deb2d-d5a8-473d-9734-6d14712c5078 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:24.664252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c358e1-6a58-4d89-9a83-9cf83151b3e5 req-ded810b2-3c06-4399-b665-4088196d7f1c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:24.676361 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b0c358e1-6a58-4d89-9a83-9cf83151b3e5 req-ded810b2-3c06-4399-b665-4088196d7f1c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.4474835 Nov 24 22:18:24.731230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-96f5b77b-7bfc-4d19-b12a-b1821b263763 None None] Provisioning complete for port 0be2673a-80fc-45f2-87c0-6d49d0da00ab triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:24.731622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-96f5b77b-7bfc-4d19-b12a-b1821b263763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.755326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.757793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.764067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.771585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-96f5b77b-7bfc-4d19-b12a-b1821b263763 None None] Port 0be2673a-80fc-45f2-87c0-6d49d0da00ab cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:24.780839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.781549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.806090 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a28de576-1fcb-4fb3-98bd-fcf3f848bb58 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3627706 Nov 24 22:18:24.808958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b0c358e1-6a58-4d89-9a83-9cf83151b3e5 req-f7c6189c-1c53-47e6-b46d-ebfcb9cda98c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314666 Nov 24 22:18:24.809438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57204) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:24.834361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.837280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:24.860890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Deleting port c2ac4fe4-ace7-4051-bb67-27803f8faffe {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:24.861228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.907257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Deleting port 32a2845c-bc61-49c4-9db3-472ea0f38914 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:24.908535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.925001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:24.996132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9094a964-1cdf-4176-a550-7aec69b77dc6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:25.009145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d703c-c508-4991-a35a-9787c354a1e6 None None] Network df299b0b-3621-47fc-8fe5-6ccbc444bbb2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:25.016356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.021707 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b1196f41-981f-45f8-bcce-6cbcd79b04fe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9094a964-1cdf-4176-a550-7aec69b77dc6 HTTP/1.1" status: 204 len: 168 time: 1.6054735 Nov 24 22:18:25.027895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57210) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:25.034950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=1d0b47be-9177-48fc-a640-b0e0351dcdfd,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:25.049430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.081637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] For port 32a2845c-bc61-49c4-9db3-472ea0f38914, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=32a2845c-bc61-49c4-9db3-472ea0f38914,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:25.082184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.103702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Calling delete_port for 32a2845c-bc61-49c4-9db3-472ea0f38914 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:25.209216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.211731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.223052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Deleting port 3b838bd8-e98b-4387-94ec-a61aa852dcd5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:25.223392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.231489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] For port c2ac4fe4-ace7-4051-bb67-27803f8faffe, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c2ac4fe4-ace7-4051-bb67-27803f8faffe,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:25.231901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.277660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.293595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.324430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab78fe-d382-4249-b27f-6cc888cab24a req-d189f68f-2e28-414f-bb11-85272a798636 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:25.326109 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d6ab78fe-d382-4249-b27f-6cc888cab24a req-d189f68f-2e28-414f-bb11-85272a798636 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3118360 Nov 24 22:18:25.329816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.330425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Fanout notify agent at l3_agent the message router_deleted on router af964f87-7e70-41fd-ae35-f8a34a35723b {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:25.337402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.343310 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-be2333ba-3fbe-4547-9501-d059747191ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/routers/af964f87-7e70-41fd-ae35-f8a34a35723b HTTP/1.1" status: 204 len: 168 time: 0.5256069 Nov 24 22:18:25.343310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57212) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:25.347477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:25.383053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Calling delete_port for c2ac4fe4-ace7-4051-bb67-27803f8faffe owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:25.391903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.396760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:25.411552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:25.437782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Pushing event deleted for resources: {'Port': ['ID=32a2845c-bc61-49c4-9db3-472ea0f38914,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:25.444218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] No DVR routers for this DVR port 32a2845c-bc61-49c4-9db3-472ea0f38914 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:25.471209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.471823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.472380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.473450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.473977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.474481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.475050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.475756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.476732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.477219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.477709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.478192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a07ddc-5e43-4273-a300-b1063518f83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:25.511020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] DHCP port deletion for df299b0b-3621-47fc-8fe5-6ccbc444bbb2 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:25.579585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] Deleting port 0daca9ee-e507-42a8-9683-6e45a1df7db5 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:25.580236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.671996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] For port 0daca9ee-e507-42a8-9683-6e45a1df7db5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0daca9ee-e507-42a8-9683-6e45a1df7db5,segment=NetworkSegment(cb7a5750-11d7-4a59-b130-be2737d7d5b1),segment_id=cb7a5750-11d7-4a59-b130-be2737d7d5b1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:25.674116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.691585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] Calling delete_port for 0daca9ee-e507-42a8-9683-6e45a1df7db5 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:25.727679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.789819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.793428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Calling delete_port for 3b838bd8-e98b-4387-94ec-a61aa852dcd5 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:25.816111 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d6ab78fe-d382-4249-b27f-6cc888cab24a req-1986c964-3397-4da9-a69e-9f1e83a9b8f7 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104064 Nov 24 22:18:25.827847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] Pushing event deleted for resources: {'Port': ['ID=0daca9ee-e507-42a8-9683-6e45a1df7db5,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:25.834918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d1e01-8b14-4dac-8d66-6f3b9462cc67 None None] No DVR routers for this DVR port 0daca9ee-e507-42a8-9683-6e45a1df7db5 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:25.845783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.848508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-408f6918-707f-4fed-8a05-d817a50a8354 None None] Provisioning complete for port 1d0b47be-9177-48fc-a640-b0e0351dcdfd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:25.849057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-408f6918-707f-4fed-8a05-d817a50a8354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.889828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-408f6918-707f-4fed-8a05-d817a50a8354 None None] Port 1d0b47be-9177-48fc-a640-b0e0351dcdfd cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:25.902613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event deleted for resources: {'Subnet': ['ID=0e106329-3fe9-4958-993c-33bae228c3b4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:25.911999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Deleting port 0daca9ee-e507-42a8-9683-6e45a1df7db5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:25.912358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.912520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.918041 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ff1b2d9f-75ff-4ad5-93c2-4a20b7502d77 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "DELETE /v2.0/subnets/0e106329-3fe9-4958-993c-33bae228c3b4 HTTP/1.1" status: 204 len: 168 time: 1.4635019 Nov 24 22:18:25.918041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:25.921320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:25.922425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab29146-381c-42f6-968d-bc1437e5f70d None None] Network 99c9683a-684d-4def-abb7-3022462ecbe6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:25.925784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57214) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:26.077903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] For port 0daca9ee-e507-42a8-9683-6e45a1df7db5, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:26.078295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.084722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 627eccbc-2943-4592-82d4-94342f875b18 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:26.093271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.101323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.101490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Router 0457b5c4-c131-43ab-a5bd-dcb07e77daa0 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:26.114728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 627eccbc-2943-4592-82d4-94342f875b18 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:26.115084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 627eccbc-2943-4592-82d4-94342f875b18 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:26.115509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 32a2845c-bc61-49c4-9db3-472ea0f38914 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:26.145300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.146080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.146465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 32a2845c-bc61-49c4-9db3-472ea0f38914 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:26.146810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 32a2845c-bc61-49c4-9db3-472ea0f38914 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:26.147315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0daca9ee-e507-42a8-9683-6e45a1df7db5 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:26.149105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Calling delete_port for 0daca9ee-e507-42a8-9683-6e45a1df7db5 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:26.155136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.157960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Port 0daca9ee-e507-42a8-9683-6e45a1df7db5 was not found and therefore no delete operation was performed {{(pid=102409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:18:26.168649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] DHCP port deletion for 99c9683a-684d-4def-abb7-3022462ecbe6 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:26.172712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0daca9ee-e507-42a8-9683-6e45a1df7db5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:26.173738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0daca9ee-e507-42a8-9683-6e45a1df7db5 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:26.201578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.232645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] Deleting port 864c2b11-9779-4bda-ab0b-e86259abf580 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:26.233495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.253657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Deleting port 864c2b11-9779-4bda-ab0b-e86259abf580 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:26.253975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.302108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] For port 864c2b11-9779-4bda-ab0b-e86259abf580, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=864c2b11-9779-4bda-ab0b-e86259abf580,segment=NetworkSegment(37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb),segment_id=37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:26.302508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.315935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] Calling delete_port for 864c2b11-9779-4bda-ab0b-e86259abf580 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:26.319168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] For port 864c2b11-9779-4bda-ab0b-e86259abf580, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=864c2b11-9779-4bda-ab0b-e86259abf580,segment=NetworkSegment(37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb),segment_id=37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:26.319497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.342660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Calling delete_port for 864c2b11-9779-4bda-ab0b-e86259abf580 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:26.353921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.400410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.429733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] Pushing event deleted for resources: {'Port': ['ID=864c2b11-9779-4bda-ab0b-e86259abf580,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.436105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f15231-2038-4bcb-8a47-bbbd86be4636 None None] No DVR routers for this DVR port 864c2b11-9779-4bda-ab0b-e86259abf580 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:26.438654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:26.445284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:26.456467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:26.457072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.465619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115f6b6-deea-4e1e-95be-c1ac2fc8f52a None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:26.489436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=97ede306-51db-48b9-b333-d8a9ec5eae9c,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.496637 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-564d1e8e-dd23-4d0a-a705-becef547585a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1531258 Nov 24 22:18:26.503494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57216) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:26.509479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:26.531210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.562935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event deleted for resources: {'Port': ['ID=864c2b11-9779-4bda-ab0b-e86259abf580,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.565559 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.566817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.573869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] No DVR routers for this DVR port 864c2b11-9779-4bda-ab0b-e86259abf580 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:26.603730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] No DVR routers for this DVR port 0daca9ee-e507-42a8-9683-6e45a1df7db5 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:26.641550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '97ede306-51db-48b9-b333-d8a9ec5eae9c'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:26.642273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=0be2673a-80fc-45f2-87c0-6d49d0da00ab,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.642734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.659235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.681588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c9683a-684d-4def-abb7-3022462ecbe6']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:26.691850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:26.692154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fc78b8-fa93-47cd-a7a2-37eff2f7e3fb') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:26.703237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.716392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.722705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:26.723094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:26.726241 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:26.770491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ac4fe4-ace7-4051-bb67-27803f8faffe,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.800183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/97ede306-51db-48b9-b333-d8a9ec5eae9c/bc13ccce-516d-4e52-9b12-93337a02eb71) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:26.800431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.814183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.818189 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] 10.222.0.41 "DELETE /v2.0/networks/99c9683a-684d-4def-abb7-3022462ecbe6 HTTP/1.1" status: 204 len: 168 time: 0.8916996 Nov 24 22:18:26.834460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0daca9ee-e507-42a8-9683-6e45a1df7db5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.837883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:26.840933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.841831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd1f4-527e-48e2-9087-45ffa75e4057 tempest-ExtraDHCPOptionsTestJSON-2032481888 tempest-ExtraDHCPOptionsTestJSON-2032481888-project] Pushing event deleted for resources: {'Network': ['ID=99c9683a-684d-4def-abb7-3022462ecbe6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:26.849819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.866206 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0426d785-e503-4fd6-978e-a027ec6841d7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/routers/0457b5c4-c131-43ab-a5bd-dcb07e77daa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2514913 Nov 24 22:18:26.866555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57222) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:26.919197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01f203-9497-448f-be42-647b083480ee None None] Sync routers for ids ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:26.937154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.941444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01f203-9497-448f-be42-647b083480ee None None] Routers {'0457b5c4-c131-43ab-a5bd-dcb07e77daa0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:26.942097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e01f203-9497-448f-be42-647b083480ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:26.976941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:26.978180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e01f203-9497-448f-be42-647b083480ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:26.979048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df299b0b-3621-47fc-8fe5-6ccbc444bbb2']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:26.986109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:27.011707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01f203-9497-448f-be42-647b083480ee None None] Routers {'0457b5c4-c131-43ab-a5bd-dcb07e77daa0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:27.012372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e01f203-9497-448f-be42-647b083480ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:27.019646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.023154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.026826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:27.033122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7a5750-11d7-4a59-b130-be2737d7d5b1') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:27.033407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7a5750-11d7-4a59-b130-be2737d7d5b1') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:27.035511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.037273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event deleted for resources: {'Port': ['ID=3b838bd8-e98b-4387-94ec-a61aa852dcd5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:27.060184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.068144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7e01f203-9497-448f-be42-647b083480ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:27.068950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01f203-9497-448f-be42-647b083480ee None None] The sync data for ids ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:27.078130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f17a3-0267-4610-a9c7-813619b11dde req-44b11c75-d523-4652-a91f-7e79bb13bec2 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:27.086453 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-466f17a3-0267-4610-a9c7-813619b11dde req-44b11c75-d523-4652-a91f-7e79bb13bec2 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1687224 Nov 24 22:18:27.100330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.104667 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc7ae87d-60bb-4d07-9196-1ffeeaa6c7f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6000888 Nov 24 22:18:27.113381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574317ec-3bb2-41dd-b2bf-ccf56bf8a31a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:27.117277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-574317ec-3bb2-41dd-b2bf-ccf56bf8a31a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports?device_id=0457b5c4-c131-43ab-a5bd-dcb07e77daa0 HTTP/1.1" status: 200 len: 988 time: 0.2493582 Nov 24 22:18:27.119798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57226) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.120210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57228) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.163962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.176053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.221583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.224940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57230) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.236916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:27.240401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:27.242951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:27.249056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.249628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b34915-5bb9-40cc-b706-b2da1f418df7 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:27.253539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:27.253950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.256919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Pushing event updated for resources: {'Port': ['ID=bc13ccce-516d-4e52-9b12-93337a02eb71,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:27.257877 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:27.272714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.279933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5bcec770-ef54-43fd-8275-8918ce557065 admin admin] 10.222.0.41 "DELETE /v2.0/routers/00b34915-5bb9-40cc-b706-b2da1f418df7 HTTP/1.1" status: 204 len: 168 time: 5.0847955 Nov 24 22:18:27.283900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57234) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.315933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Attempting to bind port bc13ccce-516d-4e52-9b12-93337a02eb71 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:27.316458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Attempting to bind port bc13ccce-516d-4e52-9b12-93337a02eb71 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:27.316932 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Attempting to bind port bc13ccce-516d-4e52-9b12-93337a02eb71 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:27.324088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:27.324429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:27.325059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.325922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:27.326315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Bound port: bc13ccce-516d-4e52-9b12-93337a02eb71, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:27.327468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.403398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 42b6168a-780b-4b88-8c6c-3a997c8e7a60 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:27.408671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.436909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] For port bc13ccce-516d-4e52-9b12-93337a02eb71, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:27.444755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] For port bc13ccce-516d-4e52-9b12-93337a02eb71, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc13ccce-516d-4e52-9b12-93337a02eb71,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:27.458364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.539027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d384083-564a-4340-9b76-9ed30cd98291 None None] Pushing event updated for resources: {'Port': ['ID=bc13ccce-516d-4e52-9b12-93337a02eb71,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:27.548029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b2c539c8-07f4-401d-9802-cd8842fa0af7 None None] Provisioning complete for port 0be2673a-80fc-45f2-87c0-6d49d0da00ab triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:27.548406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2c539c8-07f4-401d-9802-cd8842fa0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.573894 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-466f17a3-0267-4610-a9c7-813619b11dde req-a9aa2860-b933-4ef3-8207-6eacfca32435 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4863901 Nov 24 22:18:27.587365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b2c539c8-07f4-401d-9802-cd8842fa0af7 None None] Port 0be2673a-80fc-45f2-87c0-6d49d0da00ab cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:27.606534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.647962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.651552 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/df299b0b-3621-47fc-8fe5-6ccbc444bbb2 HTTP/1.1" status: 204 len: 168 time: 2.6176076 Nov 24 22:18:27.665678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.668073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b07adf-ebb6-4e15-af0e-9e7a526590f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df299b0b-3621-47fc-8fe5-6ccbc444bbb2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:27.673308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Deleting subnet 979d0e97-974f-4471-bfaf-a8158635df9f {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:27.678524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.684771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.746558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.751291 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ad91526f-076c-4afb-93dd-b7e4a7b370e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd224e88b89d421ea8ca35a014dc4e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170090 Nov 24 22:18:27.760846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57242) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.846160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.868367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.868982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Fanout notify agent at l3_agent the message router_deleted on router 1660f0ed-e140-469a-8907-048a0f34beeb {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:27.870900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57244) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.916820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:27.917942 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f1ec9538-d9e6-45f4-a385-29d7aecc6334 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/1660f0ed-e140-469a-8907-048a0f34beeb HTTP/1.1" status: 204 len: 168 time: 4.5176246 Nov 24 22:18:27.930262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57246) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:27.934641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-230123923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:27.963306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:27.982529 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7511bbc1-c150-42fa-b4c2-2155120a9f96 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/42b6168a-780b-4b88-8c6c-3a997c8e7a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7198060 Nov 24 22:18:27.992193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57248) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:28.014926 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] Sync routers for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:28.040143 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:28.041095 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:28.110451 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:28.111746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd98c7d-a181-440f-af0d-239487ed4597 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:28.117777 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8bd98c7d-a181-440f-af0d-239487ed4597 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports/0be2673a-80fc-45f2-87c0-6d49d0da00ab HTTP/1.1" status: 200 len: 913 time: 0.1190228 Nov 24 22:18:28.124553 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:28.125621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57250) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:28.126105 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:28.145865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4395386a-ba18-4331-b3ff-864a710d2fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.156854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6877a5c-9453-4d37-a963-c418947cadf6 req-ce295818-459e-4d32-82e5-b53f322b1206 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:28.158402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a6877a5c-9453-4d37-a963-c418947cadf6 req-ce295818-459e-4d32-82e5-b53f322b1206 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2677593 Nov 24 22:18:28.170830 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:28.171905 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e126d0c2-fa7b-449b-ae30-505ef3dd19de None None] The sync data for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:28.180838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.184484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc13ccce-516d-4e52-9b12-93337a02eb71 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:28.188107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3f3985d8-4bb3-4e69-adb1-ced353bd2abf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40f8fe8349354c1095b806d14f06c7ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3096848 Nov 24 22:18:28.201313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57252) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:28.207759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.208822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.243934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bc13ccce-516d-4e52-9b12-93337a02eb71 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:28.244332 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.285271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.291440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.298883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.332158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.334198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979d0e97-974f-4471-bfaf-a8158635df9f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:28.340175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.344359 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4cd72c00-39cd-4567-8a10-32abd95b8df1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/979d0e97-974f-4471-bfaf-a8158635df9f HTTP/1.1" status: 204 len: 168 time: 1.0169902 Nov 24 22:18:28.348091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.351932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d9f09b33-92ac-4d5f-91ee-bbcf403bc024 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4181221 Nov 24 22:18:28.351932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57254) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:28.352161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f42313a-139b-4d15-990c-919cad550719 None None] Network baf38131-5088-4198-bc0c-824aac5d4b43 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:28.357642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57256) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:28.370628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': True}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:28.423681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port bc13ccce-516d-4e52-9b12-93337a02eb71, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc13ccce-516d-4e52-9b12-93337a02eb71,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:28.432759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::1 (49828264-6294-4cd6-b467-32535f86b933/97ede306-51db-48b9-b333-d8a9ec5eae9c/af312a9b-7947-4302-946a-9b991ad39947) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:28.433821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.444816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4395386a-ba18-4331-b3ff-864a710d2fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.533718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.546897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c2ac4fe4-ace7-4051-bb67-27803f8faffe no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:28.559142 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a6877a5c-9453-4d37-a963-c418947cadf6 req-607839c8-c6b8-4aff-a39a-6886d830eb5e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566673 Nov 24 22:18:28.590032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: c2ac4fe4-ace7-4051-bb67-27803f8faffe {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:28.592006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c2ac4fe4-ace7-4051-bb67-27803f8faffe not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:28.592692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 864c2b11-9779-4bda-ab0b-e86259abf580 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:28.621435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 864c2b11-9779-4bda-ab0b-e86259abf580 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:28.622022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 864c2b11-9779-4bda-ab0b-e86259abf580 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:28.628390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=bc13ccce-516d-4e52-9b12-93337a02eb71,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:28.661700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] DHCP port deletion for baf38131-5088-4198-bc0c-824aac5d4b43 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:28.720267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.729341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] Deleting port e76778dd-199b-48f3-9e85-c840cf26c65e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:28.729732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.739759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Deleting port e76778dd-199b-48f3-9e85-c840cf26c65e {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:28.740618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.812810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] For port e76778dd-199b-48f3-9e85-c840cf26c65e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e76778dd-199b-48f3-9e85-c840cf26c65e,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:28.813216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.829958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] Calling delete_port for e76778dd-199b-48f3-9e85-c840cf26c65e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:28.878065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] For port e76778dd-199b-48f3-9e85-c840cf26c65e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e76778dd-199b-48f3-9e85-c840cf26c65e,segment=NetworkSegment(22457492-bbca-4d64-8f86-7bd109023e58),segment_id=22457492-bbca-4d64-8f86-7bd109023e58)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:28.878658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.897237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Calling delete_port for e76778dd-199b-48f3-9e85-c840cf26c65e owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:28.942033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:28.968695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] Pushing event deleted for resources: {'Port': ['ID=e76778dd-199b-48f3-9e85-c840cf26c65e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:28.972684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b8e29-edd3-43fc-893b-f8d645089bb2 None None] No DVR routers for this DVR port e76778dd-199b-48f3-9e85-c840cf26c65e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:29.046246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a03e56c2-2188-40f0-b82f-939834ff716b None None] Provisioning complete for port bc13ccce-516d-4e52-9b12-93337a02eb71 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:29.046724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a03e56c2-2188-40f0-b82f-939834ff716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.052466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4395386a-ba18-4331-b3ff-864a710d2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.054985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4395386a-ba18-4331-b3ff-864a710d2fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.058943 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4395386a-ba18-4331-b3ff-864a710d2fa4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ac1ff1f-b7c6-4746-93bc-d9fb612261f1 HTTP/1.1" status: 204 len: 168 time: 1.2969968 Nov 24 22:18:29.097096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eeef76ac-bdc3-42d2-8755-e40a533f0366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.129199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395386a-ba18-4331-b3ff-864a710d2fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1ff1f-b7c6-4746-93bc-d9fb612261f1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:29.220006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eeef76ac-bdc3-42d2-8755-e40a533f0366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.249321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.330177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.374189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.422652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] No DVR routers for this DVR port e76778dd-199b-48f3-9e85-c840cf26c65e on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:29.429759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=e76778dd-199b-48f3-9e85-c840cf26c65e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:29.452325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.477519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.496730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.503140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.528035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eeef76ac-bdc3-42d2-8755-e40a533f0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.531160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eeef76ac-bdc3-42d2-8755-e40a533f0366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.534929 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-eeef76ac-bdc3-42d2-8755-e40a533f0366 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/995d79f2-29af-4052-a7b1-a8135c8b30e9 HTTP/1.1" status: 204 len: 168 time: 1.3274176 Nov 24 22:18:29.564326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:29.567180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef76ac-bdc3-42d2-8755-e40a533f0366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d79f2-29af-4052-a7b1-a8135c8b30e9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:29.578963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.581421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:29.590705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:29.591128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.620885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf38131-5088-4198-bc0c-824aac5d4b43']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:29.622249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=af312a9b-7947-4302-946a-9b991ad39947,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:29.638259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22457492-bbca-4d64-8f86-7bd109023e58') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:29.639170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22457492-bbca-4d64-8f86-7bd109023e58') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:29.687927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.727104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.741332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Allocated IP 172.26.3.157 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/2554ed8c-a14a-442f-82b0-66026ca067d0) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:29.744113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:29.745867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:29.753698 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:29.839975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.848865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.855671 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] 10.222.0.41 "DELETE /v2.0/networks/baf38131-5088-4198-bc0c-824aac5d4b43 HTTP/1.1" status: 204 len: 168 time: 1.5045516 Nov 24 22:18:29.878596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6ad33-028c-4603-994f-ab1666826b67 req-b12989cf-647f-4848-b4ca-74dcd9c0e87c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:29.880158 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3be6ad33-028c-4603-994f-ab1666826b67 req-b12989cf-647f-4848-b4ca-74dcd9c0e87c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1854267 Nov 24 22:18:29.885626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:29.996784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.036767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242bf3-f006-4dcb-870b-2e025b7d6fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=baf38131-5088-4198-bc0c-824aac5d4b43,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:30.040612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.051675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.089784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3be6ad33-028c-4603-994f-ab1666826b67 req-3cce9673-6de9-4609-8d49-9c668d73fbf6 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015119 Nov 24 22:18:30.124738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc13ccce-516d-4e52-9b12-93337a02eb71 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:30.134597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:30.145461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:30.154183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Port': ['ID=2554ed8c-a14a-442f-82b0-66026ca067d0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:30.162419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57290) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:30.175441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:30.203579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-eb672889-d5b5-4179-9a4f-544de10fa0a9 None None] Provisioning complete for port af312a9b-7947-4302-946a-9b991ad39947 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:30.204410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eb672889-d5b5-4179-9a4f-544de10fa0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.216008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 1d0b47be-9177-48fc-a640-b0e0351dcdfd {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:30.216395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.255133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-eb672889-d5b5-4179-9a4f-544de10fa0a9 None None] Port af312a9b-7947-4302-946a-9b991ad39947 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:30.257705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bc13ccce-516d-4e52-9b12-93337a02eb71 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:30.258345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.385849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57292) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:30.424399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e76778dd-199b-48f3-9e85-c840cf26c65e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:30.446099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e76778dd-199b-48f3-9e85-c840cf26c65e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:30.446586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e76778dd-199b-48f3-9e85-c840cf26c65e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:30.526428 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:18:30.548949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.611369 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7ad1dc96-22d6-41bd-b835-37ab62f955ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cde6873aa3084a9088d4c371dd104cb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4468055 Nov 24 22:18:30.629649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57304) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:30.654691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'networks': [{'name': 'tempest-network--2013739732'}, {'name': 'tempest-network--300285986'}]} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:30.655163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'network': {'name': 'tempest-network--2013739732'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:30.656011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'network': {'name': 'tempest-network--300285986'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:30.665799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52cefa-e7e5-4c29-bb34-428fb9b4beb6 req-767618b7-4c52-41c3-a85a-db75d778fbf8 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:30.667437 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc52cefa-e7e5-4c29-bb34-428fb9b4beb6 req-767618b7-4c52-41c3-a85a-db75d778fbf8 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2564149 Nov 24 22:18:30.687416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'network': 2} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:30.687880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.692602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.723721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.733174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 1d0b47be-9177-48fc-a640-b0e0351dcdfd owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:30.736315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.762782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.764188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.802517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-007f7fe3-4e62-455b-88fe-4c3e1b2fbef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.817811 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc52cefa-e7e5-4c29-bb34-428fb9b4beb6 req-c39611f8-1732-4ed5-9d97-629d67c244cb tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347332 Nov 24 22:18:30.880656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-007f7fe3-4e62-455b-88fe-4c3e1b2fbef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:30.984456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=af312a9b-7947-4302-946a-9b991ad39947,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.016353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-007f7fe3-4e62-455b-88fe-4c3e1b2fbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.018458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-007f7fe3-4e62-455b-88fe-4c3e1b2fbef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.022279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-007f7fe3-4e62-455b-88fe-4c3e1b2fbef7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e579c12-e166-4411-9c9c-75a346343ed6 HTTP/1.1" status: 204 len: 168 time: 0.3888123 Nov 24 22:18:31.023195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.033069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.038309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.038765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.048782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f7fe3-4e62-455b-88fe-4c3e1b2fbef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e579c12-e166-4411-9c9c-75a346343ed6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.055290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.098618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb78c8-7e66-4b48-9b59-0838c5d64bd2 req-d12e1ca4-91f0-4208-a9b3-a9fc3dca528d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.099548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:31.100157 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fabb78c8-7e66-4b48-9b59-0838c5d64bd2 req-d12e1ca4-91f0-4208-a9b3-a9fc3dca528d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1749661 Nov 24 22:18:31.107390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 0be2673a-80fc-45f2-87c0-6d49d0da00ab {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:31.107758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.109722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.110115 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Added segment 836a8a06-9848-43de-ae12-27c3218b3332 of type vlan for network 361afceb-aaf6-4d55-ab38-751a9ef2e955 Nov 24 22:18:31.117182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:31.153812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.161080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e1f239-c8ba-4ceb-a5f9-dfdcb7b80ca3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.167439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:31.286517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:31.311426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.312094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Added segment a0e3a5ec-cde4-49e8-a68f-4c104c48f655 of type vlan for network 1f35e3b5-dae5-4165-85bd-82f218446cd4 Nov 24 22:18:31.390904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.449398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.451720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.471852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.484453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.485153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.499705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Router 0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:31.594495 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2071390 Nov 24 22:18:31.628418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57334) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:31.629937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Network': ['ID=361afceb-aaf6-4d55-ab38-751a9ef2e955,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.641713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 361afceb-aaf6-4d55-ab38-751a9ef2e955 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:31.715398 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fabb78c8-7e66-4b48-9b59-0838c5d64bd2 req-a718077e-a8b6-4856-8940-796738aa96b8 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6002588 Nov 24 22:18:31.746227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fcaaf-e2ab-429e-bd02-c4cc6a3be898 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Network': ['ID=1f35e3b5-dae5-4165-85bd-82f218446cd4,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.753615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.766609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1f35e3b5-dae5-4165-85bd-82f218446cd4 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:31.786689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.814323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=1d0b47be-9177-48fc-a640-b0e0351dcdfd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:31.827282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 0be2673a-80fc-45f2-87c0-6d49d0da00ab owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:31.890575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:31.911090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08da195-d4a3-43d2-8dea-da414a1c8621 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.917034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08da195-d4a3-43d2-8dea-da414a1c8621 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.922062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] Sync routers for ids ['0a1fc23c-8650-4036-bb17-dc8bc2f6ba40'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:31.924876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08da195-d4a3-43d2-8dea-da414a1c8621 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.932954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08da195-d4a3-43d2-8dea-da414a1c8621 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:31.934722 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d08da195-d4a3-43d2-8dea-da414a1c8621 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3057661 Nov 24 22:18:31.939076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:31.939247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57346) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:31.940837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5832a358-9e41-4340-9980-7c557a1baff0 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "PUT /v2.0/routers/0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 HTTP/1.1" status: 200 len: 914 time: 3.5819097 Nov 24 22:18:31.944007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57348) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:31.970922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-19c6b151-09dc-458c-b866-6cf6a7657acb None None] Provisioning complete for port af312a9b-7947-4302-946a-9b991ad39947 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:31.973015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-19c6b151-09dc-458c-b866-6cf6a7657acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.068300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-19c6b151-09dc-458c-b866-6cf6a7657acb None None] Port af312a9b-7947-4302-946a-9b991ad39947 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:32.125398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] Routers {'0a1fc23c-8650-4036-bb17-dc8bc2f6ba40'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:32.126339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0a1fc23c-8650-4036-bb17-dc8bc2f6ba40'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.154953 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9e31e0ef-f27a-40d2-92e7-775da8bac1e6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 HTTP/1.1" status: 200 len: 920 time: 0.2096758 Nov 24 22:18:32.160286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57362) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.180195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.191295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] Routers {'0a1fc23c-8650-4036-bb17-dc8bc2f6ba40'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:32.192249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0a1fc23c-8650-4036-bb17-dc8bc2f6ba40'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.220990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.233834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Router 855a8a12-f860-44ba-84f2-f21689584f43 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:32.241432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.242329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c339b7-52a3-4ca1-bf05-65e8739b79ab None None] The sync data for ids ['0a1fc23c-8650-4036-bb17-dc8bc2f6ba40'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:32.245703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a071f-5055-4150-aa42-b2080d35061c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:32.248372 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-583a071f-5055-4150-aa42-b2080d35061c tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=0a1fc23c-8650-4036-bb17-dc8bc2f6ba40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0871031 Nov 24 22:18:32.251900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57366) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.284768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0de8-064c-4049-94b9-36b7fd4a91bb req-9dd198c7-22a6-442b-8e9a-4591280ac808 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:32.284768 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d76a0de8-064c-4049-94b9-36b7fd4a91bb req-9dd198c7-22a6-442b-8e9a-4591280ac808 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3107610 Nov 24 22:18:32.289826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.352965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80634df9-caec-4b34-b165-0c1fb9231125 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:32.354659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-80634df9-caec-4b34-b165-0c1fb9231125 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.1018112 Nov 24 22:18:32.357723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57372) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.388931 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6d3e36ae-1cba-47af-8294-ecf741465a76 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 HTTP/1.1" status: 200 len: 205 time: 0.0284877 Nov 24 22:18:32.391351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57374) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.434471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57376) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.462694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57380) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.574475 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d76a0de8-064c-4049-94b9-36b7fd4a91bb req-13496e6d-f6c0-41b8-8c3d-e8a8bd8b5706 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770641 Nov 24 22:18:32.629536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:32.641800 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Sync routers for ids ['855a8a12-f860-44ba-84f2-f21689584f43'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:32.661722 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Routers {'855a8a12-f860-44ba-84f2-f21689584f43'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:32.662584 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['855a8a12-f860-44ba-84f2-f21689584f43'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.701734 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bf8291e6-e4a7-4848-bebf-d46f07f5d35b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "PUT /v2.0/routers/855a8a12-f860-44ba-84f2-f21689584f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5776899 Nov 24 22:18:32.710205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57386) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.736835 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-82e38f34-8bcf-471b-ade8-b91dce28436a tempest-AgentManagementNegativeTest-1066231155 tempest-AgentManagementNegativeTest-1066231155-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2631969 Nov 24 22:18:32.746260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.764129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4999e0d7-17e4-4f45-b5fe-14d70e9a33fa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:32.765561 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4999e0d7-17e4-4f45-b5fe-14d70e9a33fa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports/af312a9b-7947-4302-946a-9b991ad39947 HTTP/1.1" status: 200 len: 911 time: 0.0544121 Nov 24 22:18:32.768360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57390) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:32.771722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Router 0457b5c4-c131-43ab-a5bd-dcb07e77daa0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:32.792551 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Set router 855a8a12-f860-44ba-84f2-f21689584f43 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:32.808266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.813016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361afceb-aaf6-4d55-ab38-751a9ef2e955']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.818284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.855959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836a8a06-9848-43de-ae12-27c3218b3332') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.856637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836a8a06-9848-43de-ae12-27c3218b3332') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:32.861852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=0be2673a-80fc-45f2-87c0-6d49d0da00ab,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:32.886320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:32.984439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:33.008367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.040397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.051087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac02c4-c0d8-4064-8703-cd443e61aa06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:33.057355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac02c4-c0d8-4064-8703-cd443e61aa06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:33.058790 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-01ac02c4-c0d8-4064-8703-cd443e61aa06 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2892864 Nov 24 22:18:33.062905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57392) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:33.088285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:33.102986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] Sync routers for ids ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:33.114357 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6ce8a2f6-3437-4538-a6d9-5e966b91e464 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/routers/0457b5c4-c131-43ab-a5bd-dcb07e77daa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9889724 Nov 24 22:18:33.117408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:33.118058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.119962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] Routers {'0457b5c4-c131-43ab-a5bd-dcb07e77daa0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:33.120990 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:33.123507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.127007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57394) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:33.209070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.224860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.228655 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a8a12-f860-44ba-84f2-f21689584f43', 'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:26Z', 'updated_at': '2021-11-24T22:18:29Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None, '_interfaces': [{'id': 'af312a9b-7947-4302-946a-9b991ad39947', 'name': '', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'mac_address': 'fa:16:3e:f2:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a8a12-f860-44ba-84f2-f21689584f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '97ede306-51db-48b9-b333-d8a9ec5eae9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:18:27Z', 'updated_at': '2021-11-24T22:18:30Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'subnets': [{'id': '97ede306-51db-48b9-b333-d8a9ec5eae9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.236647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.237120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] Routers {'0457b5c4-c131-43ab-a5bd-dcb07e77daa0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:33.239807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.246527 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.253990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.260452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/networks/361afceb-aaf6-4d55-ab38-751a9ef2e955 HTTP/1.1" status: 204 len: 168 time: 1.2851050 Nov 24 22:18:33.264984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57398) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:33.265327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6f6b4-7917-44e0-9296-2d7421d3ea16 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:18:33.265691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57400) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:33.269983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6cb6f6b4-7917-44e0-9296-2d7421d3ea16 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/1d0b47be-9177-48fc-a640-b0e0351dcdfd HTTP/1.1" status: 404 len: 333 time: 0.1389310 Nov 24 22:18:33.271742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57402) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:33.285996 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Checking router: 855a8a12-f860-44ba-84f2-f21689584f43 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:33.286435 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Updating router 855a8a12-f860-44ba-84f2-f21689584f43 port af312a9b-7947-4302-946a-9b991ad39947 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:18:33.287807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.288655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340c5f9-5657-40e0-ae9f-58b1433e0e9b None None] The sync data for ids ['0457b5c4-c131-43ab-a5bd-dcb07e77daa0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:33.317259 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.351458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafdc81-f700-4c39-9d95-042932093e26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Network': ['ID=361afceb-aaf6-4d55-ab38-751a9ef2e955,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:33.431134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-e56ae126-1659-4e3d-a6f7-597d15fd7266 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4625115 Nov 24 22:18:33.452285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.456951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b6a28b-60ba-4301-a121-7475cfecdf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.458687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.620231 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.625984 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.663516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 42b6168a-780b-4b88-8c6c-3a997c8e7a60 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:33.668689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.704451 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Pushing event updated for resources: {'Port': ['ID=af312a9b-7947-4302-946a-9b991ad39947,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:33.711203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f35e3b5-dae5-4165-85bd-82f218446cd4']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.731822 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.732711 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.733096 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.733432 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.733766 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.734096 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.734424 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.734770 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.735112 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.735441 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.736437 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.736437 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:18:33.775242 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Attempting to bind port af312a9b-7947-4302-946a-9b991ad39947 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:33.775657 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Attempting to bind port af312a9b-7947-4302-946a-9b991ad39947 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:33.776320 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Attempting to bind port af312a9b-7947-4302-946a-9b991ad39947 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:33.784283 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:33.784283 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:33.784684 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.785170 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:33.786150 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Bound port: af312a9b-7947-4302-946a-9b991ad39947, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:33.786150 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.788638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Deleting port 2554ed8c-a14a-442f-82b0-66026ca067d0 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:33.788977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.791584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.791735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e3a5ec-cde4-49e8-a68f-4c104c48f655') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.791981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e3a5ec-cde4-49e8-a68f-4c104c48f655') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:33.795229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b6a28b-60ba-4301-a121-7475cfecdf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.797934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-f7e35a2a-1ae5-4ae5-8fd3-f47fd271757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:33.799446 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-f7e35a2a-1ae5-4ae5-8fd3-f47fd271757d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.3276668 Nov 24 22:18:33.800829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.809484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.818796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42b6a28b-60ba-4301-a121-7475cfecdf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.846403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.879211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:33.879726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:33.882855 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:33.895292 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] For port af312a9b-7947-4302-946a-9b991ad39947, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:33.901757 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] For port af312a9b-7947-4302-946a-9b991ad39947, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=af312a9b-7947-4302-946a-9b991ad39947,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:33.908403 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:33.983270 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730cbc9-d599-45f1-979a-6ecbf7fb811d None None] Pushing event updated for resources: {'Port': ['ID=af312a9b-7947-4302-946a-9b991ad39947,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:34.006155 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Routers {'855a8a12-f860-44ba-84f2-f21689584f43'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:34.007188 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['855a8a12-f860-44ba-84f2-f21689584f43'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.013962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.014542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Fanout notify agent at l3_agent the message router_deleted on router 0457b5c4-c131-43ab-a5bd-dcb07e77daa0 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:34.021549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.025931 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-09d8e709-f3be-449d-92d9-d0c23bbd00e4 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/routers/0457b5c4-c131-43ab-a5bd-dcb07e77daa0 HTTP/1.1" status: 204 len: 168 time: 0.7231202 Nov 24 22:18:34.026593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57406) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:34.124190 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] Set router 855a8a12-f860-44ba-84f2-f21689584f43 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:34.145900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3f60f610-fd4a-4910-9536-a85bfb1b200f None None] Provisioning complete for port af312a9b-7947-4302-946a-9b991ad39947 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:34.147047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f60f610-fd4a-4910-9536-a85bfb1b200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.172027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.201975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.219717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet 6de0fad8-a3f8-4f8a-ac61-fe42d2993f43 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:34.240866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Calling delete_port for 2554ed8c-a14a-442f-82b0-66026ca067d0 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:34.245960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.267444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f60f610-fd4a-4910-9536-a85bfb1b200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.273592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-d6800e96-228d-4adc-b034-446b78d1e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:34.275071 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-d6800e96-228d-4adc-b034-446b78d1e687 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.4136987 Nov 24 22:18:34.291452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-42b6a28b-60ba-4301-a121-7475cfecdf29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d6e2d598b8645e6a07a2706548e73d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0140686 Nov 24 22:18:34.295006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6a28b-60ba-4301-a121-7475cfecdf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246fbcd3-dc0b-4468-9283-40b5264aa278,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:34.298187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:34.302199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:34.321210 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e8d384a-0a5b-46e4-9273-73fbc9f334fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/42b6168a-780b-4b88-8c6c-3a997c8e7a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1915245 Nov 24 22:18:34.325221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57410) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:34.347866 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] Sync routers for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:34.354358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3f60f610-fd4a-4910-9536-a85bfb1b200f None None] For port af312a9b-7947-4302-946a-9b991ad39947, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=af312a9b-7947-4302-946a-9b991ad39947,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:34.358922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f60f610-fd4a-4910-9536-a85bfb1b200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.393219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.427760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f610-fd4a-4910-9536-a85bfb1b200f None None] Pushing event updated for resources: {'Port': ['ID=af312a9b-7947-4302-946a-9b991ad39947,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:34.437670 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:34.438310 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.439442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.443250 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/networks/1f35e3b5-dae5-4165-85bd-82f218446cd4 HTTP/1.1" status: 204 len: 168 time: 1.1645341 Nov 24 22:18:34.447801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57412) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:34.477042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7f740-9d6c-4517-b2a6-efaa75eee542 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Network': ['ID=1f35e3b5-dae5-4165-85bd-82f218446cd4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:34.490874 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.494345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-63510489-2ed7-43cb-807e-1c896fb53fb3 None None] Provisioning complete for port af312a9b-7947-4302-946a-9b991ad39947 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:34.494724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63510489-2ed7-43cb-807e-1c896fb53fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.536589 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:34.537214 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.566187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5a67a7b-6e75-4728-8486-53c6f986ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.579778 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.580430 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9f4c0-5c4d-4684-81ff-18e0594ea462 None None] The sync data for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:34.640277 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a8a12-f860-44ba-84f2-f21689584f43', 'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:26Z', 'updated_at': '2021-11-24T22:18:29Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None, '_interfaces': [{'id': 'af312a9b-7947-4302-946a-9b991ad39947', 'name': '', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'mac_address': 'fa:16:3e:f2:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a8a12-f860-44ba-84f2-f21689584f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '97ede306-51db-48b9-b333-d8a9ec5eae9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:18:27Z', 'updated_at': '2021-11-24T22:18:33Z', 'revision_number': 4, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'subnets': [{'id': '97ede306-51db-48b9-b333-d8a9ec5eae9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:34.666630 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e369f5d-9357-4b5a-8352-910305c152b1 None None] The sync data for ids ['855a8a12-f860-44ba-84f2-f21689584f43'] in dv-neutron-818715-1-hyperv is: [{'id': '855a8a12-f860-44ba-84f2-f21689584f43', 'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:26Z', 'updated_at': '2021-11-24T22:18:29Z', 'revision_number': 2, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None, '_interfaces': [{'id': 'af312a9b-7947-4302-946a-9b991ad39947', 'name': '', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'mac_address': 'fa:16:3e:f2:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855a8a12-f860-44ba-84f2-f21689584f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '97ede306-51db-48b9-b333-d8a9ec5eae9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:18:27Z', 'updated_at': '2021-11-24T22:18:33Z', 'revision_number': 4, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'subnets': [{'id': '97ede306-51db-48b9-b333-d8a9ec5eae9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:34.690080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5a67a7b-6e75-4728-8486-53c6f986ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.714156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e79cb8-6b4f-4dc2-9d2f-b3127e6b07e0 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:34.719829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.720583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e79cb8-6b4f-4dc2-9d2f-b3127e6b07e0 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:34.722365 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-55e79cb8-6b4f-4dc2-9d2f-b3127e6b07e0 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2609456 Nov 24 22:18:34.729439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57414) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:34.738689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-405600500'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:34.811337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:34.815106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.850720 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-d550a92c-945a-4473-9723-102c476509fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1000 time: 0.5648513 Nov 24 22:18:34.860519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5a67a7b-6e75-4728-8486-53c6f986ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.863044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f5a67a7b-6e75-4728-8486-53c6f986ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.866579 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f5a67a7b-6e75-4728-8486-53c6f986ae45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/246fbcd3-dc0b-4468-9283-40b5264aa278 HTTP/1.1" status: 204 len: 168 time: 0.5609872 Nov 24 22:18:34.882630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:34.889608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a67a7b-6e75-4728-8486-53c6f986ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246fbcd3-dc0b-4468-9283-40b5264aa278,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:34.902024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:34.902408 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Added segment a08087d9-1684-49b4-9501-247563415800 of type vlan for network 59254c04-7fd2-4667-8b22-9a14e240649a Nov 24 22:18:34.982780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.062740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.071504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:35.072455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.072991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Allocated IP 172.26.3.48 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/8cf68a10-89f8-492a-aee2-3e574d5e92f2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:35.079935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-c3c1a3f1-2567-487a-8156-f1ec7ab8ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:35.081569 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-c3c1a3f1-2567-487a-8156-f1ec7ab8ee9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.2061067 Nov 24 22:18:35.103498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.176082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Network': ['ID=59254c04-7fd2-4667-8b22-9a14e240649a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.188247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 59254c04-7fd2-4667-8b22-9a14e240649a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:35.190710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.382048 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8a63f776-16da-4601-8f95-6f6dd9a4fc81 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6447012 Nov 24 22:18:35.384182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57426) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:35.393143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1213672316'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:35.408898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.411867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-bf3de63e-54c8-4286-8ce3-1413108654c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:35.413460 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-bf3de63e-54c8-4286-8ce3-1413108654c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3201351 Nov 24 22:18:35.419557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.450031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:35.453151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.522077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:35.543885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.544261 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Added segment b5819e6e-6987-47fe-bca4-8168cad11bda of type vlan for network 6accd8a5-1b90-4887-b228-9292f9897e4b Nov 24 22:18:35.590509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event deleted for resources: {'Port': ['ID=2554ed8c-a14a-442f-82b0-66026ca067d0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.594093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.600081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.609372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port f1b47c6d-04ef-4e31-a08f-c8a37631e60e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:35.609969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.677204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.685393 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/6de0fad8-a3f8-4f8a-ac61-fe42d2993f43 HTTP/1.1" status: 204 len: 168 time: 1.6516333 Nov 24 22:18:35.686304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57436) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:35.686960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb05de-6439-41f4-a3e3-a5491926822f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=6de0fad8-a3f8-4f8a-ac61-fe42d2993f43,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.689594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdec1db-29cb-4373-805f-f6c17805654d None None] Network ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:35.705532 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.711111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:35.711924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.719914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.807313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.861701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4742234 Nov 24 22:18:35.868706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57440) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:35.883475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.902636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224250b-e733-4d47-b275-134294ddf8f1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Network': ['ID=6accd8a5-1b90-4887-b228-9292f9897e4b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:35.906135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'ports': [{'network_id': '59254c04-7fd2-4667-8b22-9a14e240649a', 'name': 'tempest-port--1650985877', 'admin_state_up': True}, {'network_id': '6accd8a5-1b90-4887-b228-9292f9897e4b', 'admin_state_up': False}]} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:35.906436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'port': {'network_id': '59254c04-7fd2-4667-8b22-9a14e240649a', 'name': 'tempest-port--1650985877', 'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:35.906930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'port': {'network_id': '6accd8a5-1b90-4887-b228-9292f9897e4b', 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:35.914815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6accd8a5-1b90-4887-b228-9292f9897e4b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:35.917704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for f1b47c6d-04ef-4e31-a08f-c8a37631e60e owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:35.925563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:35.937085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57442) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:35.940837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-e2b5dbba-940a-40bf-8863-e37b620a0ffd service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185130 Nov 24 22:18:35.996200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.010603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.106266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 7e708f58-9dc4-417b-acd2-4e76292437bb {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:36.107316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.194844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-449434624'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:36.231162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] DHCP port deletion for ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:36.235428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device af312a9b-7947-4302-946a-9b991ad39947 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:36.249400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] For port 7e708f58-9dc4-417b-acd2-4e76292437bb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=7e708f58-9dc4-417b-acd2-4e76292437bb,segment=NetworkSegment(7c0d4372-9288-4b44-9b7e-752731eb3035),segment_id=7c0d4372-9288-4b44-9b7e-752731eb3035)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:36.249770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.278354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 7e708f58-9dc4-417b-acd2-4e76292437bb owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:36.288329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Made reservation on behalf of ef8acc22f2c34e96a64b9f5e0be1a112 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:36.291978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.314231 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.347332 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] Deleting port 7e708f58-9dc4-417b-acd2-4e76292437bb {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:36.347976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.355244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.364080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port af312a9b-7947-4302-946a-9b991ad39947 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:36.364456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.389532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.392741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=f1b47c6d-04ef-4e31-a08f-c8a37631e60e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:36.448496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] For port 7e708f58-9dc4-417b-acd2-4e76292437bb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=7e708f58-9dc4-417b-acd2-4e76292437bb,segment=NetworkSegment(7c0d4372-9288-4b44-9b7e-752731eb3035),segment_id=7c0d4372-9288-4b44-9b7e-752731eb3035)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:36.449003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.465622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] Calling delete_port for 7e708f58-9dc4-417b-acd2-4e76292437bb owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:36.474503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:36.493063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:36.495029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.496600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:36.507291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.510284 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c510b94e-cb8c-4657-8c07-ca6b51810b35 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 HTTP/1.1" status: 204 len: 168 time: 4.1176035 Nov 24 22:18:36.531393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:36.550947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57446) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:36.561365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389652938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:36.597302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.615040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.620784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.671350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 7e708f58-9dc4-417b-acd2-4e76292437bb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:36.673348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] Pushing event deleted for resources: {'Port': ['ID=7e708f58-9dc4-417b-acd2-4e76292437bb,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:36.677827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.678785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d64a48-a84b-43f7-808a-6e6a321bb98e None None] No DVR routers for this DVR port 7e708f58-9dc4-417b-acd2-4e76292437bb on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:36.682601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.687750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=7e708f58-9dc4-417b-acd2-4e76292437bb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:36.700782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 7e708f58-9dc4-417b-acd2-4e76292437bb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:36.701400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 7e708f58-9dc4-417b-acd2-4e76292437bb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:36.724862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Port': ['ID=8cf68a10-89f8-492a-aee2-3e574d5e92f2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:36.729509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No DVR routers for this DVR port 7e708f58-9dc4-417b-acd2-4e76292437bb on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:36.773502 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-77aa8c6e-ae3c-4efe-8f37-c7d14d98f213 req-034af405-d20d-41a6-b969-f7d7d13702ae service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830536 Nov 24 22:18:36.828365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.879732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'port': 2} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:36.884327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.899665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.918363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.919327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.931616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port af312a9b-7947-4302-946a-9b991ad39947 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:36.931965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.934519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:36.971040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.009749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.012211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:37.054133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e752fa01-c525-40d3-99e8-38f82119dbad,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:37.061499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.061846 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Added segment dfad5588-0a7a-42b4-a550-808ed6e8d7ff of type vlan for network 319153cd-cd10-453b-96e9-a9e82758c4e5 Nov 24 22:18:37.066539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.070538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.071621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3c383175-7e9d-4daf-b4fd-191bdee856c5 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5163221 Nov 24 22:18:37.075972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57448) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:37.080544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 42b6168a-780b-4b88-8c6c-3a997c8e7a60 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:37.085694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'enable_snat': False}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:37.090111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.093740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0d4372-9288-4b44-9b7e-752731eb3035') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.094036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0d4372-9288-4b44-9b7e-752731eb3035') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.126497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.145932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.169304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] device_id is not set on port b2f35088-2c57-4279-ae36-27347e12c5ac yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:37.182182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.224943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:37.225347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:37.229525 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:37.231481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port af312a9b-7947-4302-946a-9b991ad39947, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=af312a9b-7947-4302-946a-9b991ad39947,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:37.231937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.271350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:37.282383 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e504c02a-cd9f-4179-b2de-d62526085606 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/42b6168a-780b-4b88-8c6c-3a997c8e7a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9484735 Nov 24 22:18:37.282565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] Sync routers for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:37.283033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57450) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:37.292005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:37.292626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.323099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-db141509-b077-4466-b785-c5c232e0a30a tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b6168a-780b-4b88-8c6c-3a997c8e7a60 HTTP/1.1" status: 200 len: 205 time: 0.0359244 Nov 24 22:18:37.323099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.328280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:37.328749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.331819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.332552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57452) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:37.337875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for af312a9b-7947-4302-946a-9b991ad39947 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:37.341966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] Routers {'42b6168a-780b-4b88-8c6c-3a997c8e7a60'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:37.342760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.375598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:37.376253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26ae0b-ef7e-49bb-9e69-83ec13c1ee47 None None] The sync data for ids ['42b6168a-780b-4b88-8c6c-3a997c8e7a60'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:37.416042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.458710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.461998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2 HTTP/1.1" status: 204 len: 168 time: 1.7727697 Nov 24 22:18:37.466910 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5229547 Nov 24 22:18:37.474489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57454) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:37.474823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57456) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:37.481400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Request body: {'subnet': {'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:37.499200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.556583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.775219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.787714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.830413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:37.855889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e9dbf-45d7-4c4d-9cfd-2cf709fdd568 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event updated for resources: {'Network': ['ID=319153cd-cd10-453b-96e9-a9e82758c4e5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:37.867414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:37.933443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] device_id is not set on port 3b640676-3eca-4522-8ad2-e63c9b67d74a yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:37.933670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ad48f-28f7-45a8-bb1f-17ea88b3dc8c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:37.938405 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-659ad48f-28f7-45a8-bb1f-17ea88b3dc8c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/05869e3f-3bfb-4728-a4f7-d149a51bc286 HTTP/1.1" status: 200 len: 845 time: 0.4592094 Nov 24 22:18:37.941442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434f50a-779d-49da-8a15-a982d0f2e1a0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=ef1ebde5-d9a0-4313-a18f-a1a7a4ab41e2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:37.947807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57458) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:37.992493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Port': ['ID=8cf68a10-89f8-492a-aee2-3e574d5e92f2,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:38.024384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.047389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.068770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.069996 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-39681627-be9d-4f9c-a7b3-2a5dd56c1d33 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6343012 Nov 24 22:18:38.076780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.079844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57460) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:38.087172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-867455078'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:38.090525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.105920 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-78bb1d2d-d1ba-415b-9ec9-b2aa713d095c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/05869e3f-3bfb-4728-a4f7-d149a51bc286?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1527054 Nov 24 22:18:38.107827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57462) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:38.115673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:38.129529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=af312a9b-7947-4302-946a-9b991ad39947,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:38.158804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Made reservation on behalf of ef8acc22f2c34e96a64b9f5e0be1a112 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:38.162577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.246739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.247268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 42b6168a-780b-4b88-8c6c-3a997c8e7a60 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:38.261465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.262580 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6feea6a3-7208-4d08-bd4b-30511b8aac12 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/42b6168a-780b-4b88-8c6c-3a997c8e7a60 HTTP/1.1" status: 204 len: 168 time: 0.9264755 Nov 24 22:18:38.272093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57466) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:38.319120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Made reservation on behalf of d8faa739b4e14be7a87ce57e955dd21b for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:38.322764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.356802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.358543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.378168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.391673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.409026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet 1066d79e-fab9-407e-8d6f-84ab086b29ad {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:38.418541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.469667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:38.473203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.531755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.744974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.760332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.767564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.773763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.814413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.863550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:38.884154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.906376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Router 855a8a12-f860-44ba-84f2-f21689584f43 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:38.926237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:38.926570 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Added segment 4812aa7f-1f6f-43d4-a758-dc395a999339 of type vlan for network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a Nov 24 22:18:38.930149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76eea5a3-e7bd-4980-a8f9-d22d2bc3e1f5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:38.986642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event updated for resources: {'Subnet': ['ID=15cb9d23-232d-41ee-82d2-5342f34d1aa6,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.003682 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Port': ['ID=b2f35088-2c57-4279-ae36-27347e12c5ac,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.021404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.052106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.080943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Allocated IP 172.26.3.39 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/094d29fd-e066-4c42-b066-e5caaa2cafdf) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:39.090027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Checking segment: {'id': 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:39.090392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Network hostable DHCP agents. Network: 319153cd-cd10-453b-96e9-a9e82758c4e5, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:39.104151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Checking segment: {'id': 'a08087d9-1684-49b4-9501-247563415800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '59254c04-7fd2-4667-8b22-9a14e240649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:39.104559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network hostable DHCP agents. Network: 59254c04-7fd2-4667-8b22-9a14e240649a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:39.110457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:39.113009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=1066d79e-fab9-407e-8d6f-84ab086b29ad,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.118226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.122026 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-69045c24-1d8c-4a7d-aa03-b703e856b589 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/1066d79e-fab9-407e-8d6f-84ab086b29ad HTTP/1.1" status: 204 len: 168 time: 0.8474591 Nov 24 22:18:39.124907 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] Sync routers for ids ['855a8a12-f860-44ba-84f2-f21689584f43'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:39.125647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57468) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.131034 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3d87c2d-e6b6-48bb-9126-59a0e77273cb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "PUT /v2.0/routers/855a8a12-f860-44ba-84f2-f21689584f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0583160 Nov 24 22:18:39.136944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.142227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f77a3-f578-4221-ae4c-941b87e5839b None None] Network b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:39.142863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57470) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.152813 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] Routers {'855a8a12-f860-44ba-84f2-f21689584f43'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:39.153450 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['855a8a12-f860-44ba-84f2-f21689584f43'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:39.181815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network 59254c04-7fd2-4667-8b22-9a14e240649a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:39.196853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 59254c04-7fd2-4667-8b22-9a14e240649a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:39.208162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:39.209062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.214241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a40b5-72f5-4d41-8eda-689a79a66f57 None None] Network 59254c04-7fd2-4667-8b22-9a14e240649a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:39.223653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.229209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.229799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.258980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] Set router 855a8a12-f860-44ba-84f2-f21689584f43 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:39.280035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.290564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Port': ['ID=3b640676-3eca-4522-8ad2-e63c9b67d74a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.323344 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a8a12-f860-44ba-84f2-f21689584f43', 'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:26Z', 'updated_at': '2021-11-24T22:18:37Z', 'revision_number': 3, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:39.326455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:39.328917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:39.347669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:39.347877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Checking segment: {'id': 'b5819e6e-6987-47fe-bca4-8168cad11bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6accd8a5-1b90-4887-b228-9292f9897e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:39.348096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network hostable DHCP agents. Network: 6accd8a5-1b90-4887-b228-9292f9897e4b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:39.351784 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] Checking router: 855a8a12-f860-44ba-84f2-f21689584f43 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:18:39.351947 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2710378 Nov 24 22:18:39.355159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57472) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.360705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.360848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Request body: {'subnet': {'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:39.361297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.362963 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] Routers {'855a8a12-f860-44ba-84f2-f21689584f43'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:39.363462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=daa52ea2-3fb2-4055-8dd4-deac8a2a4d43,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.364181 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['855a8a12-f860-44ba-84f2-f21689584f43'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:39.370625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet 40591ec0-7ade-4152-9a38-cc530b4658bc {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:39.377505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 319153cd-cd10-453b-96e9-a9e82758c4e5) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:39.381724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b983fd-929c-4fa7-8247-91b785fad0c2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.383384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b983fd-929c-4fa7-8247-91b785fad0c2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.384972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-96b983fd-929c-4fa7-8247-91b785fad0c2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2387245 Nov 24 22:18:39.388496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.414752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57474) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.414998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.414998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.424976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43409bfb-acfa-4f58-a3cb-2ab9c2af4d0d tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Network': ['ID=a047aa2d-292b-4dbc-8c16-8ac2cfe0594a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.432398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.447706 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-28c1971c-7379-4b9b-b29a-5c58e2430c96 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3373551 Nov 24 22:18:39.447935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ca8ea-bf67-47ea-866a-099d55d06619 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:39.448172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57476) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.449938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7a88c-86bf-47cd-b78d-778d52471d2a None None] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:39.454215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:39.454530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'security_group': {'name': 'tempest-secgroup-557380759'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:39.460553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.469903 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-009f226a-c9b5-484a-8119-3dd417b8c2f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9905481 Nov 24 22:18:39.473545 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] Set router 855a8a12-f860-44ba-84f2-f21689584f43 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:18:39.490348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57478) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.527167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Request body: {'port': {'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1004616775'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:39.530498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.533302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855a8a12-f860-44ba-84f2-f21689584f43', 'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:26Z', 'updated_at': '2021-11-24T22:18:37Z', 'revision_number': 3, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:39.542023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network 6accd8a5-1b90-4887-b228-9292f9897e4b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:39.552087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:39.564406 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b32a2-06c4-424e-8e1a-150aae286cd3 None None] The sync data for ids ['855a8a12-f860-44ba-84f2-f21689584f43'] in dv-neutron-818715-1-hyperv is: [{'id': '855a8a12-f860-44ba-84f2-f21689584f43', 'name': 'tempest-NetworksTestDHCPv6-router-743400355', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:18:26Z', 'updated_at': '2021-11-24T22:18:37Z', 'revision_number': 3, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:39.570203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:39.584871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.625874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:39.678701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.682735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.682920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6accd8a5-1b90-4887-b228-9292f9897e4b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:39.698089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.705487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 97ede306-51db-48b9-b333-d8a9ec5eae9c {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:39.708484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098092e-36e9-490a-a953-e2b238d23415 None None] Network 6accd8a5-1b90-4887-b228-9292f9897e4b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:39.710812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:39.718043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.723112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.723911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.732809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Pushing event updated for resources: {'Port': ['ID=094d29fd-e066-4c42-b066-e5caaa2cafdf,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.736009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.746056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=40591ec0-7ade-4152-9a38-cc530b4658bc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.748267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.751700 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e2df8d9b-b650-4198-9944-cff893f01bf9 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/40591ec0-7ade-4152-9a38-cc530b4658bc HTTP/1.1" status: 204 len: 168 time: 0.6247139 Nov 24 22:18:39.752426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9105aa-7fec-468c-bbd5-59a30e251e30,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:39.754897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57480) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.811957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.813339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d928f-ccde-48cb-b750-e9c39d19efef None None] Network 52d8cab7-c569-4dae-8211-cc89bacc0c75 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:39.813676 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-56560b14-5607-4b3b-88aa-c26710bc7b84 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3645167 Nov 24 22:18:39.816819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57482) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.817393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Made reservation on behalf of d8faa739b4e14be7a87ce57e955dd21b for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:39.821141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.829110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566467576'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:39.855820 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9b9ee07a-a3f8-4bd1-867b-e8da87b58a01 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9522927 Nov 24 22:18:39.861299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.866428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:39.906288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.929059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:39.969921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] DHCP port deletion for b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:39.978767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea52f33-385c-427f-b3f3-cf9fffe75d1d tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.985752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea52f33-385c-427f-b3f3-cf9fffe75d1d tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:39.990054 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aea52f33-385c-427f-b3f3-cf9fffe75d1d tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1182535 Nov 24 22:18:39.991455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57486) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:40.111766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Made reservation on behalf of ef8acc22f2c34e96a64b9f5e0be1a112 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:40.116007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.128202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.134926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:40.168832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:40.169071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.172421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.246899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] device_id is not set on port 9e99073f-b8bc-4de1-9740-5969463948ef yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:40.248217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.252615 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4346104 Nov 24 22:18:40.256024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57488) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:40.269229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1434346169', 'security_groups': ['a636ba8a-56b8-4eba-a30b-d6132a2b1003'], 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'daa52ea2-3fb2-4055-8dd4-deac8a2a4d43'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:40.274646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.287454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-319153cd-cd10-453b-96e9-a9e82758c4e5', 'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5', 'tenant_id': 'ef8acc22f2c34e96a64b9f5e0be1a112', 'fixed_ips': [{'subnet_id': '15cb9d23-232d-41ee-82d2-5342f34d1aa6'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:40.288255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.331145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379556d1-4e47-47a0-902c-d629d50f6748 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a636ba8a-56b8-4eba-a30b-d6132a2b1003,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:40.363690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,segment=NetworkSegment(5c24d1a8-2ca0-4d7b-8ade-7ba93779165f),segment_id=5c24d1a8-2ca0-4d7b-8ade-7ba93779165f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:40.364101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.391406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Deleting port b2f35088-2c57-4279-ae36-27347e12c5ac {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:40.391770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.398036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:40.431988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.530915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.565723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Calling delete_port for b2f35088-2c57-4279-ae36-27347e12c5ac owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:40.579855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:40.585319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.594049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.631269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] Deleting port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:40.631931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.652830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.656022 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/97ede306-51db-48b9-b333-d8a9ec5eae9c HTTP/1.1" status: 204 len: 168 time: 1.2422597 Nov 24 22:18:40.659413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Allocated IP 2001:db8::1a3 (319153cd-cd10-453b-96e9-a9e82758c4e5/15cb9d23-232d-41ee-82d2-5342f34d1aa6/9e99073f-b8bc-4de1-9740-5969463948ef) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:40.661604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba57ec-8243-4377-b34a-146fc36169ad tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=97ede306-51db-48b9-b333-d8a9ec5eae9c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:40.663663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:40.693819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.695660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd4032-215f-478b-b9fe-893cd7a687f3 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:40.749907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:40.756878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:40.779925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.782861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-d7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'tenant_id': 'afd433422191402da9516c3613871b60', 'fixed_ips': [{'subnet_id': 'daa52ea2-3fb2-4055-8dd4-deac8a2a4d43'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:40.784241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.804040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.820202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] DHCP port deletion for 52d8cab7-c569-4dae-8211-cc89bacc0c75 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:40.843170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] For port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,segment=NetworkSegment(5c24d1a8-2ca0-4d7b-8ade-7ba93779165f),segment_id=5c24d1a8-2ca0-4d7b-8ade-7ba93779165f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:40.844120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.878148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] Calling delete_port for 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:40.879171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 65c8d688-1f9b-45f5-b136-73848fa88f33 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:40.890926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.898223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:40.953821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device af312a9b-7947-4302-946a-9b991ad39947 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:40.969395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Port': ['ID=b2f35088-2c57-4279-ae36-27347e12c5ac,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:40.995210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1802391-0eb8-4ddd-b7a9-d5d5cbb68414']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:41.006258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.012248 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c04b9032-fae2-4c29-b638-845eb982b4b1 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/ports/b2f35088-2c57-4279-ae36-27347e12c5ac HTTP/1.1" status: 204 len: 168 time: 1.0158572 Nov 24 22:18:41.015651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57492) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.021164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:41.021571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c24d1a8-2ca0-4d7b-8ade-7ba93779165f') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:41.043066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.093558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: af312a9b-7947-4302-946a-9b991ad39947 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:41.093804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device af312a9b-7947-4302-946a-9b991ad39947 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:41.127233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.140749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:41.141438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:41.146715 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:41.202681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.208131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] Deleting port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:41.208503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.233074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Subnet': ['ID=adf39860-4099-4075-99df-5463756aebd4,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:41.245925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Allocated IP 2001:db8::2 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/daa52ea2-3fb2-4055-8dd4-deac8a2a4d43/229b0abf-56c4-4621-b58d-14583ad38c60) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:41.247137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.255285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.258806 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/b1802391-0eb8-4ddd-b7a9-d5d5cbb68414 HTTP/1.1" status: 204 len: 168 time: 1.5028481 Nov 24 22:18:41.262041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57494) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.276317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Checking segment: {'id': '4812aa7f-1f6f-43d4-a758-dc395a999339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:41.276909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network hostable DHCP agents. Network: a047aa2d-292b-4dbc-8c16-8ac2cfe0594a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:41.286151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] Pushing event deleted for resources: {'Port': ['ID=5cdbac47-75ed-4ac7-89eb-ff56bf7161f6,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:41.289618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Deleting port 3b640676-3eca-4522-8ad2-e63c9b67d74a {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:41.290048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.294488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2bc43-ef78-40d3-b941-7832ea3e8e83 None None] No DVR routers for this DVR port 5cdbac47-75ed-4ac7-89eb-ff56bf7161f6 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:41.305192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc098e-b9c9-4810-855d-f5a91be12ecf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=b1802391-0eb8-4ddd-b7a9-d5d5cbb68414,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:41.324603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:41.345587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-51e4fec8-6083-4db5-98d4-c32b279ac4ba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6765409 Nov 24 22:18:41.353655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57496) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.387330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] For port 86ad9696-b8d3-4e85-bc44-275613d3a8b6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=86ad9696-b8d3-4e85-bc44-275613d3a8b6,segment=NetworkSegment(674aa759-ae51-4e0d-a6f8-9b8d8aff296c),segment_id=674aa759-ae51-4e0d-a6f8-9b8d8aff296c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:41.388289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.422395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] Calling delete_port for 86ad9696-b8d3-4e85-bc44-275613d3a8b6 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:41.436020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.461997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Calling delete_port for 3b640676-3eca-4522-8ad2-e63c9b67d74a owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:41.462731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.470438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.474317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.475174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:41.517503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.566175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, a047aa2d-292b-4dbc-8c16-8ac2cfe0594a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:41.569340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] Deleting port bc13ccce-516d-4e52-9b12-93337a02eb71 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:41.569716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.576920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:41.577916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.588841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa64225-8b77-4450-9dd0-07dda05b443e None None] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:41.596158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.605296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:41.605648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.665895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Port': ['ID=3b640676-3eca-4522-8ad2-e63c9b67d74a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:41.682451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.686976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-807e7364-98fe-4ac6-8cb4-3c8f5abfe8c9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/ports/3b640676-3eca-4522-8ad2-e63c9b67d74a HTTP/1.1" status: 204 len: 168 time: 0.6698594 Nov 24 22:18:41.689362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57498) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.698971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.714828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.717775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] For port bc13ccce-516d-4e52-9b12-93337a02eb71, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc13ccce-516d-4e52-9b12-93337a02eb71,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:41.718150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.728219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.729434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6392a4bb-f82a-41c9-8aa3-828ee57698da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387399 Nov 24 22:18:41.732389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.737164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57500) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.742187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1309213885'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:41.766189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f727096d-5d0d-43a9-bb18-633caffcfc56 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4099002 Nov 24 22:18:41.768711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] Calling delete_port for bc13ccce-516d-4e52-9b12-93337a02eb71 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:41.769743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57502) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.771122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] Pushing event deleted for resources: {'Port': ['ID=86ad9696-b8d3-4e85-bc44-275613d3a8b6,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:41.774983 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1125649157', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:41.784399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba93379-aa36-4dbf-83e7-c6587cc04fe6 None None] No DVR routers for this DVR port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:41.789385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.796864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.804575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 86ad9696-b8d3-4e85-bc44-275613d3a8b6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=86ad9696-b8d3-4e85-bc44-275613d3a8b6,segment=NetworkSegment(674aa759-ae51-4e0d-a6f8-9b8d8aff296c),segment_id=674aa759-ae51-4e0d-a6f8-9b8d8aff296c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:41.804952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.831388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:41.871818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:41.880366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:41.880881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.881453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Fanout notify agent at l3_agent the message router_deleted on router 855a8a12-f860-44ba-84f2-f21689584f43 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:41.890936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:41.892651 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6e98422a-b760-4feb-9161-2c7ac5cf989f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/routers/855a8a12-f860-44ba-84f2-f21689584f43 HTTP/1.1" status: 204 len: 168 time: 0.5349228 Nov 24 22:18:41.895341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57504) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:41.899672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Pushing event updated for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:41.911231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.017224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:42.033332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:42.039609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:42.049496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:42.050231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.053708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event updated for resources: {'Port': ['ID=9e99073f-b8bc-4de1-9740-5969463948ef,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:42.068084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d6fe2e-8a9e-4803-ad70-9f3034759fc2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:42.069854 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d8d6fe2e-8a9e-4803-ad70-9f3034759fc2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1732662 Nov 24 22:18:42.074592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57506) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.086664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Router 482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:42.093632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Attempting to bind port 229b0abf-56c4-4621-b58d-14583ad38c60 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:42.094311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Attempting to bind port 229b0abf-56c4-4621-b58d-14583ad38c60 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '01db48ad-e6e9-48b0-a049-65b26fb95807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:42.094899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Attempting to bind port 229b0abf-56c4-4621-b58d-14583ad38c60 on network d7d7fab6-046c-4088-8d75-ee2e31e2b27b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:42.123156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc13ccce-516d-4e52-9b12-93337a02eb71 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:42.134691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Allocated IP 2001:db8::2 (319153cd-cd10-453b-96e9-a9e82758c4e5/15cb9d23-232d-41ee-82d2-5342f34d1aa6/550b1cf5-71c6-4615-93a8-eb595f949940) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:42.158488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:42.158979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Checking segment: {'id': '01db48ad-e6e9-48b0-a049-65b26fb95807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:42.159460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.168319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Bound using segment: {'id': '01db48ad-e6e9-48b0-a049-65b26fb95807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:42.168319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Bound port: 229b0abf-56c4-4621-b58d-14583ad38c60, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01db48ad-e6e9-48b0-a049-65b26fb95807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:42.168319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.168319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-a047aa2d-292b-4dbc-8c16-8ac2cfe0594a', 'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a', 'tenant_id': 'd8faa739b4e14be7a87ce57e955dd21b', 'fixed_ips': [{'subnet_id': 'adf39860-4099-4075-99df-5463756aebd4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:42.169886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.177914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.183484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 86ad9696-b8d3-4e85-bc44-275613d3a8b6 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:42.203125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::1db (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/daa52ea2-3fb2-4055-8dd4-deac8a2a4d43/65c8d688-1f9b-45f5-b136-73848fa88f33) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:42.214359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af415b0b-cb82-4871-9a3b-86ed4494021d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:42.218314 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-af415b0b-cb82-4871-9a3b-86ed4494021d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1401212 Nov 24 22:18:42.218446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:42.219858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57508) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.220999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.253137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] Pushing event deleted for resources: {'Port': ['ID=bc13ccce-516d-4e52-9b12-93337a02eb71,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:42.255166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c658cc4-34f6-4e95-957c-400b087ed0b1 None None] No DVR routers for this DVR port bc13ccce-516d-4e52-9b12-93337a02eb71 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:42.271120 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e4d04619-a58a-40e4-a425-dc4c300aa230 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472236 Nov 24 22:18:42.272426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57510) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.278150 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-96601664-a2b7-43b6-af40-a889fc9cdd9a tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7840662 Nov 24 22:18:42.279293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57512) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.283731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:42.287324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Request body: {'port': {'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1773265825', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:42.287848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.api.validators [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] bootfile-name is not in valid_values {{(pid=102409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:42.288193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.api.validators [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] tftp-server is not in valid_values {{(pid=102409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:42.288558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.api.validators [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] server-ip-address is not in valid_values {{(pid=102409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:42.366405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:42.374052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.375256 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9e144009-1a07-4894-a89e-0ac934efa8e7 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "PUT /v2.0/routers/482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 HTTP/1.1" status: 200 len: 915 time: 5.2964582 Nov 24 22:18:42.379392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57514) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.383024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.384094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.391714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:42.461034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] Sync routers for ids ['482d56b3-2a57-4fe2-9ef1-6442ba5fdab4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:42.471820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.472172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Added segment 2add1d3b-d7fb-4231-b85f-0db9a014c40c of type vlan for network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d Nov 24 22:18:42.528056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No active binding found for port bc13ccce-516d-4e52-9b12-93337a02eb71 {{(pid=102411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 22:18:42.529352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc13ccce-516d-4e52-9b12-93337a02eb71 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:42.529789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 86ad9696-b8d3-4e85-bc44-275613d3a8b6 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:42.532518 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-169ca6ec-50b4-429e-9b82-2de3cd333da5 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 HTTP/1.1" status: 200 len: 921 time: 0.1521277 Nov 24 22:18:42.535495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57516) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.556126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Made reservation on behalf of ef8acc22f2c34e96a64b9f5e0be1a112 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:42.559711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.577478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 86ad9696-b8d3-4e85-bc44-275613d3a8b6 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:42.578189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 86ad9696-b8d3-4e85-bc44-275613d3a8b6 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:42.599233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] Routers {'482d56b3-2a57-4fe2-9ef1-6442ba5fdab4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:42.599880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['482d56b3-2a57-4fe2-9ef1-6442ba5fdab4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:42.605686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] device_id is not set on port 866a4bae-8fdc-42b5-88f8-688e6da112f0 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:42.610008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.618153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.620883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.659011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02177325-7140-49ec-837c-c7edf5b787de tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:42.663284 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-02177325-7140-49ec-837c-c7edf5b787de tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=482d56b3-2a57-4fe2-9ef1-6442ba5fdab4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1233482 Nov 24 22:18:42.665372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:42.666247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57518) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.667872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:42.707804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=86ad9696-b8d3-4e85-bc44-275613d3a8b6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:42.717413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=229b0abf-56c4-4621-b58d-14583ad38c60,segment=NetworkSegment(01db48ad-e6e9-48b0-a049-65b26fb95807),segment_id=01db48ad-e6e9-48b0-a049-65b26fb95807)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:42.735312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.749371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 86ad9696-b8d3-4e85-bc44-275613d3a8b6 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:42.752525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:42.756040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.764459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] Routers {'482d56b3-2a57-4fe2-9ef1-6442ba5fdab4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:42.765319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['482d56b3-2a57-4fe2-9ef1-6442ba5fdab4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:42.788878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d9012-8048-472a-b25d-59ab359ad3b6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:42.792690 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0e0d9012-8048-472a-b25d-59ab359ad3b6 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/networks/db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 881 time: 0.1228731 Nov 24 22:18:42.793042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57520) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.824100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-39ad6107-8b51-4cee-918e-6867c3764155 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 HTTP/1.1" status: 200 len: 205 time: 0.0273283 Nov 24 22:18:42.824442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57522) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:42.832859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Allocated IP 172.20.0.2 (a047aa2d-292b-4dbc-8c16-8ac2cfe0594a/adf39860-4099-4075-99df-5463756aebd4/cb5cea13-e4e1-47a6-97e7-5331932f7e30) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:42.834272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.846088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:42.846718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1b065-254d-42e9-a623-8e7465abce45 None None] The sync data for ids ['482d56b3-2a57-4fe2-9ef1-6442ba5fdab4'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:42.869788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.885022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:42.886105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.899100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.918981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09236f-b76e-4ff1-974a-a7ec1b9a8f83 None None] Pushing event updated for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:42.946973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:42.989832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.017787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:43.020674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Pushing event updated for resources: {'Port': ['ID=550b1cf5-71c6-4615-93a8-eb595f949940,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.023967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:43.033153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:43.131668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Allocated IP 2001:db8::196 (319153cd-cd10-453b-96e9-a9e82758c4e5/15cb9d23-232d-41ee-82d2-5342f34d1aa6/866a4bae-8fdc-42b5-88f8-688e6da112f0) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:43.133143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Attempting to bind port 550b1cf5-71c6-4615-93a8-eb595f949940 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:43.133715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Attempting to bind port 550b1cf5-71c6-4615-93a8-eb595f949940 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:43.134018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Attempting to bind port 550b1cf5-71c6-4615-93a8-eb595f949940 on network 319153cd-cd10-453b-96e9-a9e82758c4e5 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:43.134487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.148827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:43.149372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Checking segment: {'id': 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:43.149712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.150476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Bound using segment: {'id': 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:43.150711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Bound port: 550b1cf5-71c6-4615-93a8-eb595f949940, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '319153cd-cd10-453b-96e9-a9e82758c4e5'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:43.151168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.167166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.197349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.251707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.257363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:43.264065 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5227840 Nov 24 22:18:43.265761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.266094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57524) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:43.267463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:43.278954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:43.285484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Pushing event updated for resources: {'Port': ['ID=cb5cea13-e4e1-47a6-97e7-5331932f7e30,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.298922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-28b466ba-388e-437c-a966-6394a7424bff None None] For port 550b1cf5-71c6-4615-93a8-eb595f949940, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:43.303272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-28b466ba-388e-437c-a966-6394a7424bff None None] For port 550b1cf5-71c6-4615-93a8-eb595f949940, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=550b1cf5-71c6-4615-93a8-eb595f949940,segment=NetworkSegment(dfad5588-0a7a-42b4-a550-808ed6e8d7ff),segment_id=dfad5588-0a7a-42b4-a550-808ed6e8d7ff)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:43.322874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.323780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1062047382'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:43.343269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d8cab7-c569-4dae-8211-cc89bacc0c75']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:43.349312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841c6d2-b67e-43e5-b67b-0859424a32da tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Network': ['ID=1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.374593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:43.377488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:43.379500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.386245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Deleting port 094d29fd-e066-4c42-b066-e5caaa2cafdf {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:43.386660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.403063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674aa759-ae51-4e0d-a6f8-9b8d8aff296c') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:43.403502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674aa759-ae51-4e0d-a6f8-9b8d8aff296c') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:43.432219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Attempting to bind port cb5cea13-e4e1-47a6-97e7-5331932f7e30 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:43.432812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Attempting to bind port cb5cea13-e4e1-47a6-97e7-5331932f7e30 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '4812aa7f-1f6f-43d4-a758-dc395a999339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:43.433617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Attempting to bind port cb5cea13-e4e1-47a6-97e7-5331932f7e30 on network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:43.454852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:43.455491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Checking segment: {'id': '4812aa7f-1f6f-43d4-a758-dc395a999339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:43.456076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.456617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Bound using segment: {'id': '4812aa7f-1f6f-43d4-a758-dc395a999339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:43.457256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Bound port: cb5cea13-e4e1-47a6-97e7-5331932f7e30, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4812aa7f-1f6f-43d4-a758-dc395a999339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:43.457795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.460083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.463242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.476770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b466ba-388e-437c-a966-6394a7424bff None None] Pushing event updated for resources: {'Port': ['ID=550b1cf5-71c6-4615-93a8-eb595f949940,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.554031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.574428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] For port cb5cea13-e4e1-47a6-97e7-5331932f7e30, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:43.591121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=65c8d688-1f9b-45f5-b136-73848fa88f33,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.594194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:43.594714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.615776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:43.616760 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:43.636421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:18:43.657995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:43.695957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.699425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:43.705329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:43.706108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.788551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:43.795122 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7147e4d7-cf9e-4b3e-8bad-3cd1012d2c60 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5300639 Nov 24 22:18:43.798788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] For port cb5cea13-e4e1-47a6-97e7-5331932f7e30, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cb5cea13-e4e1-47a6-97e7-5331932f7e30,segment=NetworkSegment(4812aa7f-1f6f-43d4-a758-dc395a999339),segment_id=4812aa7f-1f6f-43d4-a758-dc395a999339)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:43.799638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57526) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:43.806585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:43.812037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:43.812228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.812903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.820955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:43.830096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.833321 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/52d8cab7-c569-4dae-8211-cc89bacc0c75 HTTP/1.1" status: 204 len: 168 time: 2.5666437 Nov 24 22:18:43.836753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:43.837326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.840055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57528) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:43.855092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953199750'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:43.861678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=1adf8098-94b3-4771-a2e3-3bd99c84be8e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.882610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81430dcf-6ceb-47db-ada9-af16f8b9f0f2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=52d8cab7-c569-4dae-8211-cc89bacc0c75,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:43.903810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002baa4-1ab9-4e47-8b6b-4977b3494a7f None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:43.928821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:43.932843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:43.953880 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-890e9276-f00e-4a67-a6a4-8ff593988624 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6796699 Nov 24 22:18:43.981145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.002071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.002660 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Added segment 5247d600-17b0-4787-a697-49e8a336a123 of type vlan for network 7b02d193-fee9-48b8-bfd5-409fbea766c0 Nov 24 22:18:44.005938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57530) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:44.010791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921395a-dc20-4e45-8a94-8d17fe7b2cc3 None None] Pushing event updated for resources: {'Port': ['ID=cb5cea13-e4e1-47a6-97e7-5331932f7e30,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:44.043315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:44.046593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:18:44.088511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.146913 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.149605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.149947 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment aa07f636-301b-4170-80d9-002215571615 of type vlan for network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 Nov 24 22:18:44.221284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28d98e77-3865-4b49-a3ce-7a654a164dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.234095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '1adf8098-94b3-4771-a2e3-3bd99c84be8e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:44.240761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.246259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 550b1cf5-71c6-4615-93a8-eb595f949940 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:44.322734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:44.338535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.353780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.374574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.470047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Allocated IP 172.26.3.162 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/a13e4fc6-cd6d-4270-a3ca-8e8b41b6b97d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:44.498663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 550b1cf5-71c6-4615-93a8-eb595f949940 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:44.499069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.508413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.514738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:44.515323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.570392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Allocated IP 2001:db8::f816:3eff:fe60:c309 (49828264-6294-4cd6-b467-32535f86b933/1adf8098-94b3-4771-a2e3-3bd99c84be8e/b56945b2-365c-49ea-b56e-92656721ba0a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:44.577218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.590595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:44.591551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.605867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event updated for resources: {'Port': ['ID=866a4bae-8fdc-42b5-88f8-688e6da112f0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:44.616258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.621556 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7709334 Nov 24 22:18:44.633045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57532) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:44.643501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:44.654449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:44.674922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:44.686159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Calling delete_port for 094d29fd-e066-4c42-b066-e5caaa2cafdf owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:44.701142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:44.707201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:44.707388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b9e19-d99a-4443-adbd-5a01a84260a6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=8222c717-f5e9-4fb4-a456-ee06fd2a2d41,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:44.708295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.751583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.801787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.846285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.848896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:44.851094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.862284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:44.863104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.889954 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.ipam_backend_mixin [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet daa52ea2-3fb2-4055-8dd4-deac8a2a4d43 (CIDR: 2001:db8::/64) Nov 24 22:18:44.912007 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:18:44.912521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:18:44.916162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:44.922924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:44.929986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:44.953003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:44.956822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:44.962518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Port': ['ID=a13e4fc6-cd6d-4270-a3ca-8e8b41b6b97d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:44.989485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:45.003542 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7128727 Nov 24 22:18:45.003542 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1b22eb42-0040-4d76-a83c-cae55ad15162 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.7146742 Nov 24 22:18:45.003810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189829db-761a-4df8-b5a7-8d211ff4ef5f None None] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:45.011619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.027545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57536) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:45.027738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 550b1cf5-71c6-4615-93a8-eb595f949940, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=550b1cf5-71c6-4615-93a8-eb595f949940,segment=NetworkSegment(dfad5588-0a7a-42b4-a550-808ed6e8d7ff),segment_id=dfad5588-0a7a-42b4-a550-808ed6e8d7ff)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:45.081930 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-71fccc1a-9b60-4c09-a87b-f08c1c55ddb9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2779174 Nov 24 22:18:45.088489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57538) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:45.090939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd7d6-5a2d-47b1-ac40-3e97c5a6dfd2 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Network': ['ID=7b02d193-fee9-48b8-bfd5-409fbea766c0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:45.097418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.098214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:45.132898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:45.142258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:45.183866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'subnets': [{'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1741511919', 'ip_version': 4}, {'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:45.184188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'subnet': {'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1741511919', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:45.185341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Request body: {'subnet': {'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:45.186241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.188659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7b02d193-fee9-48b8-bfd5-409fbea766c0 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:18:45.382051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedee573-ad03-4fda-9a90-33dfc500bdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:45.390967 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedee573-ad03-4fda-9a90-33dfc500bdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:45.392412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.398651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedee573-ad03-4fda-9a90-33dfc500bdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:45.401114 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bedee573-ad03-4fda-9a90-33dfc500bdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.3756196 Nov 24 22:18:45.406324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57542) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:45.444287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=550b1cf5-71c6-4615-93a8-eb595f949940,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:45.447949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.474417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=229b0abf-56c4-4621-b58d-14583ad38c60,segment=NetworkSegment(01db48ad-e6e9-48b0-a049-65b26fb95807),segment_id=01db48ad-e6e9-48b0-a049-65b26fb95807)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:45.513459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:45.515701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.524679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.525855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:45.532773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c9ea5-30bb-4662-a86f-0cf73da7ef1e None None] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:45.534258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:45.534629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.539111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:45.622589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event deleted for resources: {'Port': ['ID=094d29fd-e066-4c42-b066-e5caaa2cafdf,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:45.638571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:45.639292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.643375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.709988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=72cb0838-9e96-44bb-9d1e-6ba75d4de4be,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:45.730930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.776990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Pushing event updated for resources: {'Port': ['ID=b56945b2-365c-49ea-b56e-92656721ba0a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:45.818597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': 'aa07f636-301b-4170-80d9-002215571615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:45.818973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: 8222c717-f5e9-4fb4-a456-ee06fd2a2d41, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:45.849212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:45.849590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.858597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Made reservation on behalf of 9c40a053761d4c75a9575698d562fc76 for: {'subnet': 2} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:45.863487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.864021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.920572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:45.937696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.958954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Attempting to bind port b56945b2-365c-49ea-b56e-92656721ba0a on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:45.959327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Attempting to bind port b56945b2-365c-49ea-b56e-92656721ba0a by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:45.959717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Attempting to bind port b56945b2-365c-49ea-b56e-92656721ba0a on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:45.991459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:45.994421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:45.994800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:45.995213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.995629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:45.996120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Bound port: b56945b2-365c-49ea-b56e-92656721ba0a, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:45.996507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:45.999957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6d1fa-9644-4b87-8282-2cad42b11cdb None None] Pushing event updated for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:46.061103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Deleting port 866a4bae-8fdc-42b5-88f8-688e6da112f0 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:46.061496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.064681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.133935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.169563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.182687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Provisioning complete for port 550b1cf5-71c6-4615-93a8-eb595f949940 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:46.182687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.185054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] For port b56945b2-365c-49ea-b56e-92656721ba0a, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:46.190607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] For port b56945b2-365c-49ea-b56e-92656721ba0a, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b56945b2-365c-49ea-b56e-92656721ba0a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:46.199958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:46.213650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.245681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:46.259762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:46.260430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.301095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8222c717-f5e9-4fb4-a456-ee06fd2a2d41) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:46.307548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:46.308118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.332249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c104228-2f21-4f93-9629-4cf016491bf5 None None] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:46.340041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=01ac2237-95bc-407c-b371-cca95216598e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:46.350665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.354296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Fanout notify agent at l3_agent the message router_deleted on router 482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:46.364637 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3b0e0ba1-bf75-415a-8855-f066034e2bb5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7303486 Nov 24 22:18:46.372781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57544) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:46.395414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1734061958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:46.397058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.401616 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ef1040b6-a17c-4d89-bd89-3ca856d96980 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 HTTP/1.1" status: 204 len: 168 time: 3.5722730 Nov 24 22:18:46.404200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57546) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:46.412258 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e8247f44-31c0-428c-b4dc-5cfbaaa69134 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3729753 Nov 24 22:18:46.415561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-17134988', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:46.415697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57548) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:46.422262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:78:3b:d6', 'name': 'tempest-NetworksTestDHCPv6-1514216110'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:46.424753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.433677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af159c32-e264-43fd-98b2-5392bcf7d49c None None] Pushing event updated for resources: {'Port': ['ID=b56945b2-365c-49ea-b56e-92656721ba0a,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:46.439543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.466900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Calling delete_port for 866a4bae-8fdc-42b5-88f8-688e6da112f0 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:46.580416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Provisioning complete for port cb5cea13-e4e1-47a6-97e7-5331932f7e30 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:46.580976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.622679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cb5cea13-e4e1-47a6-97e7-5331932f7e30 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:46.714007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4cc6a780-183e-42ad-922b-6fd6be5b20b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.767296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8222c717-f5e9-4fb4-a456-ee06fd2a2d41', 'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': '72cb0838-9e96-44bb-9d1e-6ba75d4de4be'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:46.767807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.768224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.783709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.786474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.896440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.914591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.946828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.949281 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cb5cea13-e4e1-47a6-97e7-5331932f7e30 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:46.950684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.957835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:46.964875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Router 2b73e159-4a11-4fde-b86d-acc8f8bf799b is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:47.094753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] For port cb5cea13-e4e1-47a6-97e7-5331932f7e30, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cb5cea13-e4e1-47a6-97e7-5331932f7e30,segment=NetworkSegment(4812aa7f-1f6f-43d4-a758-dc395a999339),segment_id=4812aa7f-1f6f-43d4-a758-dc395a999339)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:47.109538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Allocated IP 2001:db8::2 (8222c717-f5e9-4fb4-a456-ee06fd2a2d41/72cb0838-9e96-44bb-9d1e-6ba75d4de4be/426b7729-7372-45d1-92a9-06dce51832a5) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:47.114465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:47.114888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.136233 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] Sync routers for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:47.146997 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:47.147844 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:47.196319 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:47.207763 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:47.208597 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:47.219691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.225971 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7843e5aa-de3c-4845-bd4b-760766118605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8505001 Nov 24 22:18:47.228630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57550) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:47.233757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'port': {'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41', 'name': 'tempest-RoutersIpV6Test-151071237'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:47.242550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.246239 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f9658320-a864-462c-8d38-2d97ff3bae87 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.4732559 Nov 24 22:18:47.256002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:47.260735 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:47.261626 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195945d-5621-4b50-a37c-6bc1f7885b55 None None] The sync data for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:47.278550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event deleted for resources: {'Port': ['ID=866a4bae-8fdc-42b5-88f8-688e6da112f0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:47.282798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.289577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.335588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 550b1cf5-71c6-4615-93a8-eb595f949940 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:47.337638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Pushing event updated for resources: {'Port': ['ID=cb5cea13-e4e1-47a6-97e7-5331932f7e30,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:47.348543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Provisioning complete for port 65c8d688-1f9b-45f5-b136-73848fa88f33 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:47.348941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.391363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.400321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.407212 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-12d5d0e9-c880-4ec9-93d8-6e9d926729ab tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "DELETE /v2.0/ports/866a4bae-8fdc-42b5-88f8-688e6da112f0 HTTP/1.1" status: 204 len: 168 time: 1.9617534 Nov 24 22:18:47.409600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57554) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:47.413334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:47.425438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Request body: {'port': {'name': 'tempest-new-port-name-1474261131', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:47.426335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.api.validators [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] bootfile-name is not in valid_values {{(pid=102410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:47.426770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.api.validators [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] tftp-server is not in valid_values {{(pid=102410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:47.427195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.api.validators [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] server-ip-address is not in valid_values {{(pid=102410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 22:18:47.493582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9bef9-5920-4a5f-96dc-338b6d1c8a54 None None] Port 65c8d688-1f9b-45f5-b136-73848fa88f33 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:47.527995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.535496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 550b1cf5-71c6-4615-93a8-eb595f949940 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:47.535897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.579170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.643368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.647485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.655557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:47.661135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:47.682633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:47.710026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Pushing event updated for resources: {'Port': ['ID=426b7729-7372-45d1-92a9-06dce51832a5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:47.736350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.744536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Provisioning complete for port 9e99073f-b8bc-4de1-9740-5969463948ef triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:47.745255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.801889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Port 9e99073f-b8bc-4de1-9740-5969463948ef cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:47.828569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:47.832186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.876571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 467fd4e2-70ea-4b6a-b08e-d45ef5a371a8 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:47.881384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:47.885741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Provisioning complete for port 550b1cf5-71c6-4615-93a8-eb595f949940 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:47.886090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.892657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Attempting to bind port 426b7729-7372-45d1-92a9-06dce51832a5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:47.892951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Attempting to bind port 426b7729-7372-45d1-92a9-06dce51832a5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'aa07f636-301b-4170-80d9-002215571615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:47.894868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Attempting to bind port 426b7729-7372-45d1-92a9-06dce51832a5 on network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:47.897224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:47.905072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:47.905432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:47.905555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Checking segment: {'id': 'aa07f636-301b-4170-80d9-002215571615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:47.905836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.906048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.906224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Bound using segment: {'id': 'aa07f636-301b-4170-80d9-002215571615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:47.907268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Bound port: 426b7729-7372-45d1-92a9-06dce51832a5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa07f636-301b-4170-80d9-002215571615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '8222c717-f5e9-4fb4-a456-ee06fd2a2d41'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:47.907692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.916522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] device_id is not set on port 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:47.925064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:47.938209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a33618-549c-4957-af92-c083a9ec4374 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:47.944479 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8544312 Nov 24 22:18:47.945062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57556) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:47.960002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-500786801', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23ac45c4-53ab-4146-8727-8deb8149f5d7'}], 'security_groups': ['df9105aa-7fec-468c-bbd5-59a30e251e30']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:47.977255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048c146-9b37-48ac-b14a-d056a1b04482 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:47.979862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:48.003036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988af5cf-f9ea-4d25-b65e-bd3d27df8418 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=23ac45c4-53ab-4146-8727-8deb8149f5d7,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:48.298278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8::34a (8222c717-f5e9-4fb4-a456-ee06fd2a2d41/72cb0838-9e96-44bb-9d1e-6ba75d4de4be/309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:48.304321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.315571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.372463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.379451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] For port 426b7729-7372-45d1-92a9-06dce51832a5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:48.429976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] For port 426b7729-7372-45d1-92a9-06dce51832a5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=426b7729-7372-45d1-92a9-06dce51832a5,segment=NetworkSegment(aa07f636-301b-4170-80d9-002215571615),segment_id=aa07f636-301b-4170-80d9-002215571615)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:48.445184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:48.445550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.447496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.450442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.452644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Subnet': ['ID=7dc7ad6a-3f25-4880-b96b-ec14a46e7dc8,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:48.497098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.510614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 172.20.0.4 (49828264-6294-4cd6-b467-32535f86b933/01ac2237-95bc-407c-b371-cca95216598e/467fd4e2-70ea-4b6a-b08e-d45ef5a371a8) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:48.568483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Checking segment: {'id': '2add1d3b-d7fb-4231-b85f-0db9a014c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:48.568746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Provisioning complete for port cb5cea13-e4e1-47a6-97e7-5331932f7e30 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:48.568868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network hostable DHCP agents. Network: 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:48.569080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.575936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.588269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe78:3bd6 (49828264-6294-4cd6-b467-32535f86b933/1adf8098-94b3-4771-a2e3-3bd99c84be8e/467fd4e2-70ea-4b6a-b08e-d45ef5a371a8) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:48.619211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] In _notify_port_updated(), no bound segment for port 9e99073f-b8bc-4de1-9740-5969463948ef on network 319153cd-cd10-453b-96e9-a9e82758c4e5 {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:18:48.625220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:48.625977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.629784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "PUT /v2.0/ports/9e99073f-b8bc-4de1-9740-5969463948ef HTTP/1.1" status: 200 len: 1130 time: 1.2150772 Nov 24 22:18:48.638104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57558) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:48.645977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.664759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd4a14-808c-466c-b043-2bec8c6cc818 None None] Pushing event updated for resources: {'Port': ['ID=426b7729-7372-45d1-92a9-06dce51832a5,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:48.728566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cb62f-5222-4b06-98b3-1794cf3641db tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event updated for resources: {'Port': ['ID=9e99073f-b8bc-4de1-9740-5969463948ef,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:48.729940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:48.828959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:48.833419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:48.840051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac351aa1-d143-420b-9cfd-51429aafbba6 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:48.842062 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ac351aa1-d143-420b-9cfd-51429aafbba6 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "GET /v2.0/ports/9e99073f-b8bc-4de1-9740-5969463948ef HTTP/1.1" status: 200 len: 1130 time: 0.2026300 Nov 24 22:18:48.848529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57560) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:48.889536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f4ed75f3-1724-46fa-a6a0-e9431f460159 None None] Could not find standard attr ID for object 866a4bae-8fdc-42b5-88f8-688e6da112f0. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:18:48.896246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945aff9-6240-4eed-9cfd-ff4db9569d9e None None] Network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:49.029148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.066022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] Update dhcp port {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'fixed_ips': [{'subnet_id': 'daa52ea2-3fb2-4055-8dd4-deac8a2a4d43', 'ip_address': '2001:db8::2'}, {'subnet_id': '23ac45c4-53ab-4146-8727-8deb8149f5d7'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '229b0abf-56c4-4621-b58d-14583ad38c60'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:18:49.121385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.150884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event updated for resources: {'Subnet': ['ID=01fd70c9-ad57-44a6-9e53-1446e6484546,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:49.159249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Allocated IP 172.26.3.126 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/e6714cbd-9219-4f8a-86dc-918037f35c11) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:49.171645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cb5cea13-e4e1-47a6-97e7-5331932f7e30 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:49.181385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.183407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] Update dhcp port {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': '1adf8098-94b3-4771-a2e3-3bd99c84be8e', 'ip_address': '2001:db8::f816:3eff:fe60:c309'}, {'subnet_id': '01ac2237-95bc-407c-b371-cca95216598e'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'b56945b2-365c-49ea-b56e-92656721ba0a'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:18:49.185971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ecbc8f8a-5066-40b0-8671-2e2f71066f65 None None] Provisioning complete for port b56945b2-365c-49ea-b56e-92656721ba0a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:49.186236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8f8a-5066-40b0-8671-2e2f71066f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.225086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Checking segment: {'id': '5247d600-17b0-4787-a697-49e8a336a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:49.225398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network hostable DHCP agents. Network: 7b02d193-fee9-48b8-bfd5-409fbea766c0, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:18:49.276950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.283647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.290537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.338240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:49.347716 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:49.350921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Delete allocated IP 2001:db8::1db (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/daa52ea2-3fb2-4055-8dd4-deac8a2a4d43) {{(pid=102409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 22:18:49.362532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Deleting port 9e99073f-b8bc-4de1-9740-5969463948ef {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:49.363401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.363569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:49.368826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:49.370718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.376348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Network 7b02d193-fee9-48b8-bfd5-409fbea766c0 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:18:49.397872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8:0:1::d1 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/23ac45c4-53ab-4146-8727-8deb8149f5d7/65c8d688-1f9b-45f5-b136-73848fa88f33) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:49.415885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:49.428970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-514aac22-f8f1-4450-bcf7-b71cc2c418ab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1993186 Nov 24 22:18:49.434931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57562) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:49.468323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7b02d193-fee9-48b8-bfd5-409fbea766c0) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:49.474454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.482883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:49.485447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:49.485447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.513917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3b15d-6e7c-45e2-858c-f3430649e747 None None] Network 7b02d193-fee9-48b8-bfd5-409fbea766c0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:49.557397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c4c0ade7-27dd-457b-9ddc-d6236419c296 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4002328 Nov 24 22:18:49.571319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57564) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:49.641487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d', 'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d', 'tenant_id': '9c40a053761d4c75a9575698d562fc76', 'fixed_ips': [{'subnet_id': '7dc7ad6a-3f25-4880-b96b-ec14a46e7dc8'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:49.642579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.671688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.676261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cb5cea13-e4e1-47a6-97e7-5331932f7e30 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:49.676692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.704156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Calling delete_port for 9e99073f-b8bc-4de1-9740-5969463948ef owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:49.710415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.756644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8f8a-5066-40b0-8671-2e2f71066f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.766746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.775403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e361f-ba19-436e-aeb7-41422d8e8638 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:49.777552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e361f-ba19-436e-aeb7-41422d8e8638 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:49.779371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e361f-ba19-436e-aeb7-41422d8e8638 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:49.781196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cb8e361f-ba19-436e-aeb7-41422d8e8638 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1995728 Nov 24 22:18:49.790719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57566) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:49.916377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:49.991353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] Allocated IP 172.20.0.2 (49828264-6294-4cd6-b467-32535f86b933/01ac2237-95bc-407c-b371-cca95216598e/b56945b2-365c-49ea-b56e-92656721ba0a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:49.996899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ecbc8f8a-5066-40b0-8671-2e2f71066f65 None None] For port b56945b2-365c-49ea-b56e-92656721ba0a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b56945b2-365c-49ea-b56e-92656721ba0a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:50.035329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8f8a-5066-40b0-8671-2e2f71066f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.084188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=467fd4e2-70ea-4b6a-b08e-d45ef5a371a8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:50.108534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Allocated IP 172.20.0.2 (1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d/7dc7ad6a-3f25-4880-b96b-ec14a46e7dc8/b2da8e05-996e-48b6-8109-4363dfa6be94) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:50.138247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b56945b2-365c-49ea-b56e-92656721ba0a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:50.175072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-7b02d193-fee9-48b8-bfd5-409fbea766c0', 'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0', 'tenant_id': '9c40a053761d4c75a9575698d562fc76', 'fixed_ips': [{'subnet_id': '01fd70c9-ad57-44a6-9e53-1446e6484546'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:50.175344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.175443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:50.182711 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:50.189139 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:50.205764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event updated for resources: {'Port': ['ID=e6714cbd-9219-4f8a-86dc-918037f35c11,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:50.211951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:50.244794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:50.279601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:50.314933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:50.315116 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.354434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Deleting subnet 7dc7ad6a-3f25-4880-b96b-ec14a46e7dc8 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:50.370931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.371791 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-65144c1b-a314-4091-a137-9043a2a61ad6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9550319 Nov 24 22:18:50.375872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:50.388349 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Allocated IP 172.20.0.1 (a047aa2d-292b-4dbc-8c16-8ac2cfe0594a/adf39860-4099-4075-99df-5463756aebd4/9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:50.404697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.406505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c654a1f7-2209-4532-b34e-0af9efbf132f None None] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:50.449293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.467032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc8f8a-5066-40b0-8671-2e2f71066f65 None None] Pushing event updated for resources: {'Port': ['ID=b56945b2-365c-49ea-b56e-92656721ba0a,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:50.577674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b9971810-a378-491a-ae95-5be452d7d6f3 None None] Provisioning complete for port 9e99073f-b8bc-4de1-9740-5969463948ef triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:50.577969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9971810-a378-491a-ae95-5be452d7d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.626005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] In _notify_port_updated(), no bound segment for port 65c8d688-1f9b-45f5-b136-73848fa88f33 on network d7d7fab6-046c-4088-8d75-ee2e31e2b27b {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:18:50.631934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:50.632207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.634825 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/ports/65c8d688-1f9b-45f5-b136-73848fa88f33 HTTP/1.1" status: 200 len: 929 time: 2.6801937 Nov 24 22:18:50.639479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2607-bd43-428a-9071-d276740b7b0f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=65c8d688-1f9b-45f5-b136-73848fa88f33,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:50.647470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57570) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:50.672901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cc9d3-39d9-4a76-893e-e5a7cc27483a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:50.678925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cc9d3-39d9-4a76-893e-e5a7cc27483a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:50.683028 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e59cc9d3-39d9-4a76-893e-e5a7cc27483a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3041103 Nov 24 22:18:50.689217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57572) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:50.698038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] For port b56945b2-365c-49ea-b56e-92656721ba0a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b56945b2-365c-49ea-b56e-92656721ba0a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:50.708732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] Allocated IP 2001:db8:0:1::2 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/23ac45c4-53ab-4146-8727-8deb8149f5d7/229b0abf-56c4-4621-b58d-14583ad38c60) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:50.726214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.751061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.783391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b9971810-a378-491a-ae95-5be452d7d6f3 None None] Port 9e99073f-b8bc-4de1-9740-5969463948ef cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:50.812508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event deleted for resources: {'Port': ['ID=9e99073f-b8bc-4de1-9740-5969463948ef,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:50.868015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.895234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.900671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 467fd4e2-70ea-4b6a-b08e-d45ef5a371a8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:50.900867 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2b808a52-467e-46e6-a9da-a62baf6e6732 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "DELETE /v2.0/ports/9e99073f-b8bc-4de1-9740-5969463948ef HTTP/1.1" status: 204 len: 168 time: 2.0281756 Nov 24 22:18:50.900954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.902387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57574) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:50.914291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.928393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:50.933328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.949363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:50.971997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b56945b2-365c-49ea-b56e-92656721ba0a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:50.972560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.981320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Deleting subnet 15cb9d23-232d-41ee-82d2-5342f34d1aa6 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:50.982697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.985230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:50.987058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:50.987727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.048759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 65c8d688-1f9b-45f5-b136-73848fa88f33 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:51.049099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.054970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.065786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Port': ['ID=9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:51.152021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Allocated IP 172.20.0.18 (7b02d193-fee9-48b8-bfd5-409fbea766c0/01fd70c9-ad57-44a6-9e53-1446e6484546/f97afcd1-4486-4d03-8414-bd9dc742e6e5) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:51.166290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-16268f84-9a49-4498-8fd1-1cd9474b7d8c None None] Provisioning complete for port 426b7729-7372-45d1-92a9-06dce51832a5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:51.166290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16268f84-9a49-4498-8fd1-1cd9474b7d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.177060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.212480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.308518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:51.312960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.335221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.342346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 65c8d688-1f9b-45f5-b136-73848fa88f33 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:51.360732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 467fd4e2-70ea-4b6a-b08e-d45ef5a371a8 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:51.388088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.391935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.400275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.435595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481555b6-29fe-4647-8605-afe99c4f1c08 None None] Pushing event updated for resources: {'Port': ['ID=b56945b2-365c-49ea-b56e-92656721ba0a,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:51.445556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.453299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.506527 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=229b0abf-56c4-4621-b58d-14583ad38c60,segment=NetworkSegment(01db48ad-e6e9-48b0-a049-65b26fb95807),segment_id=01db48ad-e6e9-48b0-a049-65b26fb95807)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:51.564145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.575362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:51.594817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:51.622364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:51.664580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.670540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.671299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Pushing event updated for resources: {'Port': ['ID=b2da8e05-996e-48b6-8109-4363dfa6be94,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:51.675008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.695317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.718221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.754709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event deleted for resources: {'Subnet': ['ID=15cb9d23-232d-41ee-82d2-5342f34d1aa6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:51.813840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16268f84-9a49-4498-8fd1-1cd9474b7d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.816208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.835045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50debfbb-fe37-49e7-b6ee-ca941bc2b21f None None] Network 319153cd-cd10-453b-96e9-a9e82758c4e5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:51.875122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:51.883515 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-efde0dd2-d2fc-4a8b-b13e-8fd5a2e78415 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "DELETE /v2.0/subnets/15cb9d23-232d-41ee-82d2-5342f34d1aa6 HTTP/1.1" status: 204 len: 168 time: 0.9807875 Nov 24 22:18:51.958989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57576) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:52.045696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.103766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.142171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.167362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.176184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=65c8d688-1f9b-45f5-b136-73848fa88f33,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:52.229069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.232059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997626d-314c-4a9f-a0c8-a583833efdb3 None None] Pushing event updated for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:52.235211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-836f11c6-70cb-4bab-8a1c-a0b375918b5f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/65c8d688-1f9b-45f5-b136-73848fa88f33 HTTP/1.1" status: 204 len: 168 time: 1.5814321 Nov 24 22:18:52.239959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57578) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:52.297369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Attempting to bind port b2da8e05-996e-48b6-8109-4363dfa6be94 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:52.297746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Attempting to bind port b2da8e05-996e-48b6-8109-4363dfa6be94 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2add1d3b-d7fb-4231-b85f-0db9a014c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:52.298066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8933040f-db9a-46ef-be1d-46d07f12c9cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:18:52.298179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Attempting to bind port b2da8e05-996e-48b6-8109-4363dfa6be94 on network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:52.302523 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8933040f-db9a-46ef-be1d-46d07f12c9cf tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/65c8d688-1f9b-45f5-b136-73848fa88f33 HTTP/1.1" status: 404 len: 333 time: 0.0569584 Nov 24 22:18:52.302523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.306753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57582) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:52.330087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b56945b2-365c-49ea-b56e-92656721ba0a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:52.353716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc7ad6a-3f25-4880-b96b-ec14a46e7dc8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:52.372198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.375941 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-61799192-4ab9-42ed-9094-58ed2ec1f443 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/subnets/7dc7ad6a-3f25-4880-b96b-ec14a46e7dc8 HTTP/1.1" status: 204 len: 168 time: 2.5756705 Nov 24 22:18:52.388606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57584) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:52.404409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-16268f84-9a49-4498-8fd1-1cd9474b7d8c None None] For port 426b7729-7372-45d1-92a9-06dce51832a5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=426b7729-7372-45d1-92a9-06dce51832a5,segment=NetworkSegment(aa07f636-301b-4170-80d9-002215571615),segment_id=aa07f636-301b-4170-80d9-002215571615)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:52.406588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:52.407772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Checking segment: {'id': '2add1d3b-d7fb-4231-b85f-0db9a014c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:52.408874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.414266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Bound using segment: {'id': '2add1d3b-d7fb-4231-b85f-0db9a014c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:52.419816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Bound port: b2da8e05-996e-48b6-8109-4363dfa6be94, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2add1d3b-d7fb-4231-b85f-0db9a014c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:52.420301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.444685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.479062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16268f84-9a49-4498-8fd1-1cd9474b7d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.586460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Network 7b02d193-fee9-48b8-bfd5-409fbea766c0 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:52.606739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:52.609471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:52.654989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Pushing event updated for resources: {'Port': ['ID=f97afcd1-4486-4d03-8414-bd9dc742e6e5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:52.758666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Provisioning complete for port 426b7729-7372-45d1-92a9-06dce51832a5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:52.759370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.802741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.863187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=467fd4e2-70ea-4b6a-b08e-d45ef5a371a8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:52.905667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Deleting port 550b1cf5-71c6-4615-93a8-eb595f949940 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:52.906276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.915921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.951700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.952400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:52.963474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Router 973303c5-0b4a-4186-8c4b-ccaf7c72d564 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:52.994099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a656d973-2d7a-4c03-a2f5-c37a62c181f9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.008474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Deleting subnet 01fd70c9-ad57-44a6-9e53-1446e6484546 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:53.034316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.100174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b56945b2-365c-49ea-b56e-92656721ba0a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:53.101224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.137777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] DHCP port deletion for 319153cd-cd10-453b-96e9-a9e82758c4e5 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:53.154549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:53.162181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.165689 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-870e714a-1c03-497c-8775-f8bad261883f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/467fd4e2-70ea-4b6a-b08e-d45ef5a371a8 HTTP/1.1" status: 204 len: 168 time: 2.4754984 Nov 24 22:18:53.171444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57586) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:53.205272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.211504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] For port b2da8e05-996e-48b6-8109-4363dfa6be94, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:53.214380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Attempting to bind port f97afcd1-4486-4d03-8414-bd9dc742e6e5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:53.214860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Attempting to bind port f97afcd1-4486-4d03-8414-bd9dc742e6e5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '5247d600-17b0-4787-a697-49e8a336a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:53.215231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Attempting to bind port f97afcd1-4486-4d03-8414-bd9dc742e6e5 on network 7b02d193-fee9-48b8-bfd5-409fbea766c0 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:53.253240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:53.253945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Checking segment: {'id': '5247d600-17b0-4787-a697-49e8a336a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:53.254361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.254759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Bound using segment: {'id': '5247d600-17b0-4787-a697-49e8a336a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:53.255443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Bound port: f97afcd1-4486-4d03-8414-bd9dc742e6e5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5247d600-17b0-4787-a697-49e8a336a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b02d193-fee9-48b8-bfd5-409fbea766c0'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:53.256646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.312524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe9abb-5aaa-45f0-aa5f-5c0368395238 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:53.322150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe9abb-5aaa-45f0-aa5f-5c0368395238 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:53.324120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe9abb-5aaa-45f0-aa5f-5c0368395238 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:53.324268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.327299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-efbe9abb-5aaa-45f0-aa5f-5c0368395238 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1549466 Nov 24 22:18:53.332225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57588) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:53.345532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] For port b2da8e05-996e-48b6-8109-4363dfa6be94, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b2da8e05-996e-48b6-8109-4363dfa6be94,segment=NetworkSegment(2add1d3b-d7fb-4231-b85f-0db9a014c40c),segment_id=2add1d3b-d7fb-4231-b85f-0db9a014c40c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:53.370604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.388210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:53.397307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.402843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a656d973-2d7a-4c03-a2f5-c37a62c181f9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.403907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16268f84-9a49-4498-8fd1-1cd9474b7d8c None None] Pushing event updated for resources: {'Port': ['ID=426b7729-7372-45d1-92a9-06dce51832a5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:53.404036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:53.421972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.455086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.462028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] For port 550b1cf5-71c6-4615-93a8-eb595f949940, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=550b1cf5-71c6-4615-93a8-eb595f949940,segment=NetworkSegment(dfad5588-0a7a-42b4-a550-808ed6e8d7ff),segment_id=dfad5588-0a7a-42b4-a550-808ed6e8d7ff)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:53.462542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.575253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:53.576238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 01ac2237-95bc-407c-b371-cca95216598e {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:53.587982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] Deleting port 550b1cf5-71c6-4615-93a8-eb595f949940 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:53.588469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.601316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.614956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.622697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Subnet': ['ID=01fd70c9-ad57-44a6-9e53-1446e6484546,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:53.628783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a656d973-2d7a-4c03-a2f5-c37a62c181f9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.631490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a656d973-2d7a-4c03-a2f5-c37a62c181f9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.634963 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a656d973-2d7a-4c03-a2f5-c37a62c181f9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/security-groups/a636ba8a-56b8-4eba-a30b-d6132a2b1003 HTTP/1.1" status: 204 len: 168 time: 1.2951608 Nov 24 22:18:53.635689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Calling delete_port for 550b1cf5-71c6-4615-93a8-eb595f949940 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:53.637656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] Sync routers for ids ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:53.639408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57590) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:53.688035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b08c7-102f-4e39-91d4-db6f18576ad6 None None] Network 1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:53.689194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Port': ['ID=9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:53.700510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.704066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d333f68d-0be2-4e40-b5c3-3d3b06f6418f tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/subnets/01fd70c9-ad57-44a6-9e53-1446e6484546 HTTP/1.1" status: 204 len: 168 time: 1.3062403 Nov 24 22:18:53.705141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656d973-2d7a-4c03-a2f5-c37a62c181f9 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636ba8a-56b8-4eba-a30b-d6132a2b1003,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:53.717035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57592) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:53.739912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.744651 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8a94f56e-8863-4c27-b376-e25f82bf5dd8 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3359113 Nov 24 22:18:53.745200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57594) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:53.761680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.807133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:53.826636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955fd8c-0d6e-4a7f-90a0-3720b08756dd None None] Pushing event updated for resources: {'Port': ['ID=b2da8e05-996e-48b6-8109-4363dfa6be94,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:53.829591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] Routers {'973303c5-0b4a-4186-8c4b-ccaf7c72d564'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:53.830449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:53.871380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] For port f97afcd1-4486-4d03-8414-bd9dc742e6e5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:53.913106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.913802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:53.925151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Provisioning complete for port 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:53.925522 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:53.945989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 426b7729-7372-45d1-92a9-06dce51832a5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:53.975293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18eb16-d594-4eed-bd9b-a393436fff26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:53.977020 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3d18eb16-d594-4eed-bd9b-a393436fff26 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2553365 Nov 24 22:18:53.989308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57596) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:54.006777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] For port f97afcd1-4486-4d03-8414-bd9dc742e6e5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f97afcd1-4486-4d03-8414-bd9dc742e6e5,segment=NetworkSegment(5247d600-17b0-4787-a697-49e8a336a123),segment_id=5247d600-17b0-4787-a697-49e8a336a123)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:54.025018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] For port 550b1cf5-71c6-4615-93a8-eb595f949940, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=550b1cf5-71c6-4615-93a8-eb595f949940,segment=NetworkSegment(dfad5588-0a7a-42b4-a550-808ed6e8d7ff),segment_id=dfad5588-0a7a-42b4-a550-808ed6e8d7ff)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:54.025479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.029138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:54.043287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:54.044638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.050752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbc0-83e5-403e-ac34-67179e4b5a48 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.061197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] Routers {'973303c5-0b4a-4186-8c4b-ccaf7c72d564'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:54.061842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.122203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] Calling delete_port for 550b1cf5-71c6-4615-93a8-eb595f949940 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:54.149830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.163699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.169288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.170036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578cf27-167c-4872-9c99-ffa54eb72140 None None] The sync data for ids ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:54.172136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Port 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:54.184935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.236540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbc0-83e5-403e-ac34-67179e4b5a48 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.273795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 37d64b22-aa32-493a-9acb-36985b96f82a is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:18:54.282156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.289070 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/01ac2237-95bc-407c-b371-cca95216598e HTTP/1.1" status: 204 len: 168 time: 0.9557471 Nov 24 22:18:54.292474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb7565-5ed5-4031-9e96-2da419e7daef tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=01ac2237-95bc-407c-b371-cca95216598e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:54.297272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57598) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:54.308942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42528b-1089-4646-a4c5-426da5c435bf None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:54.342860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Provisioning complete for port 9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:54.344298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.373495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e95347-39e0-48cd-9095-c3500bf495ce None None] Pushing event updated for resources: {'Port': ['ID=f97afcd1-4486-4d03-8414-bd9dc742e6e5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:54.402734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] No DVR routers for this DVR port 550b1cf5-71c6-4615-93a8-eb595f949940 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:54.417736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event deleted for resources: {'Port': ['ID=550b1cf5-71c6-4615-93a8-eb595f949940,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:54.478420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 426b7729-7372-45d1-92a9-06dce51832a5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:54.478978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.524762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbc0-83e5-403e-ac34-67179e4b5a48 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.527853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbc0-83e5-403e-ac34-67179e4b5a48 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.529078 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ff0cdbc0-83e5-403e-ac34-67179e4b5a48 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/security-groups/df9105aa-7fec-468c-bbd5-59a30e251e30 HTTP/1.1" status: 204 len: 168 time: 0.8843269 Nov 24 22:18:54.531801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57600) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:54.541982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.569248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 1adf8098-94b3-4771-a2e3-3bd99c84be8e {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:54.576453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdbc0-83e5-403e-ac34-67179e4b5a48 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9105aa-7fec-468c-bbd5-59a30e251e30,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:54.581103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.586984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:54.594451 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d0c45fcf-9bf9-4679-b183-ca91e70cf31c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/37d64b22-aa32-493a-9acb-36985b96f82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1584189 Nov 24 22:18:54.597539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7ba75-f304-4f94-837b-d46cb0f48978 None None] Port 9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:54.603766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] No DVR routers for this DVR port 550b1cf5-71c6-4615-93a8-eb595f949940 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:54.608617 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] Sync routers for ids ['37d64b22-aa32-493a-9acb-36985b96f82a'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:54.621039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57602) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:54.622624 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] Routers {'37d64b22-aa32-493a-9acb-36985b96f82a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:54.624762 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['37d64b22-aa32-493a-9acb-36985b96f82a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.671940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.676505 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.682846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba19f88-31f5-488a-b4c7-b6ece1cec777 None None] Pushing event deleted for resources: {'Port': ['ID=550b1cf5-71c6-4615-93a8-eb595f949940,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:54.684548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Router 2b73e159-4a11-4fde-b86d-acc8f8bf799b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:54.698745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.705768 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] Routers {'37d64b22-aa32-493a-9acb-36985b96f82a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:54.706775 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['37d64b22-aa32-493a-9acb-36985b96f82a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.729203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3cdf8-271b-4077-a45b-3ecad2cb87ac tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:54.733256 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-42a3cdf8-271b-4077-a45b-3ecad2cb87ac tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports/309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 HTTP/1.1" status: 200 len: 983 time: 0.1061556 Nov 24 22:18:54.735006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57604) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:54.737345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319153cd-cd10-453b-96e9-a9e82758c4e5']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.737817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Provisioning complete for port 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:54.738247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.754877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet daa52ea2-3fb2-4055-8dd4-deac8a2a4d43 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:18:54.767037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.767343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfad5588-0a7a-42b4-a550-808ed6e8d7ff') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.769065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.770153 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:54.771815 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df988aac-0a9b-4853-bf28-3c02e3b8b791 None None] The sync data for ids ['37d64b22-aa32-493a-9acb-36985b96f82a'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:54.784418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Port 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:54.792074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Could not find standard attr ID for object 65c8d688-1f9b-45f5-b136-73848fa88f33. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:18:54.801743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.812223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.851147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.856773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.860799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Deleting port f97afcd1-4486-4d03-8414-bd9dc742e6e5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:54.861141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.867899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.877054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Provisioning complete for port 9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:54.877656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.919084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Port 9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:54.924280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:54.925966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:54.927841 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:54.940113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:54.941335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.060853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] For port f97afcd1-4486-4d03-8414-bd9dc742e6e5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f97afcd1-4486-4d03-8414-bd9dc742e6e5,segment=NetworkSegment(5247d600-17b0-4787-a697-49e8a336a123),segment_id=5247d600-17b0-4787-a697-49e8a336a123)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:55.061453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.067739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.072358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.075764 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] 10.222.0.41 "DELETE /v2.0/networks/319153cd-cd10-453b-96e9-a9e82758c4e5 HTTP/1.1" status: 204 len: 168 time: 3.1140158 Nov 24 22:18:55.110164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.118306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Provisioning complete for port b56945b2-365c-49ea-b56e-92656721ba0a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:55.118688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.157735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:55.163021 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c13f32c7-c599-49d0-8ba9-deb4f42ceca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "PUT /v2.0/routers/2b73e159-4a11-4fde-b86d-acc8f8bf799b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9056799 Nov 24 22:18:55.173399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57608) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:55.175850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Calling delete_port for f97afcd1-4486-4d03-8414-bd9dc742e6e5 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:55.189283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] Sync routers for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:55.203850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8cbd3-a55b-4cb6-a902-a9248e6cdffd tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664 tempest-ExtraDHCPOptionsIpV6TestJSON-1467070664-project] Pushing event deleted for resources: {'Network': ['ID=319153cd-cd10-453b-96e9-a9e82758c4e5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:55.217455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Request body: {'port': {'network_id': 'a047aa2d-292b-4dbc-8c16-8ac2cfe0594a', 'name': 'tempest-FloatingIPAdminTestJSON-1500662837'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:55.220474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:55.221480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:55.284146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 426b7729-7372-45d1-92a9-06dce51832a5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:55.287468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:55.317918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.328626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.348637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.354814 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/1adf8098-94b3-4771-a2e3-3bd99c84be8e HTTP/1.1" status: 204 len: 168 time: 1.0523150 Nov 24 22:18:55.365908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:55.366548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:55.378934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57610) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:55.386227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a13616-36a7-405a-9d2d-b4d621af870c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=1adf8098-94b3-4771-a2e3-3bd99c84be8e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:55.424461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:55.425114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d2b670-83c6-4b40-b49a-fffcc2097e0d None None] The sync data for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:55.446214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Deleting port e6714cbd-9219-4f8a-86dc-918037f35c11 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:55.446644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.448424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Could not find standard attr ID for object 467fd4e2-70ea-4b6a-b08e-d45ef5a371a8. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:18:55.458573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 426b7729-7372-45d1-92a9-06dce51832a5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:55.458918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.480143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5e967609-9877-4d53-8dde-faa1f200651f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001489 Nov 24 22:18:55.484510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57614) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:55.492289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:55.521070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:55.521441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.615545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f62f37ab-80cc-460e-a9c5-3e2d21bfb317 None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:55.640828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57616) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:55.662493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:55.667961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.687546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.748054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.761993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.788294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=daa52ea2-3fb2-4055-8dd4-deac8a2a4d43,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:55.793245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.800791 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f9faa67a-0b83-4550-bec7-ab74a68d37e5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/daa52ea2-3fb2-4055-8dd4-deac8a2a4d43 HTTP/1.1" status: 204 len: 168 time: 1.2353187 Nov 24 22:18:55.816874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] No DVR routers for this DVR port f97afcd1-4486-4d03-8414-bd9dc742e6e5 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:55.820992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57620) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:55.828642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:55.837782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Port': ['ID=f97afcd1-4486-4d03-8414-bd9dc742e6e5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:55.839585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Made reservation on behalf of d8faa739b4e14be7a87ce57e955dd21b for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:55.843103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:55.887995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Calling delete_port for e6714cbd-9219-4f8a-86dc-918037f35c11 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:55.936197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:55.984549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318dbea2-2469-43a8-848e-5b9f1edaaabc None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:55.986565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59dbcd-f179-4349-81d4-861afdb9eb3b None None] Network 7b02d193-fee9-48b8-bfd5-409fbea766c0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:55.987546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] device_id is not set on port 235013df-31ae-468a-a325-c4c4455e722f yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:18:56.053709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-042fa53c-264f-42cf-b86d-750882692657 None None] Could not find standard attr ID for object f97afcd1-4486-4d03-8414-bd9dc742e6e5. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:18:56.055133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.055894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b19b7f8-3d7e-4b7f-9234-6455f92af1e7 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:56.094747 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-99a20f04-a65d-4636-bdc6-d5e0d99c9570 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef8acc22f2c34e96a64b9f5e0be1a112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460585 Nov 24 22:18:56.205398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:56.205715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.297752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4c0c4e92-a132-44e7-b9e0-335a8f3813dd None None] Provisioning complete for port b56945b2-365c-49ea-b56e-92656721ba0a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:56.298131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4e92-a132-44e7-b9e0-335a8f3813dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.356746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57622) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:56.400399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.408520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4bce51-8b0f-4dde-aa50-6e3c24e3cee5 None None] DHCP port deletion for 7b02d193-fee9-48b8-bfd5-409fbea766c0 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:56.480316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b02d193-fee9-48b8-bfd5-409fbea766c0']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:56.538796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5247d600-17b0-4787-a697-49e8a336a123') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:56.538796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5247d600-17b0-4787-a697-49e8a336a123') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:56.542666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f97afcd1-4486-4d03-8414-bd9dc742e6e5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:18:56.577314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:18:56.584765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f97afcd1-4486-4d03-8414-bd9dc742e6e5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:56.585124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f97afcd1-4486-4d03-8414-bd9dc742e6e5 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 22:18:56.604440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.611248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Port f97afcd1-4486-4d03-8414-bd9dc742e6e5 not found, will not notify nova. {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 22:18:56.652035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.663139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:56.666913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.675695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] Deleting port b56945b2-365c-49ea-b56e-92656721ba0a {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:56.675695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.676041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Allocated IP 172.20.0.14 (a047aa2d-292b-4dbc-8c16-8ac2cfe0594a/adf39860-4099-4075-99df-5463756aebd4/235013df-31ae-468a-a325-c4c4455e722f) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:56.693466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:18:56.694612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:18:56.699467 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:18:56.742775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d033576-eba2-4b2f-9523-979fffb33769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.744496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 550b1cf5-71c6-4615-93a8-eb595f949940 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:56.754898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:18:56.773600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 550b1cf5-71c6-4615-93a8-eb595f949940 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:56.773974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 550b1cf5-71c6-4615-93a8-eb595f949940 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:56.807542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] For port b56945b2-365c-49ea-b56e-92656721ba0a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b56945b2-365c-49ea-b56e-92656721ba0a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:56.807881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.822885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] Calling delete_port for b56945b2-365c-49ea-b56e-92656721ba0a owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:56.921933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d033576-eba2-4b2f-9523-979fffb33769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.924397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.952401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.976251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:56.982088 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/networks/7b02d193-fee9-48b8-bfd5-409fbea766c0 HTTP/1.1" status: 204 len: 168 time: 2.9916456 Nov 24 22:18:56.984636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57624) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:56.992897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_pluggable_backend [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Port b56945b2-365c-49ea-b56e-92656721ba0a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 22:18:56.993208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_pluggable_backend [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Reverting IP allocation for 2001:db8::f816:3eff:fe60:c309 {{(pid=102410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 22:18:56.997052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_pluggable_backend [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe60:c309 {{(pid=102410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 22:18:57.002600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.017315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] Pushing event deleted for resources: {'Port': ['ID=b56945b2-365c-49ea-b56e-92656721ba0a,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:57.020750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b56945b2-365c-49ea-b56e-92656721ba0a no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:57.024427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:57.024805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.045823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66b3d0-b729-425a-b711-7e64996f13d1 None None] No DVR routers for this DVR port b56945b2-365c-49ea-b56e-92656721ba0a on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:57.046324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca29697-d549-4de3-92d7-43389aaeea1c tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Network': ['ID=7b02d193-fee9-48b8-bfd5-409fbea766c0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:57.048895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.049553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b56945b2-365c-49ea-b56e-92656721ba0a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:57.049906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b56945b2-365c-49ea-b56e-92656721ba0a not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:57.050953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f97afcd1-4486-4d03-8414-bd9dc742e6e5 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:18:57.089065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f97afcd1-4486-4d03-8414-bd9dc742e6e5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:18:57.089483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f97afcd1-4486-4d03-8414-bd9dc742e6e5 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:18:57.120360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.133342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:57.198904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Pushing event deleted for resources: {'Port': ['ID=e6714cbd-9219-4f8a-86dc-918037f35c11,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:57.284432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:57.287373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.296832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:57.301610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:57.302204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.312514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=f52b6edb-9e72-4eda-adcc-b57d11d1d226,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:57.313240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12bddd3-8829-4155-8c87-d92a6571cd7e None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:57.331502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d033576-eba2-4b2f-9523-979fffb33769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.334903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5d033576-eba2-4b2f-9523-979fffb33769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.336164 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5d033576-eba2-4b2f-9523-979fffb33769 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e752fa01-c525-40d3-99e8-38f82119dbad HTTP/1.1" status: 204 len: 168 time: 0.9613240 Nov 24 22:18:57.359134 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8da21cef-57f6-40a6-9b71-3b6be1341f63 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8732438 Nov 24 22:18:57.362280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57628) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:57.367070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:57.398837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.400549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d033576-eba2-4b2f-9523-979fffb33769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e752fa01-c525-40d3-99e8-38f82119dbad,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:57.448695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.458537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.499997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=309ec0d2-0d1d-4f24-ab66-3a1d12a4d0e3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:57.612859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ca23b9dd-1f9a-446c-b306-55b5c84b86eb None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:57.613379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca23b9dd-1f9a-446c-b306-55b5c84b86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.638032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.704728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.764501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ca23b9dd-1f9a-446c-b306-55b5c84b86eb None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:57.765014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca23b9dd-1f9a-446c-b306-55b5c84b86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.806466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ca23b9dd-1f9a-446c-b306-55b5c84b86eb None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:57.808642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'f52b6edb-9e72-4eda-adcc-b57d11d1d226'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:18:57.809577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.871374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:57.875749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.884274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.905661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 37d64b22-aa32-493a-9acb-36985b96f82a has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:57.919625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:57.921625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.923417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:57.925521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:57.956528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:57.971777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Allocated IP 2001:db8::f816:3eff:fec9:d87a (49828264-6294-4cd6-b467-32535f86b933/f52b6edb-9e72-4eda-adcc-b57d11d1d226/d165d260-3254-48e7-a914-03b92d05a45d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:58.057890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:58.070481 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] Sync routers for ids ['37d64b22-aa32-493a-9acb-36985b96f82a'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:58.085675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Deleting port b2da8e05-996e-48b6-8109-4363dfa6be94 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:18:58.086021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.087779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event updated for resources: {'Port': ['ID=235013df-31ae-468a-a325-c4c4455e722f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:58.088668 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] Routers {'37d64b22-aa32-493a-9acb-36985b96f82a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:58.090980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['37d64b22-aa32-493a-9acb-36985b96f82a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.098389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:58.109485 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c98fa91c-b812-42e2-89fd-4b7000a5ba21 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/37d64b22-aa32-493a-9acb-36985b96f82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3703911 Nov 24 22:18:58.112384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57642) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.142383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:58.164718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:58.165314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.185073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.197053 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] Routers {'37d64b22-aa32-493a-9acb-36985b96f82a'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:58.197873 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['37d64b22-aa32-493a-9acb-36985b96f82a'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.204143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.210609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309eb2f8-3a15-4080-92f9-38faea438d69 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:18:58.225321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.271396 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.272344 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18ccfe-5bfa-487f-8947-a2625bab63ba None None] The sync data for ids ['37d64b22-aa32-493a-9acb-36985b96f82a'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:58.275404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4502525 Nov 24 22:18:58.276184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57650) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.297631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'security_group': {'name': 'tempest-secgroup-389199299'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:58.311562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:58.325847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:58.329861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:18:58.333934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Pushing event updated for resources: {'Port': ['ID=d165d260-3254-48e7-a914-03b92d05a45d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:58.335372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c608e2-ee1b-4a41-a795-3957ef548251 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:58.351723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Router 973303c5-0b4a-4186-8c4b-ccaf7c72d564 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:18:58.376558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:58.377484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.389662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] For port b2da8e05-996e-48b6-8109-4363dfa6be94, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b2da8e05-996e-48b6-8109-4363dfa6be94,segment=NetworkSegment(2add1d3b-d7fb-4231-b85f-0db9a014c40c),segment_id=2add1d3b-d7fb-4231-b85f-0db9a014c40c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:58.390285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.411972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c46613f6-32f8-4381-bc55-e87747de1739 None None] Provisioning complete for port 235013df-31ae-468a-a325-c4c4455e722f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:18:58.412297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c46613f6-32f8-4381-bc55-e87747de1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.415050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Calling delete_port for b2da8e05-996e-48b6-8109-4363dfa6be94 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:18:58.460346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57654) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.461118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.465379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Attempting to bind port d165d260-3254-48e7-a914-03b92d05a45d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:18:58.465754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Attempting to bind port d165d260-3254-48e7-a914-03b92d05a45d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:18:58.466112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Attempting to bind port d165d260-3254-48e7-a914-03b92d05a45d on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:18:58.473607 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.497749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:18:58.497749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:18:58.498129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.498397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:18:58.498824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Bound port: d165d260-3254-48e7-a914-03b92d05a45d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:18:58.499203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.500906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9bb4846d-25c2-40cc-ad90-4d944690dab2 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2981894 Nov 24 22:18:58.508526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57658) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.521265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c46613f6-32f8-4381-bc55-e87747de1739 None None] Port 235013df-31ae-468a-a325-c4c4455e722f cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:18:58.553963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:18:58.564803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.566260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f6ae4f63-f9f4-4feb-a198-de8c48ddf702 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "PUT /v2.0/routers/973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 200 len: 704 time: 4.7630053 Nov 24 22:18:58.571546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57662) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.578759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] Sync routers for ids ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:18:58.618532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] Routers {'973303c5-0b4a-4186-8c4b-ccaf7c72d564'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:58.619881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.652202 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8b86f62c-4ad9-4ae6-a426-13cb7a03296d tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/routers/973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 200 len: 739 time: 0.0797403 Nov 24 22:18:58.661581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.661738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57664) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.665833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] For port d165d260-3254-48e7-a914-03b92d05a45d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:18:58.677854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2142602973'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:58.694863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:18:58.702603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:18:58.705744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] Routers {'973303c5-0b4a-4186-8c4b-ccaf7c72d564'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:18:58.706379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.711128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] For port d165d260-3254-48e7-a914-03b92d05a45d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d165d260-3254-48e7-a914-03b92d05a45d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:18:58.739421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:58.739828 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-486a619b-e4c0-4c89-a542-475e045ba893 tempest-RoutersAdminTest-1899830003 tempest-RoutersAdminTest-1899830003-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=db6ff637-9030-4395-a9bd-93960f57e046&device_id=973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 200 len: 205 time: 0.0768499 Nov 24 22:18:58.740617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.744544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57668) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.753781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.756049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:58.756650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e5606-e22a-49d1-8e26-0f6e3acca320 None None] The sync data for ids ['973303c5-0b4a-4186-8c4b-ccaf7c72d564'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:18:58.797890 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-a10aa5b3-7155-4d0a-89b2-1c2382373dac tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 22:18:58.798111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] Update dhcp port {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'fixed_ips': [{'subnet_id': '23ac45c4-53ab-4146-8727-8deb8149f5d7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '229b0abf-56c4-4621-b58d-14583ad38c60'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:18:58.798225 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a10aa5b3-7155-4d0a-89b2-1c2382373dac tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/37d64b22-aa32-493a-9acb-36985b96f82a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6786180 Nov 24 22:18:58.798338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:58.802241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.806917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57670) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.813702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:58.820248 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-189a264b-745d-41d9-9247-6b1f8b44592f tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 200 len: 205 time: 0.0700233 Nov 24 22:18:58.823514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'project_id': 'd8faa739b4e14be7a87ce57e955dd21b', 'port_id': '235013df-31ae-468a-a325-c4c4455e722f'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:58.828261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57672) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.857171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.857417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.865939 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c49db9bc-4dc2-424c-aee0-6db6580a86a7 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=37d64b22-aa32-493a-9acb-36985b96f82a HTTP/1.1" status: 200 len: 205 time: 0.0542026 Nov 24 22:18:58.873444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57674) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.874343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947d73d-382e-4d79-80b2-2f1621068073 None None] Pushing event updated for resources: {'Port': ['ID=d165d260-3254-48e7-a914-03b92d05a45d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:58.920415 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cdb154f5-69af-417c-86c6-07c61f6423a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5543096 Nov 24 22:18:58.920415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.923128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57676) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:58.928064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:92:29:a7', 'name': 'tempest-NetworksTestDHCPv6-857555751'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:58.953245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.958344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:58.975124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.003367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.020859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Port': ['ID=b2da8e05-996e-48b6-8109-4363dfa6be94,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:59.023433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] No DVR routers for this DVR port b2da8e05-996e-48b6-8109-4363dfa6be94 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:18:59.092396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] Allocated IP 2001:db8::2 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a/229b0abf-56c4-4621-b58d-14583ad38c60) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:18:59.140845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.196455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.199448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.234630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.242564 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9575632 Nov 24 22:18:59.244226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57680) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:59.250927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc055da-4f10-4b38-926d-9f8fc7d8afe0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eba01e-6dff-4e33-9eff-1361b60d4b71,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:59.252282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'security_group': {'name': 'tempest-secgroup-229008657'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:18:59.286300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=229b0abf-56c4-4621-b58d-14583ad38c60,segment=NetworkSegment(01db48ad-e6e9-48b0-a049-65b26fb95807),segment_id=01db48ad-e6e9-48b0-a049-65b26fb95807)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:18:59.329435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.329961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Fanout notify agent at l3_agent the message router_deleted on router 973303c5-0b4a-4186-8c4b-ccaf7c72d564 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:59.338705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.340409 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b1b93166-43b3-40f9-9b22-6863fd5a5893 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 204 len: 168 time: 0.5104671 Nov 24 22:18:59.347786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57682) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:59.349958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.358932 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.421135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.427247 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3b9f03c3-151a-4dcf-bad5-2042d69d3073 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 200 len: 205 time: 0.0780926 Nov 24 22:18:59.432037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57686) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:59.454542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:18:59.478986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf6e13-a452-4888-aec0-eed727874219 None None] Pushing event updated for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:18:59.516594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.726190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.733268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.736203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.812649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:59.838204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2add1d3b-d7fb-4231-b85f-0db9a014c40c') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:59.838501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2add1d3b-d7fb-4231-b85f-0db9a014c40c') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:18:59.841291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.841784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 37d64b22-aa32-493a-9acb-36985b96f82a {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:18:59.848788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.850165 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7a6c40ed-18ea-4183-82e4-1537a6677a85 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/37d64b22-aa32-493a-9acb-36985b96f82a HTTP/1.1" status: 204 len: 168 time: 0.9696729 Nov 24 22:18:59.859377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57688) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:59.876336 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-c05068f3-c583-4cee-88ae-10c90e0d302d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] delete failed (client error): The resource could not be found. Nov 24 22:18:59.877371 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c05068f3-c583-4cee-88ae-10c90e0d302d tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/973303c5-0b4a-4186-8c4b-ccaf7c72d564 HTTP/1.1" status: 404 len: 336 time: 0.4361691 Nov 24 22:18:59.883343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57690) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:59.890735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-b0098919-94cb-4886-81a7-6c5106c0ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:59.892400 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-b0098919-94cb-4886-81a7-6c5106c0ca52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.2160807 Nov 24 22:18:59.912837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.916110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.944620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca30ec-dd82-4dec-a377-a5aac759d641 req-5793815d-67be-4cfb-897e-267f985805ab tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:18:59.946198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2fca30ec-dd82-4dec-a377-a5aac759d641 req-5793815d-67be-4cfb-897e-267f985805ab tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.4959197 Nov 24 22:18:59.960758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.974169 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0f437843-a075-4416-834a-a3716382157c tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 HTTP/1.1" status: 200 len: 205 time: 0.0856171 Nov 24 22:18:59.983849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:18:59.986251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57692) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:18:59.999247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.054260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:00.054773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.062650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:00.066758 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:00.080223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:00.109701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-7b9d85fa-9d25-4b36-8cf3-d17f51fd9950 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] delete failed (client error): The resource could not be found. Nov 24 22:19:00.112822 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7b9d85fa-9d25-4b36-8cf3-d17f51fd9950 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/482d56b3-2a57-4fe2-9ef1-6442ba5fdab4 HTTP/1.1" status: 404 len: 336 time: 0.1162198 Nov 24 22:19:00.115665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet 72cb0838-9e96-44bb-9d1e-6ba75d4de4be {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:00.123024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57694) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.125350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd5cf1-91b9-4db0-8aa0-c00576b9bc07,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:00.129065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.133677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port de350e1a-5ae3-45e0-a039-0d1f15c5f138 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:00.164718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.181488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.181849 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Added segment 78342d7c-7e22-49d1-8e1b-32c86a86c538 of type vlan for network ea199758-6f03-4259-b297-4455dbbcd890 Nov 24 22:19:00.203316 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0a7da7cf-43ac-416f-9b85-42878b60be41 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 HTTP/1.1" status: 200 len: 205 time: 0.0788794 Nov 24 22:19:00.212507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57696) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.246864 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2fca30ec-dd82-4dec-a377-a5aac759d641 req-7324cbe6-cf02-4f10-b913-e02920287388 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809560 Nov 24 22:19:00.247596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.249255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.281305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-19244da4-1d38-4efd-bdfd-ddd8cb59cc0f None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:00.281835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-19244da4-1d38-4efd-bdfd-ddd8cb59cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.303697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df64194-110d-49f3-a12c-1e4e1488d393 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:00.327382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.328912 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0813007 Nov 24 22:19:00.329686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.334311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.339835 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/networks/1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d HTTP/1.1" status: 204 len: 168 time: 3.3330340 Nov 24 22:19:00.339835 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-d2d8a95c-5956-4328-bc6e-3bfe5d5d8929 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] delete failed (client error): The resource could not be found. Nov 24 22:19:00.340932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2d8a95c-5956-4328-bc6e-3bfe5d5d8929 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/0a1fc23c-8650-4036-bb17-dc8bc2f6ba40 HTTP/1.1" status: 404 len: 336 time: 0.1224425 Nov 24 22:19:00.348612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57698) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.348951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57700) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.349478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57702) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.358119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.370005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'security_group': {'name': 'tempest-secgroup-96819309'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:00.383036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e137bad-2d67-408d-b45d-1baa54e655e9 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Network': ['ID=1e3f99a2-b8fd-45b2-a427-813a2ff6fc2d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:00.390986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-6fdcc6f9-c3df-48b4-b268-d4f243837e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:00.393048 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-6fdcc6f9-c3df-48b4-b268-d4f243837e44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.4586217 Nov 24 22:19:00.402553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec07ae6-92eb-4539-8fcb-7c44ba58278a tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d97ca-dfac-4280-ac56-a10feb605a47,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:00.468199 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-921fdc03-b234-4aa0-b1c0-1a0e87432dff tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=1660f0ed-e140-469a-8907-048a0f34beeb HTTP/1.1" status: 200 len: 205 time: 0.1132410 Nov 24 22:19:00.473115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57706) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.484081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.489565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:00.490170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.520981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Allocated IP 172.26.3.146 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/3ad7bbaa-7441-436d-928c-0c600af9ef5e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:00.579866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-38c0dc44-3b44-4501-8509-cdebeb5acc0e tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] delete failed (client error): The resource could not be found. Nov 24 22:19:00.583341 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-38c0dc44-3b44-4501-8509-cdebeb5acc0e tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/1660f0ed-e140-469a-8907-048a0f34beeb HTTP/1.1" status: 404 len: 336 time: 0.0993719 Nov 24 22:19:00.584008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57708) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.586620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.597989 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-ef037845-5a2e-450b-8348-18b7434dd773 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1000 time: 0.1931560 Nov 24 22:19:00.601919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.615811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.652472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Network': ['ID=ea199758-6f03-4259-b297-4455dbbcd890,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:00.658447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-19244da4-1d38-4efd-bdfd-ddd8cb59cc0f None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:00.658628 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6065639b-ed90-4894-bed6-0c198869d72d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1947479 Nov 24 22:19:00.659356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-19244da4-1d38-4efd-bdfd-ddd8cb59cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.680062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57710) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.682568 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-568f1b07-4466-454f-8b0e-db9b9bb8789f tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=a673667b-4dbd-4414-8b67-b69c40ecdeff HTTP/1.1" status: 200 len: 205 time: 0.0974636 Nov 24 22:19:00.686772 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'subnet': {'network_id': 'ea199758-6f03-4259-b297-4455dbbcd890', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:00.687588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57712) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.697110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-19244da4-1d38-4efd-bdfd-ddd8cb59cc0f None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:00.700901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ea199758-6f03-4259-b297-4455dbbcd890 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:00.738780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-344c401d-d86d-40af-a41a-265ebaaab5d2 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] delete failed (client error): The resource could not be found. Nov 24 22:19:00.740842 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-344c401d-d86d-40af-a41a-265ebaaab5d2 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/a673667b-4dbd-4414-8b67-b69c40ecdeff HTTP/1.1" status: 404 len: 336 time: 0.0488169 Nov 24 22:19:00.744951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57714) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.765801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-dbac5646-b117-4331-91f3-68db6e7b2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:00.767607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-dbac5646-b117-4331-91f3-68db6e7b2ae0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.1460824 Nov 24 22:19:00.794221 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce9dcaec-5ae4-40dc-b3bb-f79eb4cf0ed2 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560c561-0e1c-4e1a-a097-d5ab8140bc9e HTTP/1.1" status: 200 len: 205 time: 0.0453637 Nov 24 22:19:00.800135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57716) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.812492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] Update dhcp port {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': 'f52b6edb-9e72-4eda-adcc-b57d11d1d226', 'ip_address': '2001:db8::f816:3eff:fec9:d87a'}, {'subnet_id': 'a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'd165d260-3254-48e7-a914-03b92d05a45d'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:19:00.850734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.863872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ac118b44-1ba9-4120-a138-e6cb89c9df97 None None] Provisioning complete for port d165d260-3254-48e7-a914-03b92d05a45d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:00.864215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac118b44-1ba9-4120-a138-e6cb89c9df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.864513 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-ff234365-f215-4249-83ec-b18f54c1efb0 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] delete failed (client error): The resource could not be found. Nov 24 22:19:00.865550 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ff234365-f215-4249-83ec-b18f54c1efb0 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/routers/8560c561-0e1c-4e1a-a097-d5ab8140bc9e HTTP/1.1" status: 404 len: 336 time: 0.0644751 Nov 24 22:19:00.868629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57718) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.898206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.911882 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9aaac4-efab-4d54-bb4d-d1afc16984d4 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:00.912585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9aaac4-efab-4d54-bb4d-d1afc16984d4 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:00.916277 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cd9aaac4-efab-4d54-bb4d-d1afc16984d4 tempest-RoutersAdminTest-686303378 tempest-RoutersAdminTest-686303378-project] 10.222.0.41 "DELETE /v2.0/subnets/19058e65-e708-416f-b729-2b5060b9837e HTTP/1.1" status: 404 len: 337 time: 0.0454948 Nov 24 22:19:00.922858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 172.20.0.14 (49828264-6294-4cd6-b467-32535f86b933/a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f/de350e1a-5ae3-45e0-a039-0d1f15c5f138) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:00.946596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=72cb0838-9e96-44bb-9d1e-6ba75d4de4be,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:00.952866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.954222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:00.957340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ece42173-8f9a-43a6-8565-17ecce6150ba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/72cb0838-9e96-44bb-9d1e-6ba75d4de4be HTTP/1.1" status: 204 len: 168 time: 1.0928590 Nov 24 22:19:00.958968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe92:29a7 (49828264-6294-4cd6-b467-32535f86b933/f52b6edb-9e72-4eda-adcc-b57d11d1d226/de350e1a-5ae3-45e0-a039-0d1f15c5f138) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:00.960073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-544b8672-e002-435c-9e1a-862c8a80624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:00.961974 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-544b8672-e002-435c-9e1a-862c8a80624a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1794562 Nov 24 22:19:00.962650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57722) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:00.972594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b52b8-c183-4d2f-a151-36fc13533d0e None None] Network 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:01.021731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6accd8a5-1b90-4887-b228-9292f9897e4b']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:01.045119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.049008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.055072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5819e6e-6987-47fe-bca4-8168cad11bda') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:01.055370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5819e6e-6987-47fe-bca4-8168cad11bda') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:01.082555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.086944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.101179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.110597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:01.114064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.151285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac118b44-1ba9-4120-a138-e6cb89c9df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.154739 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-26d47e0c-9d48-4120-8f8b-318f68a61c26 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825421 Nov 24 22:19:01.258208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.262444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ac118b44-1ba9-4120-a138-e6cb89c9df97 None None] For port d165d260-3254-48e7-a914-03b92d05a45d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d165d260-3254-48e7-a914-03b92d05a45d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:01.280526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac118b44-1ba9-4120-a138-e6cb89c9df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.289151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.290625 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.9401796 Nov 24 22:19:01.299126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57726) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:01.301111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d165d260-3254-48e7-a914-03b92d05a45d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:01.302301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 426b7729-7372-45d1-92a9-06dce51832a5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:01.302566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.312162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:01.312580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.325697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-560077401', 'security_groups': ['85a52cd9-591b-48d2-ab49-a07cb1ba54cf'], 'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:01.343633 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:01.412141 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b00d173-c48d-44a0-b821-ecfe54129757 req-bac3aa85-5a9f-4021-879f-2faf90faf32c service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371683 Nov 24 22:19:01.416421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.417619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac118b44-1ba9-4120-a138-e6cb89c9df97 None None] Pushing event updated for resources: {'Port': ['ID=d165d260-3254-48e7-a914-03b92d05a45d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:01.438211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657ff9e-e95d-424f-b7fb-27396a12af68 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a52cd9-591b-48d2-ab49-a07cb1ba54cf,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:01.464142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 426b7729-7372-45d1-92a9-06dce51832a5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=426b7729-7372-45d1-92a9-06dce51832a5,segment=NetworkSegment(aa07f636-301b-4170-80d9-002215571615),segment_id=aa07f636-301b-4170-80d9-002215571615)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:01.464832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.482974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d165d260-3254-48e7-a914-03b92d05a45d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:01.483417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.503490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 426b7729-7372-45d1-92a9-06dce51832a5 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:01.528709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] DHCP port deletion for 8222c717-f5e9-4fb4-a456-ee06fd2a2d41 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:01.530134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57730) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:01.559775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:01.573620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:01.586594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.588948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:01.596563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.599228 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/networks/6accd8a5-1b90-4887-b228-9292f9897e4b HTTP/1.1" status: 204 len: 168 time: 1.2475698 Nov 24 22:19:01.616772 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57734) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:01.618521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Pushing event updated for resources: {'Port': ['ID=3ad7bbaa-7441-436d-928c-0c600af9ef5e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:01.659078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:01.675982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:01.714019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] Deleting port 426b7729-7372-45d1-92a9-06dce51832a5 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:01.714540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.728288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6408ac-0003-49ac-9970-ffc89c7f6d63 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Network': ['ID=6accd8a5-1b90-4887-b228-9292f9897e4b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:01.743376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.750864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdf3cb-20d3-4de4-acbe-0e2aecb135c3 req-27f7590b-f547-40ae-811a-a61d821f301d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:01.752421 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24bdf3cb-20d3-4de4-acbe-0e2aecb135c3 req-27f7590b-f547-40ae-811a-a61d821f301d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3681803 Nov 24 22:19:01.794962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=426b7729-7372-45d1-92a9-06dce51832a5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:01.799218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 426b7729-7372-45d1-92a9-06dce51832a5 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:01.809568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb338-f708-4b86-bfe0-beb77b33856a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.819795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.823976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] For port 426b7729-7372-45d1-92a9-06dce51832a5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=426b7729-7372-45d1-92a9-06dce51832a5,segment=NetworkSegment(aa07f636-301b-4170-80d9-002215571615),segment_id=aa07f636-301b-4170-80d9-002215571615)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:01.824267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.835489 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:01.835882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.841722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] Calling delete_port for 426b7729-7372-45d1-92a9-06dce51832a5 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:01.885463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.920047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb338-f708-4b86-bfe0-beb77b33856a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.987576 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24bdf3cb-20d3-4de4-acbe-0e2aecb135c3 req-110d882f-f558-4d12-b1d5-c6892f157e1b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190261 Nov 24 22:19:01.989592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.993876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:01.997522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb338-f708-4b86-bfe0-beb77b33856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.009452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.050361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.053812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.072273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8222c717-f5e9-4fb4-a456-ee06fd2a2d41']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:02.075011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] Pushing event deleted for resources: {'Port': ['ID=426b7729-7372-45d1-92a9-06dce51832a5,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:02.076621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76cb06-3bfc-448c-b973-541a5de56183 None None] No DVR routers for this DVR port 426b7729-7372-45d1-92a9-06dce51832a5 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:02.092203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] device_id is not set on port 48124b15-8998-43ec-921a-c181d32104db yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:02.106035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] Allocated IP 172.20.0.2 (49828264-6294-4cd6-b467-32535f86b933/a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f/d165d260-3254-48e7-a914-03b92d05a45d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:02.112119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa07f636-301b-4170-80d9-002215571615') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:02.112419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa07f636-301b-4170-80d9-002215571615') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:02.120434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d1ddb338-f708-4b86-bfe0-beb77b33856a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27e0f1516bf0496ebcf9e68d27f6c9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5870612 Nov 24 22:19:02.120434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb338-f708-4b86-bfe0-beb77b33856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa11dd-80e3-4010-aeca-e1c23e488b49,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:02.154418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57736) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:02.163077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.184935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.201587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Subnet': ['ID=692f8d81-d8ed-4cc3-b119-a10398566e77,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:02.219237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:02.219767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.220106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] For port d165d260-3254-48e7-a914-03b92d05a45d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d165d260-3254-48e7-a914-03b92d05a45d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:02.223178 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:02.252588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.258704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.303354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=de350e1a-5ae3-45e0-a039-0d1f15c5f138,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:02.330930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.335413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.344481 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/8222c717-f5e9-4fb4-a456-ee06fd2a2d41 HTTP/1.1" status: 204 len: 168 time: 1.3745809 Nov 24 22:19:02.346926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57738) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:02.354423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-316600858'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:02.356477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.367655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc9af0-0c73-49dd-a6d1-3dd0dffc637d None None] Pushing event updated for resources: {'Port': ['ID=d165d260-3254-48e7-a914-03b92d05a45d,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:02.373249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:02.377357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4810e-60c8-4b10-a748-cc91a2457ebb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=8222c717-f5e9-4fb4-a456-ee06fd2a2d41,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:02.394086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:02.396669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:02.408280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8::2d3 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a/48124b15-8998-43ec-921a-c181d32104db) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:02.413313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:02.416937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.431857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59254c04-7fd2-4667-8b22-9a14e240649a']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:02.464347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:02.471975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08087d9-1684-49b4-9501-247563415800') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:02.472372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08087d9-1684-49b4-9501-247563415800') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:02.493807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.494158 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment 118da618-7f44-431e-bc98-65b30c6f76ee of type vlan for network 99ddb539-ab5d-4ff2-a345-895916f116b1 Nov 24 22:19:02.505535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c1154068-0140-4553-a913-2ab37f75d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.512764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.526712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Checking segment: {'id': '78342d7c-7e22-49d1-8e1b-32c86a86c538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ea199758-6f03-4259-b297-4455dbbcd890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:02.527082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network hostable DHCP agents. Network: ea199758-6f03-4259-b297-4455dbbcd890, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:02.563992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:02.564572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.581951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.594459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c1154068-0140-4553-a913-2ab37f75d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.615366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:02.615882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:02.623461 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:02.674257 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-20bae83d-a4b6-4c5a-bd4c-d8f5b8ce88c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7474337 Nov 24 22:19:02.690612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57740) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:02.740741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:02.872852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.928868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.937044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.943920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:02.944650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:02.998049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d165d260-3254-48e7-a914-03b92d05a45d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:03.044312 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6942940 Nov 24 22:19:03.048855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57744) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:03.055939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:03.082376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d165d260-3254-48e7-a914-03b92d05a45d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:03.082997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.131373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3ab7760b-992a-4bb0-963f-9408a6604752 None None] Provisioning complete for port d165d260-3254-48e7-a914-03b92d05a45d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:03.132046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3ab7760b-992a-4bb0-963f-9408a6604752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.138885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14c8e-90cb-4056-885b-fc09b634d409 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=99ddb539-ab5d-4ff2-a345-895916f116b1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:03.144199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, ea199758-6f03-4259-b297-4455dbbcd890) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:03.161786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.188748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:03.189336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.192694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.203856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:03.205135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac521dcb-5232-43be-bc2a-c43bdfa7fc92 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:03.205942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71ef1e-68c1-44e7-a721-53650ae403de None None] Network ea199758-6f03-4259-b297-4455dbbcd890 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:03.211063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac521dcb-5232-43be-bc2a-c43bdfa7fc92 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:03.212752 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ac521dcb-5232-43be-bc2a-c43bdfa7fc92 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5214117 Nov 24 22:19:03.216363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57746) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:03.218756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.223249 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] 10.222.0.41 "DELETE /v2.0/networks/59254c04-7fd2-4667-8b22-9a14e240649a HTTP/1.1" status: 204 len: 168 time: 1.6034503 Nov 24 22:19:03.284299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:03.296578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:03.300345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:03.308454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da696c9-99d2-4a58-aa7b-88631f49b3c3 tempest-BulkNetworkOpsTest-1575323644 tempest-BulkNetworkOpsTest-1575323644-project] Pushing event deleted for resources: {'Network': ['ID=59254c04-7fd2-4667-8b22-9a14e240649a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:03.309341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:03.311153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.361589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:03.363946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.365692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.372295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=48124b15-8998-43ec-921a-c181d32104db,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:03.406450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c1154068-0140-4553-a913-2ab37f75d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.409229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c1154068-0140-4553-a913-2ab37f75d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.410572 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c1154068-0140-4553-a913-2ab37f75d413 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5daa11dd-80e3-4010-aeca-e1c23e488b49 HTTP/1.1" status: 204 len: 168 time: 1.2063043 Nov 24 22:19:03.454827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5a218ec4-9cb3-4db6-a885-478c426a7d92 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1455717 Nov 24 22:19:03.455732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57754) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:03.461080 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5e6e0ed8-a2dd-4da6-8345-17bdd5e07ded tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7785451 Nov 24 22:19:03.474569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57756) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:03.479781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1213130974', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:03.493069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:03.554897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 426b7729-7372-45d1-92a9-06dce51832a5 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:03.565625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc05c4-318c-4ffa-874b-2ddc784da094 req-6c4d66d1-970f-4ba4-8901-c8544095b72b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:03.567176 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-56dc05c4-318c-4ffa-874b-2ddc784da094 req-6c4d66d1-970f-4ba4-8901-c8544095b72b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.4319863 Nov 24 22:19:03.589630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.592122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.620767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1154068-0140-4553-a913-2ab37f75d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa11dd-80e3-4010-aeca-e1c23e488b49,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:03.644236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73ba6c-e8f6-4d69-8915-5e1d0e5a366e None None] Network ea199758-6f03-4259-b297-4455dbbcd890 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:03.689184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.692196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57758) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:03.699841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 426b7729-7372-45d1-92a9-06dce51832a5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:03.700531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 426b7729-7372-45d1-92a9-06dce51832a5 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:03.745853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-75219107-8163-49c2-afa5-b163743c8c03 None None] Provisioning complete for port de350e1a-5ae3-45e0-a039-0d1f15c5f138 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:03.748218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75219107-8163-49c2-afa5-b163743c8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.808827 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-56dc05c4-318c-4ffa-874b-2ddc784da094 req-d5db988b-ecb1-474c-ae94-6fb7b812f8ed tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431022 Nov 24 22:19:03.848408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.854779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-75219107-8163-49c2-afa5-b163743c8c03 None None] Port de350e1a-5ae3-45e0-a039-0d1f15c5f138 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:03.937163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec9f7c-fe54-49e8-b7cc-156a1b1b21cc None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:19:03.952029 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port de350e1a-5ae3-45e0-a039-0d1f15c5f138 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:03.952731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:03.972000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.000156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-bb0ac7d4-22ef-40fb-b014-2bdb6c664b70 None None] Provisioning complete for port 48124b15-8998-43ec-921a-c181d32104db triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:04.001501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac7d4-22ef-40fb-b014-2bdb6c664b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.014621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:04.018725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.041335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57766) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:04.129261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.200614 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5982225f-74a4-4079-b336-bcc15250f7a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c40a053761d4c75a9575698d562fc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071278 Nov 24 22:19:04.203275 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5fc6d9b8-dc6d-41c2-9945-6fa4fe534902 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de9f149a263049939f7ed3b7165e1cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347029 Nov 24 22:19:04.203801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57768) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:04.209700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57770) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:04.225187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ac7d4-22ef-40fb-b014-2bdb6c664b70 None None] Port 48124b15-8998-43ec-921a-c181d32104db cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:04.234623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.244294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fec9f7c-fe54-49e8-b7cc-156a1b1b21cc None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:19:04.255351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=a3997c8d-bc17-45ca-8324-6bca8cb4f827,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:04.279636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for de350e1a-5ae3-45e0-a039-0d1f15c5f138 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:04.294731 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a (CIDR: 2001:db8::/64) Nov 24 22:19:04.302695 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:04.303146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:04.329099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': '118da618-7f44-431e-bc98-65b30c6f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:04.329464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: 99ddb539-ab5d-4ff2-a345-895916f116b1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:04.363242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.365173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-288dae64-9fbd-4ff5-8dd0-cffaa67f1f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.369456 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ff4acf41-9670-4b1d-9089-7fecd363e4c0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8865788 Nov 24 22:19:04.372722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57772) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:04.376185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.384433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:04.420247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c053ccb-9ce5-4da4-be9d-5fd94de07bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.450751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:04.472544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-288dae64-9fbd-4ff5-8dd0-cffaa67f1f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.478907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 99ddb539-ab5d-4ff2-a345-895916f116b1) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:04.497388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:04.497388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.517667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Pushing event updated for resources: {'Port': ['ID=3ad7bbaa-7441-436d-928c-0c600af9ef5e,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:04.533556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c053ccb-9ce5-4da4-be9d-5fd94de07bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.538698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.550700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0edd9-3058-49e1-a430-eef7587c764f None None] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:04.581241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.587587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.604874 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bb5531fb-76ae-419b-ae00-14521fb33c03 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5549612 Nov 24 22:19:04.615166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57774) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:04.623553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-535186390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:04.689902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.691085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.699889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-288dae64-9fbd-4ff5-8dd0-cffaa67f1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.704237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-288dae64-9fbd-4ff5-8dd0-cffaa67f1f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.707737 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-288dae64-9fbd-4ff5-8dd0-cffaa67f1f0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2e1f239-c8ba-4ceb-a5f9-dfdcb7b80ca3 HTTP/1.1" status: 204 len: 168 time: 0.5004108 Nov 24 22:19:04.716863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c053ccb-9ce5-4da4-be9d-5fd94de07bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.719734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c053ccb-9ce5-4da4-be9d-5fd94de07bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.720637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c053ccb-9ce5-4da4-be9d-5fd94de07bb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a18707f5-40a3-4ad7-a13a-a5c8c36fe639 HTTP/1.1" status: 204 len: 168 time: 0.5100594 Nov 24 22:19:04.730987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-99ddb539-ab5d-4ff2-a345-895916f116b1', 'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': 'a3997c8d-bc17-45ca-8324-6bca8cb4f827'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:04.732199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.752573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dae64-9fbd-4ff5-8dd0-cffaa67f1f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e1f239-c8ba-4ceb-a5f9-dfdcb7b80ca3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:04.810363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:04.814052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.817161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c053ccb-9ce5-4da4-be9d-5fd94de07bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18707f5-40a3-4ad7-a13a-a5c8c36fe639,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:04.824030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.834181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.105 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/20020043-37af-4ba6-b0f8-0f14b3d49534) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:04.839074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.867660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.869216 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ae4c01c-4788-404d-95e2-dacbed3c1935 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2528155 Nov 24 22:19:04.876631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:04.879010 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Floating IP a4135e35-0a4e-4793-9683-27f20a86fb83 associated. External IP: 172.26.3.146, port: 235013df-31ae-468a-a325-c4c4455e722f. Nov 24 22:19:04.879635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57780) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:05.013909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=de350e1a-5ae3-45e0-a039-0d1f15c5f138,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:05.035990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Allocated IP 2001:db8::2 (99ddb539-ab5d-4ff2-a345-895916f116b1/a3997c8d-bc17-45ca-8324-6bca8cb4f827/4a9b1066-a356-4377-a632-41244c3d20e5) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:05.123500 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 23ac45c4-53ab-4146-8727-8deb8149f5d7 (CIDR: 2001:db8:0:1::/64) Nov 24 22:19:05.150967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.321953 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:05.322501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:05.350987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.351933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.362227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.362396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.413022 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-460cc98c-6a5b-4d8d-976f-a26f5d89109b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0378120 Nov 24 22:19:05.424806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:05.429013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57798) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:05.430422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:05.433215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:05.445374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Pushing event updated for resources: {'Port': ['ID=4a9b1066-a356-4377-a632-41244c3d20e5,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:05.458786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'subnet': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:05.528975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.534639 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8a54dc6e-0b9a-4199-8e51-105cd9718ec8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/de350e1a-5ae3-45e0-a039-0d1f15c5f138 HTTP/1.1" status: 204 len: 168 time: 2.2951095 Nov 24 22:19:05.535673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57804) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:05.552192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:05.563339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:05.573958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Attempting to bind port 4a9b1066-a356-4377-a632-41244c3d20e5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:05.575613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Attempting to bind port 4a9b1066-a356-4377-a632-41244c3d20e5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '118da618-7f44-431e-bc98-65b30c6f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:05.576907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Attempting to bind port 4a9b1066-a356-4377-a632-41244c3d20e5 on network 99ddb539-ab5d-4ff2-a345-895916f116b1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:05.578432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:05.592347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:05.592735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Checking segment: {'id': '118da618-7f44-431e-bc98-65b30c6f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:05.593156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.593559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Bound using segment: {'id': '118da618-7f44-431e-bc98-65b30c6f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:05.594050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Bound port: 4a9b1066-a356-4377-a632-41244c3d20e5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118da618-7f44-431e-bc98-65b30c6f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99ddb539-ab5d-4ff2-a345-895916f116b1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:05.594435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.600047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f397d5b-cac4-4aea-92dc-eba631368d0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:05.601938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f397d5b-cac4-4aea-92dc-eba631368d0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:05.603499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f397d5b-cac4-4aea-92dc-eba631368d0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:05.605311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2f397d5b-cac4-4aea-92dc-eba631368d0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0671957 Nov 24 22:19:05.610977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57806) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:05.667614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=20020043-37af-4ba6-b0f8-0f14b3d49534,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:05.683074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Router 2b73e159-4a11-4fde-b86d-acc8f8bf799b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:05.690956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:05.694106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.708192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] For port 4a9b1066-a356-4377-a632-41244c3d20e5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:05.712308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] For port 4a9b1066-a356-4377-a632-41244c3d20e5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4a9b1066-a356-4377-a632-41244c3d20e5,segment=NetworkSegment(118da618-7f44-431e-bc98-65b30c6f76ee),segment_id=118da618-7f44-431e-bc98-65b30c6f76ee)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:05.721502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.743797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.845001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:05.851579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5c12b-6ca0-422d-afe9-f471a1c2462d None None] Pushing event updated for resources: {'Port': ['ID=4a9b1066-a356-4377-a632-41244c3d20e5,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:05.985598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8::1 (99ddb539-ab5d-4ff2-a345-895916f116b1/a3997c8d-bc17-45ca-8324-6bca8cb4f827/b1910adf-777d-41fc-b8a5-7b359d8b0431) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:06.073626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Made reservation on behalf of afd433422191402da9516c3613871b60 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:06.078022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.081804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.098089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:06.188674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:06.212218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.216306 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7c363d20-39ba-420d-aefa-1f358cb650bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f HTTP/1.1" status: 204 len: 168 time: 0.6042204 Nov 24 22:19:06.220585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57830) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:06.225131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9deefe-1ea2-48c1-b558-2bffb5cfa5c2 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:06.311216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:06.322539 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] Sync routers for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:06.341282 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:06.341935 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:06.404512 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.405096 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:06.417028 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:06.417966 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:06.455742 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:06.456696 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d971956-f479-4e4e-a82e-0412fd7b881a None None] The sync data for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:06.600870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-199940035'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:06.635434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.722030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.727421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:06.732537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.772782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.792376 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f97d2e30-2cb9-4a70-87af-e0b60af4ca6f tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.2767172 Nov 24 22:19:06.793901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57842) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:06.882599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.894379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:06.903763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet f52b6edb-9e72-4eda-adcc-b57d11d1d226 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:06.919276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:06.923491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:06.939835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:06.940752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.051672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57846) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:07.054058 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-95b9e6e4-e789-4b25-98f9-edf1a70c5d15 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] 10.222.0.41 "GET /v2.0/floatingips/a4135e35-0a4e-4793-9683-27f20a86fb83 HTTP/1.1" status: 200 len: 984 time: 0.2541199 Nov 24 22:19:07.064020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57848) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:07.077238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a9b1066-a356-4377-a632-41244c3d20e5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:07.090040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.173910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4a9b1066-a356-4377-a632-41244c3d20e5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:07.174278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.212321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.271269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.326378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.343745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-179566843', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:07.358841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.362628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 4a9b1066-a356-4377-a632-41244c3d20e5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4a9b1066-a356-4377-a632-41244c3d20e5,segment=NetworkSegment(118da618-7f44-431e-bc98-65b30c6f76ee),segment_id=118da618-7f44-431e-bc98-65b30c6f76ee)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:07.367339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.391935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=b1910adf-777d-41fc-b8a5-7b359d8b0431,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:07.407996 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=f52b6edb-9e72-4eda-adcc-b57d11d1d226,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:07.410127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.416193 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0b709972-a3e8-4e14-83e2-dfb8809b92be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/f52b6edb-9e72-4eda-adcc-b57d11d1d226 HTTP/1.1" status: 204 len: 168 time: 1.1748312 Nov 24 22:19:07.420310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57852) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:07.426028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.429544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=4a9b1066-a356-4377-a632-41244c3d20e5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:07.437221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242b480-914b-4593-b9f9-dcacb2b098d6 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:07.443268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4c334-7e9e-4dc0-8eb3-80337fe582f2 None None] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:07.452189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Made reservation on behalf of e401c1ef9ccd423d9e51f6a2330d2e76 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:07.454565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.498467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5b2d0345-f496-444a-8cc5-7cb6c62468d4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745947 Nov 24 22:19:07.500419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57854) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:07.504061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:07.508816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.524925 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:19:07.525939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:07.544720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-84170c91-317c-49c2-bce4-fbf991ba4a75 None None] Provisioning complete for port d165d260-3254-48e7-a914-03b92d05a45d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:07.545025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84170c91-317c-49c2-bce4-fbf991ba4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.567436 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-29676589-c59d-4591-93ef-e2a7c5b7460a tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.4934235 Nov 24 22:19:07.567436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.567436 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Added segment 05dd47ce-23fe-46cc-adae-52de5d1c1fee of type vlan for network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd Nov 24 22:19:07.569701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7337fb-54b3-439c-a1c8-8c44e4bed6d8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:07.573199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.575387 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57856) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:07.654551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.689293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.728901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.751481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:07.791480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:07.797704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:07.806409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:07.806409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.810255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741d9d4-bf15-435c-b7c8-988bf984c393 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:07.815068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Subnet': ['ID=61ab888d-507b-4bc7-9c65-635fc08857a5,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:07.845162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:07.849125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.875437 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f24b922b-557c-4a14-a07b-5479e6288500 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4376733 Nov 24 22:19:07.881167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57858) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:07.887489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-683777569', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61ab888d-507b-4bc7-9c65-635fc08857a5'}], 'security_groups': ['b6eba01e-6dff-4e33-9eff-1361b60d4b71', 'c00d97ca-dfac-4280-ac56-a10feb605a47']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:07.902418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.908997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.910546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:07.911481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.916893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.948012 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] device_id is not set on port ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:07.968157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0304843b-fe2a-45cc-a9a4-1bc8b7ba0aaa None None] Provisioning complete for port 4a9b1066-a356-4377-a632-41244c3d20e5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:07.968631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0304843b-fe2a-45cc-a9a4-1bc8b7ba0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:07.974953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] Deleting port d165d260-3254-48e7-a914-03b92d05a45d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:07.975746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.034948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e54cba-daf6-46c4-8369-bfdd747e04c5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:08.115647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting port 3ad7bbaa-7441-436d-928c-0c600af9ef5e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:08.115969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.180688 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0813918 Nov 24 22:19:08.200242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Allocated IP 172.26.3.28 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:08.210229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] For port d165d260-3254-48e7-a914-03b92d05a45d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d165d260-3254-48e7-a914-03b92d05a45d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:08.212549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.234708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372114c6-5cd1-42c8-8d06-4a0f5a11abda tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Network': ['ID=3bdee3e4-7047-440a-ad63-a7d436a4e8cd,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:08.240197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.266554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:08.289158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] Calling delete_port for d165d260-3254-48e7-a914-03b92d05a45d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:08.440773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:19:08.471666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.593953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] Update dhcp port {'port': {'network_id': 'd7d7fab6-046c-4088-8d75-ee2e31e2b27b', 'fixed_ips': [{'subnet_id': '23ac45c4-53ab-4146-8727-8deb8149f5d7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a', 'ip_address': '2001:db8::2'}, {'subnet_id': '61ab888d-507b-4bc7-9c65-635fc08857a5'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '229b0abf-56c4-4621-b58d-14583ad38c60'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:19:08.598292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cb3b1a88-243c-4bc1-ba8e-985e2a5e5250 None None] Provisioning complete for port b1910adf-777d-41fc-b8a5-7b359d8b0431 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:08.598662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1a88-243c-4bc1-ba8e-985e2a5e5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.611878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.614906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.633841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Calling delete_port for 3ad7bbaa-7441-436d-928c-0c600af9ef5e owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:08.647964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.664623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b1a88-243c-4bc1-ba8e-985e2a5e5250 None None] Port b1910adf-777d-41fc-b8a5-7b359d8b0431 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:08.664977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.665884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.671891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.711199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cb3b1a88-243c-4bc1-ba8e-985e2a5e5250 None None] Provisioning complete for port 4a9b1066-a356-4377-a632-41244c3d20e5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:08.711966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1a88-243c-4bc1-ba8e-985e2a5e5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.751513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.818453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=b1910adf-777d-41fc-b8a5-7b359d8b0431,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:08.863183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.866596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.870486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:08.874366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.921003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] Pushing event deleted for resources: {'Port': ['ID=d165d260-3254-48e7-a914-03b92d05a45d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:08.925883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6515e9e-bc3c-4775-9880-ea70b6e3e145 None None] No DVR routers for this DVR port d165d260-3254-48e7-a914-03b92d05a45d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:08.930149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:08.937054 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-72ccf96b-4b10-47cd-8893-3f6efb47e863 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4765742 Nov 24 22:19:08.943106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:08.943244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57860) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:08.955375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:08.956226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:09.038204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Port': ['ID=3ad7bbaa-7441-436d-928c-0c600af9ef5e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:09.047345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:09.057880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:09.058679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:09.065651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:09.079359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:09.104951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:09.110468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:09.111275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40890d97-6d7d-4ef3-83ff-71888394896e None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:09.113836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a9b1066-a356-4377-a632-41244c3d20e5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:09.140510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:09.182951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4a9b1066-a356-4377-a632-41244c3d20e5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:09.183542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:09.196523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:09.213525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:09.225192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:09.225595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:09.239834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59084e15-43ea-4ff6-9f4a-489084fab8c7 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:09.300098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Pushing event updated for resources: {'Port': ['ID=ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:09.305177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:09.306900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:09.334545 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c731154f-3f0f-44b2-a00a-e25be9f46c6f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8330436 Nov 24 22:19:09.342040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57862) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:09.358659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:09.372486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:09.375299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Floating IP a4135e35-0a4e-4793-9683-27f20a86fb83 disassociated (deleted). External IP: 172.26.3.146, port: 235013df-31ae-468a-a325-c4c4455e722f. Nov 24 22:19:09.464668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:09.468091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:09.510076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Delete allocated IP 2001:db8::2d3 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a) {{(pid=102409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 22:19:09.630754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dd0cfae7-2a1d-4619-bea4-d956d840af45 None None] Provisioning complete for port b1910adf-777d-41fc-b8a5-7b359d8b0431 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:09.632230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfae7-2a1d-4619-bea4-d956d840af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:09.663850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Allocated IP 2001:db8:0:2::99 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/61ab888d-507b-4bc7-9c65-635fc08857a5/48124b15-8998-43ec-921a-c181d32104db) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:09.818429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Router 2b73e159-4a11-4fde-b86d-acc8f8bf799b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:09.824814 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7903f2d9-0c22-42d1-936b-ddc32282cc85 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.7692575 Nov 24 22:19:09.831596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57864) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:09.845480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.28'}]}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:09.861963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cfae7-2a1d-4619-bea4-d956d840af45 None None] Port b1910adf-777d-41fc-b8a5-7b359d8b0431 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:09.999278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d165d260-3254-48e7-a914-03b92d05a45d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:10.027958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:10.032668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.033439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.038784 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] Sync routers for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:10.057072 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:10.060452 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.071173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 0474612a-ddc5-400a-9752-b5a5706276ef is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:19:10.075665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:10.077861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.082963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d165d260-3254-48e7-a914-03b92d05a45d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:10.087038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d165d260-3254-48e7-a914-03b92d05a45d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:10.093392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.098913 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.164866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8dcb0468-cd92-436e-bf05-3ccd5815ee6b None None] Provisioning complete for port b1910adf-777d-41fc-b8a5-7b359d8b0431 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:10.166686 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.168364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0468-cd92-436e-bf05-3ccd5815ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.178389 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:10.179924 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.247539 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.249018 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7734690-9efd-48ba-92aa-cf0277e15687 None None] The sync data for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:10.266896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-367f62ee-6807-433a-81a0-a41d6dc8bbba tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "DELETE /v2.0/floatingips/a4135e35-0a4e-4793-9683-27f20a86fb83 HTTP/1.1" status: 204 len: 168 time: 2.6873660 Nov 24 22:19:10.267360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57866) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:10.272754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:10.295868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.314970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb0468-cd92-436e-bf05-3ccd5815ee6b None None] Port b1910adf-777d-41fc-b8a5-7b359d8b0431 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:10.325401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.327415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:10.342709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:10.345576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] Sync routers for ids ['0474612a-ddc5-400a-9752-b5a5706276ef'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:10.347339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.348131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0037d628-399c-4998-8e99-39ce9c6c9c69 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/0474612a-ddc5-400a-9752-b5a5706276ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4674671 Nov 24 22:19:10.352645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:10.385977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.417266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] Routers {'0474612a-ddc5-400a-9752-b5a5706276ef'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:10.418013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0474612a-ddc5-400a-9752-b5a5706276ef'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.465353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] In _notify_port_updated(), no bound segment for port 48124b15-8998-43ec-921a-c181d32104db on network d7d7fab6-046c-4088-8d75-ee2e31e2b27b {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:19:10.471596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:10.472586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.474142 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "PUT /v2.0/ports/48124b15-8998-43ec-921a-c181d32104db HTTP/1.1" status: 200 len: 968 time: 2.5918283 Nov 24 22:19:10.476702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.481837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e580dfa-bbf0-4b6b-8c0d-d2d58f718c78 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:10.483494 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2e580dfa-bbf0-4b6b-8c0d-d2d58f718c78 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports/b1910adf-777d-41fc-b8a5-7b359d8b0431 HTTP/1.1" status: 200 len: 911 time: 0.1282709 Nov 24 22:19:10.484458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57870) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:10.485354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1e21-8faa-4f2f-9afc-7d40a9701479 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event updated for resources: {'Port': ['ID=48124b15-8998-43ec-921a-c181d32104db,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:10.488507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.491371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57872) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:10.526460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Allocated IP 172.20.0.2 (49828264-6294-4cd6-b467-32535f86b933/287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa/723fa7cb-3b0b-4581-8128-7a19492bc959) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:10.530239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] Allocated IP 2001:db8:0:2::2 (d7d7fab6-046c-4088-8d75-ee2e31e2b27b/61ab888d-507b-4bc7-9c65-635fc08857a5/229b0abf-56c4-4621-b58d-14583ad38c60) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:10.541866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] Routers {'0474612a-ddc5-400a-9752-b5a5706276ef'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:10.543636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0474612a-ddc5-400a-9752-b5a5706276ef'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.622213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:10.623447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a1dcf-10c1-47b3-8a43-d4548d764d9c None None] The sync data for ids ['0474612a-ddc5-400a-9752-b5a5706276ef'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:10.706163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.770905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 48124b15-8998-43ec-921a-c181d32104db {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:10.771289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.838375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=229b0abf-56c4-4621-b58d-14583ad38c60,segment=NetworkSegment(01db48ad-e6e9-48b0-a049-65b26fb95807),segment_id=01db48ad-e6e9-48b0-a049-65b26fb95807)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:10.923214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.942899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:10.945415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 48124b15-8998-43ec-921a-c181d32104db owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:10.953444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.008440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.072206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.126395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:11.129094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:11.131375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff22d97-75ca-43c9-bb8b-bbc9e4548f38 None None] Pushing event updated for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:11.138447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:11.178170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.1 (ea199758-6f03-4259-b297-4455dbbcd890/692f8d81-d8ed-4cc3-b119-a10398566e77/fb3d8774-d7d5-4154-9da4-56c4ad4bcc73) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:11.206201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Pushing event updated for resources: {'Port': ['ID=723fa7cb-3b0b-4581-8128-7a19492bc959,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:11.298580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Attempting to bind port 723fa7cb-3b0b-4581-8128-7a19492bc959 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:11.298940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Attempting to bind port 723fa7cb-3b0b-4581-8128-7a19492bc959 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:11.299298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Attempting to bind port 723fa7cb-3b0b-4581-8128-7a19492bc959 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:11.304505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:11.304876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:11.305279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.305668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:11.307633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Bound port: 723fa7cb-3b0b-4581-8128-7a19492bc959, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:11.308031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.325473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.411117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.439219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.446007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.454416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] For port 723fa7cb-3b0b-4581-8128-7a19492bc959, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:11.459486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] For port 723fa7cb-3b0b-4581-8128-7a19492bc959, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=723fa7cb-3b0b-4581-8128-7a19492bc959,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:11.474480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.485990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:11.488156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:11.491682 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:11.521793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=fb3d8774-d7d5-4154-9da4-56c4ad4bcc73,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:11.560048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.567952 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/48124b15-8998-43ec-921a-c181d32104db HTTP/1.1" status: 204 len: 168 time: 1.0785413 Nov 24 22:19:11.567952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa25c8-f1df-4bcc-bea7-4812b1432973 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=48124b15-8998-43ec-921a-c181d32104db,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:11.601712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57874) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:11.602048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57876) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:11.608234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'subnet': {'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:11.627680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c0b96-be89-4754-b626-26b60d12f807 None None] Pushing event updated for resources: {'Port': ['ID=723fa7cb-3b0b-4581-8128-7a19492bc959,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:11.671179 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f71e44b-b35a-4e39-9a1d-389c5774a0b0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] GET failed (client error): The resource could not be found. Nov 24 22:19:11.675690 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5f71e44b-b35a-4e39-9a1d-389c5774a0b0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports/48124b15-8998-43ec-921a-c181d32104db HTTP/1.1" status: 404 len: 333 time: 0.0725858 Nov 24 22:19:11.676316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57878) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:11.762092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.928727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:11.932326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:11.939041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2890d6b-9517-4474-9637-b0fe01ed113b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.012821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Allocated IP 172.26.3.124 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/56bf8316-9a2e-41d8-97de-cc7a79fa2f83) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:12.035795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2890d6b-9517-4474-9637-b0fe01ed113b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.063140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.080340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7427a473-c2ff-4dda-afc0-01dfa5a38a48 None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:12.080812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7427a473-c2ff-4dda-afc0-01dfa5a38a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.113177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.136912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.162745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2890d6b-9517-4474-9637-b0fe01ed113b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.164885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2890d6b-9517-4474-9637-b0fe01ed113b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.169677 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2890d6b-9517-4474-9637-b0fe01ed113b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/security-groups/85a52cd9-591b-48d2-ab49-a07cb1ba54cf HTTP/1.1" status: 204 len: 168 time: 0.4604170 Nov 24 22:19:12.172951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:12.178415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:12.186124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7427a473-c2ff-4dda-afc0-01dfa5a38a48 None None] Could not find standard attr ID for object 48124b15-8998-43ec-921a-c181d32104db. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:19:12.211790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7427a473-c2ff-4dda-afc0-01dfa5a38a48 None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:12.212713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7427a473-c2ff-4dda-afc0-01dfa5a38a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.233228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2890d6b-9517-4474-9637-b0fe01ed113b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a52cd9-591b-48d2-ab49-a07cb1ba54cf,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:12.275585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7427a473-c2ff-4dda-afc0-01dfa5a38a48 None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:12.391401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-832ecbc2-76c8-41b6-b989-24148e2ae0e7 None None] Could not find standard attr ID for object 48124b15-8998-43ec-921a-c181d32104db. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:19:12.450211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.501346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.667452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.701260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.719975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.721930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-690752d4-0822-4f90-af8e-0e8bdb4132dd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.810773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:12.812864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-690752d4-0822-4f90-af8e-0e8bdb4132dd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.827780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:12.845694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:12.859790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Pushing event updated for resources: {'Port': ['ID=56bf8316-9a2e-41d8-97de-cc7a79fa2f83,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:12.875816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Subnet': ['ID=5e525a6c-7ea9-4710-b855-f0313737f4f4,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:12.894829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.929554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Checking segment: {'id': '05dd47ce-23fe-46cc-adae-52de5d1c1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:12.929921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network hostable DHCP agents. Network: 3bdee3e4-7047-440a-ad63-a7d436a4e8cd, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:12.964339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-690752d4-0822-4f90-af8e-0e8bdb4132dd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.967449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-690752d4-0822-4f90-af8e-0e8bdb4132dd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:12.968780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-690752d4-0822-4f90-af8e-0e8bdb4132dd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/security-groups/c00d97ca-dfac-4280-ac56-a10feb605a47 HTTP/1.1" status: 204 len: 168 time: 0.7667069 Nov 24 22:19:12.983991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57882) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:13.001385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690752d4-0822-4f90-af8e-0e8bdb4132dd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d97ca-dfac-4280-ac56-a10feb605a47,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:13.006411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:13.026447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Provisioning complete for port 723fa7cb-3b0b-4581-8128-7a19492bc959 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:13.026974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.032023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 3bdee3e4-7047-440a-ad63-a7d436a4e8cd) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:13.035196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.039157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:13.039742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.048154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.062492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f160e-1674-4f25-b634-83d71397d4a4 None None] Network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:13.117676 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-334de4d8-3371-4291-b6e8-09a0ea0089e3 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5133653 Nov 24 22:19:13.127380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port 723fa7cb-3b0b-4581-8128-7a19492bc959, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=723fa7cb-3b0b-4581-8128-7a19492bc959,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:13.128202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57884) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:13.140459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1633483523'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:13.156828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=fb3d8774-d7d5-4154-9da4-56c4ad4bcc73,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:13.161671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.177102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:13.209148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.218079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:13.221686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.245680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.270266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:13.296215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.296556 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Added segment 8fe02721-cdaa-4127-9118-617364127c71 of type vlan for network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 Nov 24 22:19:13.323085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.324795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.332321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:13.337140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:13.337730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:13.338117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:13.338666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:13.340480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.353925 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.357073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.399016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-3bdee3e4-7047-440a-ad63-a7d436a4e8cd', 'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd', 'tenant_id': '10f2e8ce1afc4dd7af1322e835db4438', 'fixed_ips': [{'subnet_id': '5e525a6c-7ea9-4710-b855-f0313737f4f4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:13.399906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.407555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.439610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.460781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.466902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:13.467632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.496092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:13.523203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 723fa7cb-3b0b-4581-8128-7a19492bc959 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:13.530902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:13.535840 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4067614 Nov 24 22:19:13.547489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:13.550064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:13.552048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.554926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'subnet': {'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:13.571058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d407d4-e1c5-4920-8a8b-40a7cd8e8e5b None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:13.577744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bcf14-6791-4eb8-8390-fb848bf13fca tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Network': ['ID=e9bcb2e6-ec80-49ca-9913-6fe142ae2da7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:13.579335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-484e57fc-db21-4734-8271-f4ef8babed0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.581848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=8e9fffc8-bff6-4d1c-99b9-0983915bdbbb,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:13.584505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.584994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 304e34e9-0343-415e-be8b-12f4081cfb7a {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:19:13.590345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=723fa7cb-3b0b-4581-8128-7a19492bc959,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:13.590436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:13.612046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:13.632863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.641008 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4b9a76f1-42e4-4eae-b695-beaf751ac2e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2906537 Nov 24 22:19:13.642849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-484e57fc-db21-4734-8271-f4ef8babed0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.646689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57888) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:13.651880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:37:27:84', 'name': 'tempest-NetworksTestDHCPv6-2144232423'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:13.669981 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 22:19:13.671582 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7c9107b7-7b0d-4f55-976f-cf4210bc4513 tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8292723 Nov 24 22:19:13.678222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57890) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:13.749151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port b1910adf-777d-41fc-b8a5-7b359d8b0431 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:13.749502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.875755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:13.879660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.917108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Allocated IP 2001:db8:0:ffff::2 (3bdee3e4-7047-440a-ad63-a7d436a4e8cd/5e525a6c-7ea9-4710-b855-f0313737f4f4/d95f7c66-d35b-431e-8103-2cb37baaa86f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:13.958009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.970508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:13.981442 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:13.989386 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-816a015e-af65-4a2b-bfcf-e92faa402d3c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/routers/0d06023e-777c-4ba1-8d69-8728616ba6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0219686 Nov 24 22:19:13.989641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 723fa7cb-3b0b-4581-8128-7a19492bc959 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:13.989641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:13.989844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:14.001187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'port': {'network_id': 'ea199758-6f03-4259-b297-4455dbbcd890', 'name': 'tempest-FloatingIPTestJSON-1581718972'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:14.011146 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:14.012330 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:14.061959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:14.069553 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:14.088119 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:14.090257 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:14.133481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] For port 723fa7cb-3b0b-4581-8128-7a19492bc959, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=723fa7cb-3b0b-4581-8128-7a19492bc959,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:14.173133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.191454 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:14.192103 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90005613-0d25-48a5-8a10-4f1c391c44fa None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:14.214834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-484e57fc-db21-4734-8271-f4ef8babed0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.217366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-484e57fc-db21-4734-8271-f4ef8babed0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.218606 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-484e57fc-db21-4734-8271-f4ef8babed0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/security-groups/b6eba01e-6dff-4e33-9eff-1361b60d4b71 HTTP/1.1" status: 204 len: 168 time: 1.1865764 Nov 24 22:19:14.230709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57894) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:14.259712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e57fc-db21-4734-8271-f4ef8babed0c tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eba01e-6dff-4e33-9eff-1361b60d4b71,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:14.269528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.292212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f8d9458c-c9d1-4b92-b3b6-4e26a10e3cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.316711 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.322910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba93af-1603-4ac2-bced-0071f7e5eea7 None None] Pushing event updated for resources: {'Port': ['ID=723fa7cb-3b0b-4581-8128-7a19492bc959,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:14.336289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:14.340895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:14.346646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.356821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for b1910adf-777d-41fc-b8a5-7b359d8b0431 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:14.362730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:14.375642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.384042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Deleting port ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:14.384379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.403199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.410504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.414264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] device_id is not set on port c68ace09-675b-4c57-b2cc-0bcac2e1bdb2 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:14.460578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:14.463476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:14.466001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:14.479830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Pushing event updated for resources: {'Port': ['ID=d95f7c66-d35b-431e-8103-2cb37baaa86f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:14.530309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.533465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.536438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Attempting to bind port d95f7c66-d35b-431e-8103-2cb37baaa86f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:14.536813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Attempting to bind port d95f7c66-d35b-431e-8103-2cb37baaa86f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '05dd47ce-23fe-46cc-adae-52de5d1c1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:14.537854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Attempting to bind port d95f7c66-d35b-431e-8103-2cb37baaa86f on network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:14.544039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:14.544467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Checking segment: {'id': '05dd47ce-23fe-46cc-adae-52de5d1c1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:14.544877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.545306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Bound using segment: {'id': '05dd47ce-23fe-46cc-adae-52de5d1c1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:14.545786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Bound port: d95f7c66-d35b-431e-8103-2cb37baaa86f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05dd47ce-23fe-46cc-adae-52de5d1c1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3bdee3e4-7047-440a-ad63-a7d436a4e8cd'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:14.546205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.591595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.623328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] For port d95f7c66-d35b-431e-8103-2cb37baaa86f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:14.628939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] For port d95f7c66-d35b-431e-8103-2cb37baaa86f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d95f7c66-d35b-431e-8103-2cb37baaa86f,segment=NetworkSegment(05dd47ce-23fe-46cc-adae-52de5d1c1fee),segment_id=05dd47ce-23fe-46cc-adae-52de5d1c1fee)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:14.635963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.652986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.660733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.10 (ea199758-6f03-4259-b297-4455dbbcd890/692f8d81-d8ed-4cc3-b119-a10398566e77/c68ace09-675b-4c57-b2cc-0bcac2e1bdb2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:14.685206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Calling delete_port for ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:14.717519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda27a93-e52f-4de0-bbd8-bad838b696e7 None None] Pushing event updated for resources: {'Port': ['ID=d95f7c66-d35b-431e-8103-2cb37baaa86f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:14.739850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.objects.ports [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:14.744862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.767949 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Pushing event updated for resources: {'Port': ['ID=56bf8316-9a2e-41d8-97de-cc7a79fa2f83,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:14.877128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.890804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.910663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Checking segment: {'id': '8fe02721-cdaa-4127-9118-617364127c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:14.911112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network hostable DHCP agents. Network: e9bcb2e6-ec80-49ca-9913-6fe142ae2da7, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:14.919562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 172.20.0.3 (49828264-6294-4cd6-b467-32535f86b933/287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa/9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:14.947769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Subnet': ['ID=0f782538-5d9a-4014-8636-600ec656ef9a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:14.973073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe37:2784 (49828264-6294-4cd6-b467-32535f86b933/8e9fffc8-bff6-4d1c-99b9-0983915bdbbb/9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:14.975309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:14.980846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:14.982509 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ddca2f55-7839-4597-8015-3b45f11c9a16 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7141190 Nov 24 22:19:15.010693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:15.047262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 723fa7cb-3b0b-4581-8128-7a19492bc959 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:15.092846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.106579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, e9bcb2e6-ec80-49ca-9913-6fe142ae2da7) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:15.132038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae9e00-331f-4017-a398-f4b4376c7820 None None] Network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:15.146839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=b1910adf-777d-41fc-b8a5-7b359d8b0431,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:15.170967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:15.178411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.210434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.242788 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-922e483b-ad5b-4eda-ab61-2157764b2491 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6918960 Nov 24 22:19:15.249500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57900) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:15.255092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'port': {'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7', 'name': 'tempest-NetworksIpV6TestAttrs-108651214'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:15.259801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 723fa7cb-3b0b-4581-8128-7a19492bc959 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:15.260343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.288800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-523d6280-c463-4001-aec6-9e4c69de6d3a None None] Provisioning complete for port 723fa7cb-3b0b-4581-8128-7a19492bc959 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:15.289161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-523d6280-c463-4001-aec6-9e4c69de6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.289273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:15.335428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:15.359846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.366377 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6f42e050-de9a-4d1e-ad4c-acf5f570e6fd tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a HTTP/1.1" status: 204 len: 168 time: 1.1305192 Nov 24 22:19:15.372532 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57902) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:15.388191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.397415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2dbfbe-6301-4f8c-99e2-43574a6ad7b7 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:15.430614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.485180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.496504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.575311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:15.589934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-e9bcb2e6-ec80-49ca-9913-6fe142ae2da7', 'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7', 'tenant_id': '10f2e8ce1afc4dd7af1322e835db4438', 'fixed_ips': [{'subnet_id': '0f782538-5d9a-4014-8636-600ec656ef9a'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:15.591056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.600879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.622121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:15.626193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.639874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.650950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet 61ab888d-507b-4bc7-9c65-635fc08857a5 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:15.662176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.694354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=c68ace09-675b-4c57-b2cc-0bcac2e1bdb2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:15.728313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.735503 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d7cb4898-cda7-449c-97fc-b04a7d80ad8b tempest-RoutersAdminNegativeTest-655473056 tempest-RoutersAdminNegativeTest-655473056-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ca6dd884-9f5a-4e0e-8abe-725bc5e82fa1 HTTP/1.1" status: 204 len: 168 time: 2.0490444 Nov 24 22:19:15.735789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] device_id is not set on port 3c202978-ca70-4ec9-a36e-9780a325932b yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:15.751982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:15.791089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:15.796813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.798769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:15.810250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:15.826513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 0474612a-ddc5-400a-9752-b5a5706276ef has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:15.975249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:15.981770 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-78a10fdf-29a7-4f6c-b9c4-04b8a0bb2afa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/0474612a-ddc5-400a-9752-b5a5706276ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4866595 Nov 24 22:19:15.985030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57906) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:15.992709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] Sync routers for ids ['0474612a-ddc5-400a-9752-b5a5706276ef'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:16.017432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] Routers {'0474612a-ddc5-400a-9752-b5a5706276ef'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:16.018139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0474612a-ddc5-400a-9752-b5a5706276ef'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:16.028340 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ce1ec72c-2f9a-436b-b450-7ae6840f506a tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=0474612a-ddc5-400a-9752-b5a5706276ef HTTP/1.1" status: 200 len: 205 time: 0.0383921 Nov 24 22:19:16.028340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.031032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57908) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.033517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Allocated IP 2001:db8::f816:3eff:fe10:bc16 (e9bcb2e6-ec80-49ca-9913-6fe142ae2da7/0f782538-5d9a-4014-8636-600ec656ef9a/3c202978-ca70-4ec9-a36e-9780a325932b) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:16.070625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:16.087040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] Routers {'0474612a-ddc5-400a-9752-b5a5706276ef'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:16.087481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:18:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0474612a-ddc5-400a-9752-b5a5706276ef'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:16.091163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.144681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:16.148135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775879f-b586-4e8b-b4d5-0d3ad214ad49 None None] The sync data for ids ['0474612a-ddc5-400a-9752-b5a5706276ef'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:16.170244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c16ab70-a72e-4124-be22-14087b58375f None None] Network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:16.207397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.278037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5bfb968e-edd7-4bb2-8caf-1f6554a5a225 None None] Provisioning complete for port d95f7c66-d35b-431e-8103-2cb37baaa86f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:16.278037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bfb968e-edd7-4bb2-8caf-1f6554a5a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.298681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:16.313738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57912) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.313940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:16.313940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.330555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:16.339813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:16.340474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.344957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:16.381924 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1ddbb6ca-8ab7-4f32-a0bd-fa9937e48671 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3873475 Nov 24 22:19:16.395209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57916) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.400360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'port': {'network_id': 'ea199758-6f03-4259-b297-4455dbbcd890', 'name': 'tempest-FloatingIPTestJSON-1244293386'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:16.419563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=61ab888d-507b-4bc7-9c65-635fc08857a5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:16.481514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:16.481889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.505824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.545865 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2ee20a46-8462-4c77-adb5-4ecde22ad226 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8956714 Nov 24 22:19:16.547119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bfb968e-edd7-4bb2-8caf-1f6554a5a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.559245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57918) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.564165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.567483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.646277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0fbe697-d183-4cba-beea-0567f89143ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.647462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.675733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.676369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 0474612a-ddc5-400a-9752-b5a5706276ef {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:19:16.680340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.687089 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-26291233-ab76-488f-8b55-34d52da29dc5 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/61ab888d-507b-4bc7-9c65-635fc08857a5 HTTP/1.1" status: 204 len: 168 time: 1.3098271 Nov 24 22:19:16.693590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57920) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.701390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5bfb968e-edd7-4bb2-8caf-1f6554a5a225 None None] For port d95f7c66-d35b-431e-8103-2cb37baaa86f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d95f7c66-d35b-431e-8103-2cb37baaa86f,segment=NetworkSegment(05dd47ce-23fe-46cc-adae-52de5d1c1fee),segment_id=05dd47ce-23fe-46cc-adae-52de5d1c1fee)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:16.701691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.706974 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-985b92d2-956f-4ec0-bc3a-8b651ce958dd tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/0474612a-ddc5-400a-9752-b5a5706276ef HTTP/1.1" status: 204 len: 168 time: 0.6713870 Nov 24 22:19:16.713420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2160bf0-9440-469f-b4da-7354b0705985 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:16.720209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2160bf0-9440-469f-b4da-7354b0705985 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:16.724958 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c2160bf0-9440-469f-b4da-7354b0705985 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1614566 Nov 24 22:19:16.725144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57922) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.726989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57924) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.728013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:16.731186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d193f2fc-42d1-4d01-90ba-3ea17f03f2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.732118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.752502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Allocated IP 2001:db8::f816:3eff:feb9:a822 (e9bcb2e6-ec80-49ca-9913-6fe142ae2da7/0f782538-5d9a-4014-8636-600ec656ef9a/fdb47baf-e439-41cf-a192-e0fe9ebffd6f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:16.792263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bfb968e-edd7-4bb2-8caf-1f6554a5a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.828791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet a3997c8d-bc17-45ca-8324-6bca8cb4f827 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:16.877347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Allocated IP 172.26.3.160 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/b226ec5a-c513-4ef4-ae59-4c92600af2aa) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:16.879449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:16.904055 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fd3848-6761-4b5f-a1cb-367e66b9d0e1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:16.904489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fd3848-6761-4b5f-a1cb-367e66b9d0e1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:16.921967 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7fd3848-6761-4b5f-a1cb-367e66b9d0e1 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/c8e0ef20-1f3f-45ad-be06-3a8ebfefe54a HTTP/1.1" status: 404 len: 337 time: 0.2134225 Nov 24 22:19:16.924763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57926) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:16.956364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.017063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting subnet 23ac45c4-53ab-4146-8727-8deb8149f5d7 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:17.031275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.076999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.107842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.200081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69a6af2-511c-47c3-831a-583dd21f1276 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:17.202279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d95f7c66-d35b-431e-8103-2cb37baaa86f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:17.208166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:17.220364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:17.222591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:17.228240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:17.228823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.236067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Port': ['ID=3c202978-ca70-4ec9-a36e-9780a325932b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:17.247420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb968e-edd7-4bb2-8caf-1f6554a5a225 None None] Pushing event updated for resources: {'Port': ['ID=d95f7c66-d35b-431e-8103-2cb37baaa86f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:17.255006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] device_id is not set on port 3812a596-b783-4a06-b763-b03a191589d9 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:17.292803 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2d97c0dd-c587-4057-bdc2-475ae2a6f1f4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0396996 Nov 24 22:19:17.296407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57928) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:17.340568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9d7130d3-1be5-4ede-a133-e2a259136149 None None] Provisioning complete for port 9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:17.341203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d7130d3-1be5-4ede-a133-e2a259136149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.395466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:17.395837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.400293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.409703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.428725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.430837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9d7130d3-1be5-4ede-a133-e2a259136149 None None] Port 9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:17.462146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.7 (ea199758-6f03-4259-b297-4455dbbcd890/692f8d81-d8ed-4cc3-b119-a10398566e77/3812a596-b783-4a06-b763-b03a191589d9) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:17.475400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.495962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d95f7c66-d35b-431e-8103-2cb37baaa86f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:17.496524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.506160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:17.521465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.533929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:17.536664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:17.548827 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:17.561826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Pushing event updated for resources: {'Port': ['ID=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:17.643777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:17.644326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.687929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Attempting to bind port fdb47baf-e439-41cf-a192-e0fe9ebffd6f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:17.687929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Attempting to bind port fdb47baf-e439-41cf-a192-e0fe9ebffd6f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '8fe02721-cdaa-4127-9118-617364127c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:17.688376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Attempting to bind port fdb47baf-e439-41cf-a192-e0fe9ebffd6f on network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:17.703228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:17.703828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Checking segment: {'id': '8fe02721-cdaa-4127-9118-617364127c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:17.704348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.704856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Bound using segment: {'id': '8fe02721-cdaa-4127-9118-617364127c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:17.705457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Bound port: fdb47baf-e439-41cf-a192-e0fe9ebffd6f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe02721-cdaa-4127-9118-617364127c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e9bcb2e6-ec80-49ca-9913-6fe142ae2da7'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:17.705948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.738846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.853345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.857258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.866883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] For port fdb47baf-e439-41cf-a192-e0fe9ebffd6f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:17.878936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting subnet 0f782538-5d9a-4014-8636-600ec656ef9a {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:17.883110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d193f2fc-42d1-4d01-90ba-3ea17f03f2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.883884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] For port fdb47baf-e439-41cf-a192-e0fe9ebffd6f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,segment=NetworkSegment(8fe02721-cdaa-4127-9118-617364127c71),segment_id=8fe02721-cdaa-4127-9118-617364127c71)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:17.892318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:17.893608 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.895848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.896038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.900141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d193f2fc-42d1-4d01-90ba-3ea17f03f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.902766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:17.917966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:17.937098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:17.938415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:17.961450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f2fc-42d1-4d01-90ba-3ea17f03f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88695793-b1b1-476a-b92e-7865a5ce89d7,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:17.996091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=3812a596-b783-4a06-b763-b03a191589d9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.004946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:18.023316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.030552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ca45a-06a0-4093-b6f5-f88674af57a3 None None] Pushing event updated for resources: {'Port': ['ID=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.041351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Provisioning complete for port d95f7c66-d35b-431e-8103-2cb37baaa86f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:18.041839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ee0-c44b-4342-86e1-d390650b75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.051273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.095336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.163328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ce771-de2e-46e7-b0a1-80bb80616136 None None] Network 99ddb539-ab5d-4ff2-a345-895916f116b1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:18.168787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:18.169450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.180878 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d193f2fc-42d1-4d01-90ba-3ea17f03f2cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae1b4f5546fc462d8b5ae383a9d85ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8591530 Nov 24 22:19:18.184081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57930) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.187280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.197206 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/a3997c8d-bc17-45ca-8324-6bca8cb4f827 HTTP/1.1" status: 204 len: 168 time: 1.4718246 Nov 24 22:19:18.204572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57932) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.213928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69aaf1-7a93-40e6-bcaa-77b11fb23605 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=a3997c8d-bc17-45ca-8324-6bca8cb4f827,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.241149 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c05bc780-b301-4baf-811b-9ee8a5f7cfa8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8420055 Nov 24 22:19:18.245643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.259164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57934) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.279149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.285808 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-35129bda-9a67-4bf6-bec4-7112af8f3a5e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 HTTP/1.1" status: 204 len: 168 time: 1.5512452 Nov 24 22:19:18.288382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57936) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.289374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '3812a596-b783-4a06-b763-b03a191589d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:18.305644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.339045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.387836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82299215-278e-49fa-bd32-d89be2e8ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.407785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.447416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Subnet': ['ID=23ac45c4-53ab-4146-8727-8deb8149f5d7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.465028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.471071 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e2678153-0cc7-41b4-8a94-c59d9b42b142 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/23ac45c4-53ab-4146-8727-8deb8149f5d7 HTTP/1.1" status: 204 len: 168 time: 1.5293450 Nov 24 22:19:18.475927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57938) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.494104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82299215-278e-49fa-bd32-d89be2e8ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.535295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] DHCP port deletion for 99ddb539-ab5d-4ff2-a345-895916f116b1 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:18.575121 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91b482f-e8e3-4508-8276-76150f690924 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:18.575496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91b482f-e8e3-4508-8276-76150f690924 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:18.581389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e91b482f-e8e3-4508-8276-76150f690924 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/daa52ea2-3fb2-4055-8dd4-deac8a2a4d43 HTTP/1.1" status: 404 len: 337 time: 0.0791898 Nov 24 22:19:18.581488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57940) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.586564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:18.599428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.615974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:18.618170 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Pushing event updated for resources: {'Port': ['ID=b226ec5a-c513-4ef4-ae59-4c92600af2aa,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.623727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4afbd5-4a45-4736-b293-c6a70e3eafbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:18.626297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4afbd5-4a45-4736-b293-c6a70e3eafbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:18.626873 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-918e16d5-fc82-47f0-a279-76b19233480f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "GET /v2.0/ports?device_id=0457b5c4-c131-43ab-a5bd-dcb07e77daa0 HTTP/1.1" status: 200 len: 205 time: 0.0443270 Nov 24 22:19:18.628456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4afbd5-4a45-4736-b293-c6a70e3eafbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:18.630226 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-df4afbd5-4a45-4736-b293-c6a70e3eafbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3354261 Nov 24 22:19:18.631301 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:18.635773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82299215-278e-49fa-bd32-d89be2e8ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.643174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57942) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.643397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57944) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.643676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82299215-278e-49fa-bd32-d89be2e8ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.647307 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-82299215-278e-49fa-bd32-d89be2e8ad46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88695793-b1b1-476a-b92e-7865a5ce89d7 HTTP/1.1" status: 204 len: 168 time: 0.4515998 Nov 24 22:19:18.657763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] Deleting port 4a9b1066-a356-4377-a632-41244c3d20e5 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:18.658622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.682248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82299215-278e-49fa-bd32-d89be2e8ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88695793-b1b1-476a-b92e-7865a5ce89d7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:18.692143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.791103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] For port 4a9b1066-a356-4377-a632-41244c3d20e5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4a9b1066-a356-4377-a632-41244c3d20e5,segment=NetworkSegment(118da618-7f44-431e-bc98-65b30c6f76ee),segment_id=118da618-7f44-431e-bc98-65b30c6f76ee)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:18.791704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.794129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.817463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bacdd5-6a8e-4cfb-954b-19b96c5f79a8 None None] Network d7d7fab6-046c-4088-8d75-ee2e31e2b27b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:18.833596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] Calling delete_port for 4a9b1066-a356-4377-a632-41244c3d20e5 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:18.843809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.42 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/e0f67809-dc70-4bdb-a2cb-baa37ec05bd9) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:18.889482 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-5e7c5bc0-8b19-47ce-8d43-ab3717703e31 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] delete failed (client error): The resource could not be found. Nov 24 22:19:18.890548 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5e7c5bc0-8b19-47ce-8d43-ab3717703e31 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/routers/0457b5c4-c131-43ab-a5bd-dcb07e77daa0 HTTP/1.1" status: 404 len: 336 time: 0.2312653 Nov 24 22:19:18.906200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.957500 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d4667c-51bb-4dc6-abbb-d2c84aed3d14 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:18.957956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d4667c-51bb-4dc6-abbb-d2c84aed3d14 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:18.960468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-163a808c-57b3-4e70-ba58-1329c3d4937f None None] Provisioning complete for port 229b0abf-56c4-4621-b58d-14583ad38c60 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:18.960846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-163a808c-57b3-4e70-ba58-1329c3d4937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:18.963882 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c2d4667c-51bb-4dc6-abbb-d2c84aed3d14 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/6de0fad8-a3f8-4f8a-ac61-fe42d2993f43 HTTP/1.1" status: 404 len: 337 time: 0.0565155 Nov 24 22:19:18.967890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57952) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:18.995033 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-039df543-e203-4f7a-a238-43aa9f4900a7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:18.995689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039df543-e203-4f7a-a238-43aa9f4900a7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.002871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-039df543-e203-4f7a-a238-43aa9f4900a7 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/9c25149e-c22e-4ca8-93fe-c497212be182 HTTP/1.1" status: 404 len: 337 time: 0.0349538 Nov 24 22:19:19.006373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57954) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.054090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9822dd24-e912-462b-bc88-3ae602c9d384 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.054615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9822dd24-e912-462b-bc88-3ae602c9d384 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.060032 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9822dd24-e912-462b-bc88-3ae602c9d384 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/79eb1074-0dfa-4d0b-af80-356192839c2a HTTP/1.1" status: 404 len: 337 time: 0.0504112 Nov 24 22:19:19.067018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:19.068981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57956) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.101727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.106936 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b925ca2-dc6d-451c-835f-cdceb6c348ea tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.107948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b925ca2-dc6d-451c-835f-cdceb6c348ea tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.112445 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5b925ca2-dc6d-451c-835f-cdceb6c348ea tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/60787d16-cd31-478f-b072-9c7ac9389f98 HTTP/1.1" status: 404 len: 333 time: 0.0390105 Nov 24 22:19:19.119496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57958) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.183499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.200840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.232748 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] No DVR routers for this DVR port 4a9b1066-a356-4377-a632-41244c3d20e5 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:19.238367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fff56d-20ac-4df2-81c6-698a94523ee3 None None] Pushing event deleted for resources: {'Port': ['ID=4a9b1066-a356-4377-a632-41244c3d20e5,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:19.247024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d95f7c66-d35b-431e-8103-2cb37baaa86f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:19.249077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] DHCP port deletion for d7d7fab6-046c-4088-8d75-ee2e31e2b27b request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:19.249370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Subnet': ['ID=0f782538-5d9a-4014-8636-600ec656ef9a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:19.253062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.264484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-163a808c-57b3-4e70-ba58-1329c3d4937f None None] Provisioning complete for port 05869e3f-3bfb-4728-a4f7-d149a51bc286 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:19.264628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-163a808c-57b3-4e70-ba58-1329c3d4937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.264906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.265447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.265944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.266417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.266890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.267366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.268069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.268571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.269044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.269514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.270112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.275336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.287380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 4a9b1066-a356-4377-a632-41244c3d20e5 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:19.293770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.301631 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd3562c-c27e-48a7-addc-b6cc4e422c82 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.303722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd3562c-c27e-48a7-addc-b6cc4e422c82 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.303859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.306685 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ccd3562c-c27e-48a7-addc-b6cc4e422c82 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/a1a30038-844a-4253-b9d5-e31cc7ee495c HTTP/1.1" status: 404 len: 337 time: 0.1840730 Nov 24 22:19:19.310380 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c87f18b2-80cb-4218-a4a8-0dd1e1493090 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/0f782538-5d9a-4014-8636-600ec656ef9a HTTP/1.1" status: 204 len: 168 time: 2.0026815 Nov 24 22:19:19.313020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.313411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57962) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.313831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.315805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.381215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-163a808c-57b3-4e70-ba58-1329c3d4937f None None] Port 05869e3f-3bfb-4728-a4f7-d149a51bc286 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:19.398988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d95f7c66-d35b-431e-8103-2cb37baaa86f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:19.399348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.400227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=e0f67809-dc70-4bdb-a2cb-baa37ec05bd9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:19.423481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.428820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] Deleting port 229b0abf-56c4-4621-b58d-14583ad38c60 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:19.429248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.451081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57964) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.475598 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-007b6f30-a041-411b-b8ea-3d9c46dd41e8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.476063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007b6f30-a041-411b-b8ea-3d9c46dd41e8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.479344 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-007b6f30-a041-411b-b8ea-3d9c46dd41e8 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/d8ce2b3b-4739-4075-a6dd-e4eaf0652ed4 HTTP/1.1" status: 404 len: 337 time: 0.1609704 Nov 24 22:19:19.480835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.481185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.481562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.481866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.482203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.482538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.482870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.483203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.483548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.483883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.484211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.484536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:19.489305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:19.489937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.503963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:19.520773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] For port 229b0abf-56c4-4621-b58d-14583ad38c60, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=229b0abf-56c4-4621-b58d-14583ad38c60,segment=NetworkSegment(01db48ad-e6e9-48b0-a049-65b26fb95807),segment_id=01db48ad-e6e9-48b0-a049-65b26fb95807)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:19.521302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.521780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:19.530906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.576331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fdb47baf-e439-41cf-a192-e0fe9ebffd6f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:19.578216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] Calling delete_port for 229b0abf-56c4-4621-b58d-14583ad38c60 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:19.657144 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e47eb13-b85f-445c-b4c7-a45fdda29e4f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.657144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e47eb13-b85f-445c-b4c7-a45fdda29e4f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.663105 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7e47eb13-b85f-445c-b4c7-a45fdda29e4f tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/0fc54520-14cb-49ca-8b81-54212a2aca38 HTTP/1.1" status: 404 len: 333 time: 0.1672328 Nov 24 22:19:19.663227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 4a9b1066-a356-4377-a632-41244c3d20e5, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:19.663656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.667324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57968) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.668097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.674223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3dbbc-7a43-4380-87d3-fe03bd29b23b None None] Network e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:19.700000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff81f24-ce8d-459c-9deb-3f91b3cf0903 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:19.701639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff81f24-ce8d-459c-9deb-3f91b3cf0903 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:19.706019 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8ff81f24-ce8d-459c-9deb-3f91b3cf0903 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3829484 Nov 24 22:19:19.715008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57970) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.762524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 4a9b1066-a356-4377-a632-41244c3d20e5 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:19.787368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6009aecd-9309-4ddd-84e4-93cc91a2c9fd None None] Provisioning complete for port fdb47baf-e439-41cf-a192-e0fe9ebffd6f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:19.787778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6009aecd-9309-4ddd-84e4-93cc91a2c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.789441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Port 4a9b1066-a356-4377-a632-41244c3d20e5 was not found and therefore no delete operation was performed {{(pid=102410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:19:19.791331 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dd55f5-db46-4f12-8c6b-01f9fbd3144b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.791799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dd55f5-db46-4f12-8c6b-01f9fbd3144b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.797532 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-51dd55f5-db46-4f12-8c6b-01f9fbd3144b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/d2f76427-f607-4e57-b4a9-3970fc0a5d44 HTTP/1.1" status: 404 len: 337 time: 0.1020892 Nov 24 22:19:19.797687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port fdb47baf-e439-41cf-a192-e0fe9ebffd6f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:19.797687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.810779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57972) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.830131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.834049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6fbc0580-25f5-4fd8-9c3a-6aa22aaf135d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e401c1ef9ccd423d9e51f6a2330d2e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802910 Nov 24 22:19:19.835544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.840620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57974) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.850418 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8491c6f5-0eef-404e-be81-8569ba17227b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:19.857202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8491c6f5-0eef-404e-be81-8569ba17227b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:19.857202 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8491c6f5-0eef-404e-be81-8569ba17227b tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/subnets/87171eb9-034d-4bee-ba84-96b3613e2000 HTTP/1.1" status: 404 len: 337 time: 0.0425496 Nov 24 22:19:19.865217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57976) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:19.892929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.918193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=4a9b1066-a356-4377-a632-41244c3d20e5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:19.925549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 4a9b1066-a356-4377-a632-41244c3d20e5 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:19.946668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:19.947786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] Pushing event deleted for resources: {'Port': ['ID=229b0abf-56c4-4621-b58d-14583ad38c60,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:19.954247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fc823-a504-4bc0-b42d-bdb2271a7e8f None None] No DVR routers for this DVR port 229b0abf-56c4-4621-b58d-14583ad38c60 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:19.998163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.004168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34590d10-6ba6-4141-9902-6e85b39f837d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.109917 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-34590d10-6ba6-4141-9902-6e85b39f837d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 22:19:20.110414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34590d10-6ba6-4141-9902-6e85b39f837d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:20.113518 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-34590d10-6ba6-4141-9902-6e85b39f837d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 HTTP/1.1" status: 409 len: 405 time: 0.3889670 Nov 24 22:19:20.122091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57978) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:20.127681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-169747267'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:20.150874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.158554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.162565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.177638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] DHCP port deletion for e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:20.180767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e231b0c5-acc4-4a98-95f3-9e68a2938eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.193557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Pushing event updated for resources: {'Port': ['ID=b226ec5a-c513-4ef4-ae59-4c92600af2aa,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:20.218025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ddb539-ab5d-4ff2-a345-895916f116b1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:20.222053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.228156 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa HTTP/1.1" status: 204 len: 168 time: 1.5591376 Nov 24 22:19:20.234020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c2b42-1fb9-4747-989e-f696169a6f5a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:20.237348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.239758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57980) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:20.243748 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e13aeb-6365-48ab-aa64-57020788ac7f None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:20.252567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118da618-7f44-431e-bc98-65b30c6f76ee') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:20.253145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118da618-7f44-431e-bc98-65b30c6f76ee') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:20.257407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6009aecd-9309-4ddd-84e4-93cc91a2c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.262434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.270439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:20.273576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.280365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e231b0c5-acc4-4a98-95f3-9e68a2938eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.299035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.327575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Deleting port 05869e3f-3bfb-4728-a4f7-d149a51bc286 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:20.328072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.329868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.332230 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e541207b-1cb8-48d6-a547-825e68f33ba6 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3180513 Nov 24 22:19:20.334033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.340155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 8e9fffc8-bff6-4d1c-99b9-0983915bdbbb {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:20.344070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57982) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:20.346994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.350418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:20.350865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.352048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port fdb47baf-e439-41cf-a192-e0fe9ebffd6f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,segment=NetworkSegment(8fe02721-cdaa-4127-9118-617364127c71),segment_id=8fe02721-cdaa-4127-9118-617364127c71)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:20.354093 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:20.375720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.378637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] Deleting port fdb47baf-e439-41cf-a192-e0fe9ebffd6f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:20.379275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.444497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.454680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:20.460656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.473161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a9b1066-a356-4377-a632-41244c3d20e5 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:20.482324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.496140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.499304 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/99ddb539-ab5d-4ff2-a345-895916f116b1 HTTP/1.1" status: 204 len: 168 time: 2.2932937 Nov 24 22:19:20.513270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 57984) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:20.521175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4bcaf-284c-4b1a-8308-03236d9ffe2d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=99ddb539-ab5d-4ff2-a345-895916f116b1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:20.525917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-405989843', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:20.532439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.532795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Added segment 2aa8bb31-2c5f-4482-809e-d347b1e06b82 of type vlan for network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 Nov 24 22:19:20.535939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.545386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 4a9b1066-a356-4377-a632-41244c3d20e5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:20.545832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a9b1066-a356-4377-a632-41244c3d20e5 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:20.575699 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c9ada63a-ffde-41a7-bfd8-1ab429224580 tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3204 time: 0.2175326 Nov 24 22:19:20.582865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57986) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:20.592316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Calling delete_port for 05869e3f-3bfb-4728-a4f7-d149a51bc286 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:20.621615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e231b0c5-acc4-4a98-95f3-9e68a2938eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.624127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] For port fdb47baf-e439-41cf-a192-e0fe9ebffd6f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,segment=NetworkSegment(8fe02721-cdaa-4127-9118-617364127c71),segment_id=8fe02721-cdaa-4127-9118-617364127c71)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:20.624677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e231b0c5-acc4-4a98-95f3-9e68a2938eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.624781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.627764 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e231b0c5-acc4-4a98-95f3-9e68a2938eff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79e54cba-daf6-46c4-8369-bfdd747e04c5 HTTP/1.1" status: 204 len: 168 time: 0.7817183 Nov 24 22:19:20.629629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-6009aecd-9309-4ddd-84e4-93cc91a2c9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:20.630045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-6009aecd-9309-4ddd-84e4-93cc91a2c9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:20.639024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:20.648793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] Calling delete_port for fdb47baf-e439-41cf-a192-e0fe9ebffd6f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:20.680944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ccd50687-091d-40d3-ac1b-6f3997d6aca1 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0941701 Nov 24 22:19:20.680944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.683493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57990) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:20.781483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.813312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] Pushing event deleted for resources: {'Port': ['ID=fdb47baf-e439-41cf-a192-e0fe9ebffd6f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:20.820611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0b956-c651-4558-9927-8ff08b596fb9 None None] No DVR routers for this DVR port fdb47baf-e439-41cf-a192-e0fe9ebffd6f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:20.861560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.862228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Deleting port b226ec5a-c513-4ef4-ae59-4c92600af2aa {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:20.862780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.910171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.911392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.920129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.927101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231b0c5-acc4-4a98-95f3-9e68a2938eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e54cba-daf6-46c4-8369-bfdd747e04c5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:20.945489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.945987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.947545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:20.958738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Calling delete_port for b226ec5a-c513-4ef4-ae59-4c92600af2aa owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:21.003432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.017385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:21.018161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.042926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:21.050855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.074860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.081399 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/8e9fffc8-bff6-4d1c-99b9-0983915bdbbb HTTP/1.1" status: 204 len: 168 time: 0.8401692 Nov 24 22:19:21.095398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 229b0abf-56c4-4621-b58d-14583ad38c60 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:21.095847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 229b0abf-56c4-4621-b58d-14583ad38c60 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:21.096340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fdb47baf-e439-41cf-a192-e0fe9ebffd6f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:21.105179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 57994) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:21.114985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b06466-cd20-4600-bfca-5ce115561757 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9fffc8-bff6-4d1c-99b9-0983915bdbbb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:21.135042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: fdb47baf-e439-41cf-a192-e0fe9ebffd6f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:21.135381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fdb47baf-e439-41cf-a192-e0fe9ebffd6f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:21.160553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6009aecd-9309-4ddd-84e4-93cc91a2c9fd None None] Port fdb47baf-e439-41cf-a192-e0fe9ebffd6f update to ACTIVE by agent not found {{(pid=102411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 24 22:19:21.197586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-64b8076a-63d5-482d-8c43-deabb5703d7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891771 Nov 24 22:19:21.199197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58000) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:21.204750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:21.334074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.443146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.446450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.451204 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] 10.222.0.41 "DELETE /v2.0/floatingips/fc580cc4-efd9-452c-8c26-c866f756f12b HTTP/1.1" status: 204 len: 168 time: 0.7669713 Nov 24 22:19:21.452169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad80175-4f21-4f47-b7ce-ac0370cc1cb4 tempest-FloatingIPAdminTestJSON-1854941615 tempest-FloatingIPAdminTestJSON-1854941615-project] Pushing event deleted for resources: {'Port': ['ID=b226ec5a-c513-4ef4-ae59-4c92600af2aa,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:21.452328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=e0f67809-dc70-4bdb-a2cb-baa37ec05bd9,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:21.455452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58010) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:21.463268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:21.467051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.475943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.518654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb33b2c-5cbb-4752-b882-3db6d2d2ebb7 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:21.525701 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4024673 Nov 24 22:19:21.530238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58014) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:21.566109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'subnet': {'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:21.603240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.604268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Port': ['ID=05869e3f-3bfb-4728-a4f7-d149a51bc286,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:21.610711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffefafe-0e83-478e-bfd7-0de9378bd01c tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Network': ['ID=8ddad871-cc12-445c-a9f4-fc3c0e97c521,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:21.614318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.619744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-be920045-a754-45da-a7ed-2518f97a0650 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/ports/05869e3f-3bfb-4728-a4f7-d149a51bc286 HTTP/1.1" status: 204 len: 168 time: 1.7532465 Nov 24 22:19:21.623872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58018) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:21.640975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:21.717926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58020) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:21.727615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5edee15b-30c2-4a97-817b-1b6955a79d87 None None] Provisioning complete for port 723fa7cb-3b0b-4581-8128-7a19492bc959 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:21.727994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5edee15b-30c2-4a97-817b-1b6955a79d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.795167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Deleting port 56bf8316-9a2e-41d8-97de-cc7a79fa2f83 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:21.795500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.800130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.887246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:21.896212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:21.899715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.932323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.945639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:21.952636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] Deleting port 723fa7cb-3b0b-4581-8128-7a19492bc959 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:21.953252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.014917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'networks': [{'name': 'tempest-network--1029824503'}, {'name': 'tempest-network--53403346'}]} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:22.015233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'network': {'name': 'tempest-network--1029824503'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:22.015727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'network': {'name': 'tempest-network--53403346'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:22.030556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] For port 723fa7cb-3b0b-4581-8128-7a19492bc959, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=723fa7cb-3b0b-4581-8128-7a19492bc959,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:22.030915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.045921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] Calling delete_port for 723fa7cb-3b0b-4581-8128-7a19492bc959 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:22.074953 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP c85388ff-a288-40d3-a385-8db1c612d008 associated. External IP: 172.26.3.42, port: 3812a596-b783-4a06-b763-b03a191589d9. Nov 24 22:19:22.130754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.163303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] No DVR routers for this DVR port 723fa7cb-3b0b-4581-8128-7a19492bc959 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:22.166976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c144af4-cc18-4357-bab2-2c4a346b4292 None None] Pushing event deleted for resources: {'Port': ['ID=723fa7cb-3b0b-4581-8128-7a19492bc959,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:22.196815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'network': 2} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:22.201360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.234806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.237141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.281758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d7fab6-046c-4088-8d75-ee2e31e2b27b']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:22.313970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01db48ad-e6e9-48b0-a049-65b26fb95807') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:22.314263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01db48ad-e6e9-48b0-a049-65b26fb95807') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:22.319866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.320427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.334475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.361124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Calling delete_port for 56bf8316-9a2e-41d8-97de-cc7a79fa2f83 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:22.374919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.424953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.425515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:22.425930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:22.453909 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:22.484485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:22.498727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:22.507136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:22.507747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.510546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724334f-d7e2-4919-8b05-a34569dd607c None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:22.546555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=80c383e3-fbf8-46f0-b1a6-ada187c96ab3,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:22.579275 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7184bc6d-6eb2-4742-a8b4-97bc942d63d3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3789153 Nov 24 22:19:22.583094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58024) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:22.588588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:22.631994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.635047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.662061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.665488 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] 10.222.0.41 "DELETE /v2.0/networks/d7d7fab6-046c-4088-8d75-ee2e31e2b27b HTTP/1.1" status: 204 len: 168 time: 0.9613810 Nov 24 22:19:22.668625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.669088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.670774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.681962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '80c383e3-fbf8-46f0-b1a6-ada187c96ab3'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:22.682889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.724742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.726899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06131d85-d2b9-4f0c-9fbd-0685907676d0 tempest-PortsIpV6TestJSON-1810591859 tempest-PortsIpV6TestJSON-1810591859-project] Pushing event deleted for resources: {'Network': ['ID=d7d7fab6-046c-4088-8d75-ee2e31e2b27b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:22.757494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.800085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:22.817302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341e9035-cc51-4e13-8a55-9b44a9996577,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:22.823208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:22.848003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.848567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Pushing event deleted for resources: {'Port': ['ID=56bf8316-9a2e-41d8-97de-cc7a79fa2f83,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:22.848729 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Added segment d971bc35-bea9-40e0-86bc-1af52cf963d8 of type vlan for network 52cb6242-2019-4a3d-a30d-c118f9ba4484 Nov 24 22:19:22.940120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:22.944594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Allocated IP 172.20.0.2 (49828264-6294-4cd6-b467-32535f86b933/80c383e3-fbf8-46f0-b1a6-ada187c96ab3/59381b49-b607-484d-9b61-7b74998517f2) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:22.947236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.952969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.967274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:22.971199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.984704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:22.994542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:22.995024 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Added segment bbdabc3a-e21f-4cf6-af97-ca192cb63042 of type vlan for network d50570d7-92f2-4581-ae94-9fc5965b9dc2 Nov 24 22:19:23.025334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.027969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.032591 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0c4f15d5-94a3-4a0c-862a-c84d555bfc7e tempest-FloatingIPAdminTestJSON-1116427220 tempest-FloatingIPAdminTestJSON-1116427220-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/b4ad5aee-0f9d-4d55-9709-e9b81b9ea46f HTTP/1.1" status: 204 len: 168 time: 1.5727458 Nov 24 22:19:23.044577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.059949 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58030) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:23.079752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58032) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:23.079953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 723fa7cb-3b0b-4581-8128-7a19492bc959 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:23.107429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 723fa7cb-3b0b-4581-8128-7a19492bc959 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:23.107808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 723fa7cb-3b0b-4581-8128-7a19492bc959 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:23.131020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Subnet': ['ID=2e48276e-a9a2-464d-8fb2-06342b9d476f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:23.137380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.138878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.143880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.149214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.150056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.192640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.202249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.206575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Checking segment: {'id': '2aa8bb31-2c5f-4482-809e-d347b1e06b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:23.206988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network hostable DHCP agents. Network: 8ddad871-cc12-445c-a9f4-fc3c0e97c521, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:23.260136 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5309491 Nov 24 22:19:23.266763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:23.269314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58036) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:23.282369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 172.26.3.70 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/a4b3bfdc-aa19-4aa9-b9eb-dfb1f1fd96b0) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:23.283003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:23.285080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Pushing event updated for resources: {'Port': ['ID=59381b49-b607-484d-9b61-7b74998517f2,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:23.289719 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:23.296634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:23.320774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Network': ['ID=52cb6242-2019-4a3d-a30d-c118f9ba4484,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:23.334958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 52cb6242-2019-4a3d-a30d-c118f9ba4484 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:23.341833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:23.356095 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:23.358472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting port 235013df-31ae-468a-a325-c4c4455e722f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:23.359040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.361752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8ddad871-cc12-445c-a9f4-fc3c0e97c521) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:23.366720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.367308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.381071 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:23.381711 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:23.443778 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:23.452833 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:23.453759 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:23.475620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad1383-b009-4ac3-a044-657d5554d2d2 None None] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:23.475841 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-df458d37-1e8e-4fc4-b485-f3900d999125 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afd433422191402da9516c3613871b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918643 Nov 24 22:19:23.487696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58038) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:23.497529 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:23.498469 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213ff37-5ffc-4fe6-b7f7-f92f46cd7f0c None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:23.527624 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a411cf5c-b436-4cfd-8eeb-f03ac627b157 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9660063 Nov 24 22:19:23.540034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58040) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:23.551469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'port': {'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521', 'name': 'tempest-NetworksIpV6TestAttrs-1699841651'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:23.581730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.640813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac8893-c0ef-4712-a882-5a034d571c7f tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.650897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4a45-7546-43a5-ac5b-c1dd1f6f650c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Network': ['ID=d50570d7-92f2-4581-ae94-9fc5965b9dc2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:23.656880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac8893-c0ef-4712-a882-5a034d571c7f tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.663343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac8893-c0ef-4712-a882-5a034d571c7f tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.670219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac8893-c0ef-4712-a882-5a034d571c7f tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:23.674650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-eaac8893-c0ef-4712-a882-5a034d571c7f tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3970876 Nov 24 22:19:23.674650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.676875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d50570d7-92f2-4581-ae94-9fc5965b9dc2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:23.677623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58042) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:23.683315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Attempting to bind port 59381b49-b607-484d-9b61-7b74998517f2 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:23.683877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Attempting to bind port 59381b49-b607-484d-9b61-7b74998517f2 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:23.684059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Attempting to bind port 59381b49-b607-484d-9b61-7b74998517f2 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:23.709801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Calling delete_port for 235013df-31ae-468a-a325-c4c4455e722f owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:23.733545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:23.734033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:23.734526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.734893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:23.735511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Bound port: 59381b49-b607-484d-9b61-7b74998517f2, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:23.735904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.737845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-830ac858-82d6-494b-b079-8cccdd6708dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.809287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-830ac858-82d6-494b-b079-8cccdd6708dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.970671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8ddad871-cc12-445c-a9f4-fc3c0e97c521', 'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521', 'tenant_id': '10f2e8ce1afc4dd7af1322e835db4438', 'fixed_ips': [{'subnet_id': '2e48276e-a9a2-464d-8fb2-06342b9d476f'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:23.972524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.980727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-830ac858-82d6-494b-b079-8cccdd6708dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.983285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-830ac858-82d6-494b-b079-8cccdd6708dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:23.986959 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-830ac858-82d6-494b-b079-8cccdd6708dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4f33da4-864f-44b4-9606-9f4960c7a654 HTTP/1.1" status: 204 len: 168 time: 0.4938896 Nov 24 22:19:24.042418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.077321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:24.078814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.089940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac858-82d6-494b-b079-8cccdd6708dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f33da4-864f-44b4-9606-9f4960c7a654,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:24.194434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.200186 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cbf66dc1-37de-422d-8348-6c757602ba82 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9303775 Nov 24 22:19:24.234477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58048) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:24.239490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] For port 59381b49-b607-484d-9b61-7b74998517f2, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:24.252423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.258612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Allocated IP 2001:db8::f816:3eff:fe63:a590 (8ddad871-cc12-445c-a9f4-fc3c0e97c521/2e48276e-a9a2-464d-8fb2-06342b9d476f/1d5cd27e-bd83-465b-ba9a-a6b1812d231e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:24.260478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:24.262515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] For port 59381b49-b607-484d-9b61-7b74998517f2, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59381b49-b607-484d-9b61-7b74998517f2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:24.263809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Port': ['ID=235013df-31ae-468a-a325-c4c4455e722f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:24.273761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.351399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:24.363742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5361ec6-94f0-4c99-a1cf-6b3911f5af96 None None] Pushing event updated for resources: {'Port': ['ID=59381b49-b607-484d-9b61-7b74998517f2,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:24.384473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:24.389644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:24.471571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.494262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.502722 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-329d4d0a-5f3f-4c46-b546-c50ae387ef47 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "DELETE /v2.0/ports/235013df-31ae-468a-a325-c4c4455e722f HTTP/1.1" status: 204 len: 168 time: 1.4416468 Nov 24 22:19:24.515885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58054) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:24.534386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cb6242-2019-4a3d-a30d-c118f9ba4484']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:24.545942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd971bc35-bea9-40e0-86bc-1af52cf963d8') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:24.546250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd971bc35-bea9-40e0-86bc-1af52cf963d8') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:24.558673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.575218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.586167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:24.594068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.613845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.626120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.633447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.657681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:24.657969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.661360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=a4b3bfdc-aa19-4aa9-b9eb-dfb1f1fd96b0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:24.670697 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:24.722051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:24.731835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:24.736287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Pushing event updated for resources: {'Port': ['ID=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:24.747317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:24.780162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] device_id is not set on port fc430726-0a54-4386-8287-6f3f9a7083b0 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:24.790696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f49507-a83d-4a26-a574-7310d8f997cc tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:24.792913 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-56f49507-a83d-4a26-a574-7310d8f997cc tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b73e159-4a11-4fde-b86d-acc8f8bf799b HTTP/1.1" status: 200 len: 913 time: 0.2726800 Nov 24 22:19:24.801580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58060) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:24.825644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Attempting to bind port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:24.829326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Attempting to bind port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2aa8bb31-2c5f-4482-809e-d347b1e06b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:24.830745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Attempting to bind port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e on network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:24.837023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.840511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:24.841720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Checking segment: {'id': '2aa8bb31-2c5f-4482-809e-d347b1e06b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:24.842289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.846029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Bound using segment: {'id': '2aa8bb31-2c5f-4482-809e-d347b1e06b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:24.846754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Bound port: 1d5cd27e-bd83-465b-ba9a-a6b1812d231e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa8bb31-2c5f-4482-809e-d347b1e06b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8ddad871-cc12-445c-a9f4-fc3c0e97c521'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:24.847663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.868238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.969790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.974767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] For port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:24.979066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] For port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,segment=NetworkSegment(2aa8bb31-2c5f-4482-809e-d347b1e06b82),segment_id=2aa8bb31-2c5f-4482-809e-d347b1e06b82)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:24.982808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:24.983221 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP c85388ff-a288-40d3-a385-8db1c612d008 disassociated. External IP: 172.26.3.42, port: 3812a596-b783-4a06-b763-b03a191589d9. Nov 24 22:19:24.994389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.109442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59381b49-b607-484d-9b61-7b74998517f2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:25.167848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b694ddd-5398-472f-b25d-52452f2fc3d9 None None] Pushing event updated for resources: {'Port': ['ID=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:25.180692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.191735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/networks/52cb6242-2019-4a3d-a30d-c118f9ba4484 HTTP/1.1" status: 204 len: 168 time: 1.5076730 Nov 24 22:19:25.192095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 59381b49-b607-484d-9b61-7b74998517f2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:25.192700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.200451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58070) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:25.227941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5fa3d-5e87-4181-bf68-deeb6d15f024 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Network': ['ID=52cb6242-2019-4a3d-a30d-c118f9ba4484,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:25.303763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58072) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:25.308606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.379586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.393914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port 59381b49-b607-484d-9b61-7b74998517f2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59381b49-b607-484d-9b61-7b74998517f2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:25.514051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.554396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073528652'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:25.562447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Allocated IP 2001:db8::f816:3eff:fe5c:3f6c (8ddad871-cc12-445c-a9f4-fc3c0e97c521/2e48276e-a9a2-464d-8fb2-06342b9d476f/fc430726-0a54-4386-8287-6f3f9a7083b0) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:25.572123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.572864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.582151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:25.584148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:25.604049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.717220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.730990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:25.734303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.757273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:25.759003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.765289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:25.765886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.810300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50570d7-92f2-4581-ae94-9fc5965b9dc2']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:25.816046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=6f47973b-0a4b-4012-8d03-243c26b54732,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:25.833924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=59381b49-b607-484d-9b61-7b74998517f2,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:25.837866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdabc3a-e21f-4cf6-af97-ca192cb63042') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:25.838167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdabc3a-e21f-4cf6-af97-ca192cb63042') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:25.846846 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9b3f2998-9f21-4668-bd4b-6f727d633e9a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2625725 Nov 24 22:19:25.861191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58076) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:25.866402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e91aa-a6cb-4373-900c-5f7e74416fe6 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:25.867256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.869930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:25.875693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:fa:f1:68', 'name': 'tempest-NetworksTestDHCPv6-2147316977'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:25.942889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.964941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:25.965369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:25.970357 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:25.988633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-31237055-1973-403d-94a8-580676fc563e None None] Provisioning complete for port 59381b49-b607-484d-9b61-7b74998517f2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:25.989022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.053961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.116270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.156791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:26.159802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.175331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.191840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:26.221649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:26.228102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:26.228342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-31237055-1973-403d-94a8-580676fc563e None None] For port 59381b49-b607-484d-9b61-7b74998517f2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59381b49-b607-484d-9b61-7b74998517f2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:26.229004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.236695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.309314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.312336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Port': ['ID=fc430726-0a54-4386-8287-6f3f9a7083b0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:26.342475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:26.342475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:26.346985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31237055-1973-403d-94a8-580676fc563e None None] Pushing event updated for resources: {'Port': ['ID=59381b49-b607-484d-9b61-7b74998517f2,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:26.357125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.357686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.358144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.358602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.359120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.359951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.360199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.360654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.361173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.361981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.362269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.362757 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31237055-1973-403d-94a8-580676fc563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:26.430029 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-85e57af5-e6e6-403b-a706-8fe0bba83e7b tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8885744 Nov 24 22:19:26.434719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58078) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:26.481155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.518330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38767f72-d1e6-40c9-9ec5-983913502e83 None None] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:26.541667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.546926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.552257 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/networks/d50570d7-92f2-4581-ae94-9fc5965b9dc2 HTTP/1.1" status: 204 len: 168 time: 1.3485770 Nov 24 22:19:26.560876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58080) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:26.587654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4880d-e767-447b-9e2c-a6785a63ab93 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Network': ['ID=d50570d7-92f2-4581-ae94-9fc5965b9dc2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:26.609605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3287dd7d-a637-4484-a8e4-87088a1397e9 None None] Provisioning complete for port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:26.610258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3287dd7d-a637-4484-a8e4-87088a1397e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.635425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:26.656898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.662548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:26.671301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting subnet 2e48276e-a9a2-464d-8fb2-06342b9d476f {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:26.686835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:26.690514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.720029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:26.720798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:26.751670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.757370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.758394 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dd96dd49-2ab6-4e96-800c-08e28b7f7249 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/floatingips/c85388ff-a288-40d3-a385-8db1c612d008 HTTP/1.1" status: 200 len: 687 time: 2.5228946 Nov 24 22:19:26.760666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.764834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58082) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:26.790189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:26.845799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:26.846457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:26.900963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:26.902227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15700a-a5aa-42f6-88f1-a5e6ba221d3a None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:26.904445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3287dd7d-a637-4484-a8e4-87088a1397e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.915362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cafe87-3c33-4abb-ba0f-78eb18b911f4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:26.937190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:26.950206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3287dd7d-a637-4484-a8e4-87088a1397e9 None None] For port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,segment=NetworkSegment(2aa8bb31-2c5f-4482-809e-d347b1e06b82),segment_id=2aa8bb31-2c5f-4482-809e-d347b1e06b82)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:26.956344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3287dd7d-a637-4484-a8e4-87088a1397e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.005286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.006718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 8495f331-87ae-4f59-b681-e3aabb9bbaa9 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:27.023840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.035330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287dd7d-a637-4484-a8e4-87088a1397e9 None None] Pushing event updated for resources: {'Port': ['ID=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:27.106105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-bc580cdb-856c-4a80-882b-944468db722f None None] Provisioning complete for port 59381b49-b607-484d-9b61-7b74998517f2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:27.106529 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bc580cdb-856c-4a80-882b-944468db722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.117910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.119343 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8115182 Nov 24 22:19:27.141210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58084) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.177470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port e0f67809-dc70-4bdb-a2cb-baa37ec05bd9 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:27.177828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.179502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464393fc-2e25-4a78-920d-53c29fa1390c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a482428-a22f-4f56-be5d-711a03d7afdb,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:27.266065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59381b49-b607-484d-9b61-7b74998517f2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:27.342597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 59381b49-b607-484d-9b61-7b74998517f2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:27.344029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.354758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44252bab-5eee-4949-8bd0-a6b944e9a459 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:27.361157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44252bab-5eee-4949-8bd0-a6b944e9a459 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:27.362942 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-44252bab-5eee-4949-8bd0-a6b944e9a459 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7956686 Nov 24 22:19:27.375613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58086) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.380584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1812684683'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:27.383212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 85b55da9-e343-4fbf-a6f9-07c5beb56e12 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:19:27.391860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-453f0204-891a-46ba-85df-c82ccdc8f995 None None] Provisioning complete for port fc430726-0a54-4386-8287-6f3f9a7083b0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:27.392220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-453f0204-891a-46ba-85df-c82ccdc8f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.420832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:27.425866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.435849 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cd9f9f26-8510-4e3a-9d03-69cbf55ed9ce tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2911949 Nov 24 22:19:27.447308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-453f0204-891a-46ba-85df-c82ccdc8f995 None None] Port fc430726-0a54-4386-8287-6f3f9a7083b0 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:27.464632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58088) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.469158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-security--1492767731', 'description': 'tempest-security-description-1814370501'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:27.499111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1d5cd27e-bd83-465b-ba9a-a6b1812d231e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:27.516684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.517059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.526470 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-453f0204-891a-46ba-85df-c82ccdc8f995 None None] Provisioning complete for port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:27.526470 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-453f0204-891a-46ba-85df-c82ccdc8f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.552167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:27.556923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.563723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.564211 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Added segment 25b835b8-1b83-4ca4-a048-5e2d6eee472e of type vlan for network 50df0d89-00cd-4d5b-8e8c-964dbc9c850a Nov 24 22:19:27.623839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.628596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:27.628878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.632829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:27.639803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 172.20.0.8 (49828264-6294-4cd6-b467-32535f86b933/80c383e3-fbf8-46f0-b1a6-ada187c96ab3/8495f331-87ae-4f59-b681-e3aabb9bbaa9) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:27.647147 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] Sync routers for ids ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:27.653661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for e0f67809-dc70-4bdb-a2cb-baa37ec05bd9 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:27.656734 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] Routers {'85b55da9-e343-4fbf-a6f9-07c5beb56e12'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:27.657560 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:27.662995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fefa:f168 (49828264-6294-4cd6-b467-32535f86b933/6f47973b-0a4b-4012-8d03-243c26b54732/8495f331-87ae-4f59-b681-e3aabb9bbaa9) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:27.668626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.690798 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:27.700590 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] Routers {'85b55da9-e343-4fbf-a6f9-07c5beb56e12'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:27.701622 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:27.720361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.742698 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:27.743924 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ec7c1-75ec-4f34-8e4b-292078fa05e9 None None] The sync data for ids ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:27.771873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Subnet': ['ID=2e48276e-a9a2-464d-8fb2-06342b9d476f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:27.774709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.781766 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0ac8abcd-f5f1-4922-90dd-1bdb956c48ac tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/2e48276e-a9a2-464d-8fb2-06342b9d476f HTTP/1.1" status: 204 len: 168 time: 1.3418465 Nov 24 22:19:27.781766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58090) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.785849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.787287 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-471338db-cb96-4d36-8438-ffe82d9467b6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.2701497 Nov 24 22:19:27.793119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ad076a-6c1b-4dbb-85ae-f59cafa69e2c None None] Network 8ddad871-cc12-445c-a9f4-fc3c0e97c521 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:27.802684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58092) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.808591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.845646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e48cb8b-e7b4-4d98-81f8-6c07eab6978d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:27.847775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e48cb8b-e7b4-4d98-81f8-6c07eab6978d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:27.852054 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0e48cb8b-e7b4-4d98-81f8-6c07eab6978d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0671637 Nov 24 22:19:27.852054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58094) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.864950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.867506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.871125 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "PUT /v2.0/security-groups/8a482428-a22f-4f56-be5d-711a03d7afdb HTTP/1.1" status: 200 len: 1778 time: 0.4031842 Nov 24 22:19:27.884502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting port 9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:27.884860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.888754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58096) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:27.905230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f2aebfb2-964a-4027-bd49-02b1eaeaceb1 None None] Provisioning complete for port fc430726-0a54-4386-8287-6f3f9a7083b0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:27.905836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2aebfb2-964a-4027-bd49-02b1eaeaceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.920417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.926066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:27.926660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:27.966657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f2aebfb2-964a-4027-bd49-02b1eaeaceb1 None None] Port fc430726-0a54-4386-8287-6f3f9a7083b0 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:28.032701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ffd392f5-f7b8-4c50-badc-c02d8a04ce2a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.048549 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a7636eae-8c18-4ef8-b298-3fc53538e345 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups/8a482428-a22f-4f56-be5d-711a03d7afdb HTTP/1.1" status: 200 len: 1778 time: 0.1321824 Nov 24 22:19:28.052602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58098) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.053870 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd392f5-f7b8-4c50-badc-c02d8a04ce2a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 22:19:28.054693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd392f5-f7b8-4c50-badc-c02d8a04ce2a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:28.055979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] DHCP port deletion for 8ddad871-cc12-445c-a9f4-fc3c0e97c521 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:28.062635 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ffd392f5-f7b8-4c50-badc-c02d8a04ce2a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/8ddad871-cc12-445c-a9f4-fc3c0e97c521 HTTP/1.1" status: 409 len: 405 time: 0.2044988 Nov 24 22:19:28.067274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58100) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.073155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-614115718'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:28.102726 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7259021 Nov 24 22:19:28.106098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58102) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.114437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2591df-d745-4f65-ac7d-8bf89b157eaa tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a482428-a22f-4f56-be5d-711a03d7afdb,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.116419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] Deleting port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:28.116886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.122727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.130996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1740630498'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:28.164684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Calling delete_port for 9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:28.169434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2376-6d8c-407e-9580-586adf67776c tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Network': ['ID=50df0d89-00cd-4d5b-8e8c-964dbc9c850a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.173792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:28.177643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.189709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] For port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,segment=NetworkSegment(2aa8bb31-2c5f-4482-809e-d347b1e06b82),segment_id=2aa8bb31-2c5f-4482-809e-d347b1e06b82)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:28.190480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.194745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 50df0d89-00cd-4d5b-8e8c-964dbc9c850a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:28.217495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:28.220946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.245042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] Calling delete_port for 1d5cd27e-bd83-465b-ba9a-a6b1812d231e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:28.249680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4fe520d1-3d99-4c05-b0c7-5199f06fe8da tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/routers/85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 200 len: 883 time: 0.4444239 Nov 24 22:19:28.252230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58104) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.266584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f51da6-5841-4652-8255-842ad267f7b7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.275830 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.288807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:28.324146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f51da6-5841-4652-8255-842ad267f7b7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.341307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.341650 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Added segment 558b09d0-f5fb-49a1-b377-93d3c5c641f3 of type vlan for network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 Nov 24 22:19:28.347399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:28.351036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.369665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.383254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] Pushing event deleted for resources: {'Port': ['ID=1d5cd27e-bd83-465b-ba9a-a6b1812d231e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.385219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f11d8-9dac-49e0-bc74-f0aef69de425 None None] No DVR routers for this DVR port 1d5cd27e-bd83-465b-ba9a-a6b1812d231e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:28.423182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=e0f67809-dc70-4bdb-a2cb-baa37ec05bd9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.455199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.455833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Added segment 5f954d73-213c-4dc1-87f4-ec6928e7d14c of type vlan for network e4341344-9389-4af3-95cc-58b0c45c807a Nov 24 22:19:28.460675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.497080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.523013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f51da6-5841-4652-8255-842ad267f7b7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.525967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f51da6-5841-4652-8255-842ad267f7b7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.527737 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20f51da6-5841-4652-8255-842ad267f7b7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a482428-a22f-4f56-be5d-711a03d7afdb HTTP/1.1" status: 204 len: 168 time: 0.4685016 Nov 24 22:19:28.531502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58106) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.546604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.578820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.581326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.582472 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d054cf0-aca6-43ce-9f14-4888a893517b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/floatingips/c85388ff-a288-40d3-a385-8db1c612d008 HTTP/1.1" status: 204 len: 168 time: 1.8142693 Nov 24 22:19:28.585562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f51da6-5841-4652-8255-842ad267f7b7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a482428-a22f-4f56-be5d-711a03d7afdb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.587099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58108) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.596217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': 'c68ace09-675b-4c57-b2cc-0bcac2e1bdb2'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:28.604641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:28.609098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=8495f331-87ae-4f59-b681-e3aabb9bbaa9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.614516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.615837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:28.620605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:28.621194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.626511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:28.678806 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4df4f5f1-a106-48fa-b5d8-4bba8bc1b564 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1325357 Nov 24 22:19:28.680077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58110) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.703404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.705254 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-a280eabe-254b-4292-8dab-f0ece4228355 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] delete failed (client error): The resource could not be found. Nov 24 22:19:28.706276 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a280eabe-254b-4292-8dab-f0ece4228355 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a482428-a22f-4f56-be5d-711a03d7afdb HTTP/1.1" status: 404 len: 347 time: 0.0251265 Nov 24 22:19:28.709270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:28.711034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.715254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58112) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.723485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:28.724159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.727064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161115134'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:28.742423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.749588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:28.752417 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b463631d-0986-4fe4-8b41-8548ed832fc0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8880274 Nov 24 22:19:28.755909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58114) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.766099 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6941650 Nov 24 22:19:28.772204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58116) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.777880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'subnet': {'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:28.809219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3899ec-00d0-469d-8c59-682488065492 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Network': ['ID=e4c2ed46-45ca-4ceb-8f15-b20db801a3e1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.825594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:28.861697 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-84544f42-a1e5-4eed-98b4-8121c71947c2 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6056144 Nov 24 22:19:28.862330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58118) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:28.863958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Port': ['ID=9e964bfc-6bb3-4bc6-b4e0-9ec73c456bef,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:28.871263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-405989843'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:28.970395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.001791 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8816352 Nov 24 22:19:29.002561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58120) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:29.011880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'ports': [{'network_id': '50df0d89-00cd-4d5b-8e8c-964dbc9c850a', 'name': 'tempest-port--1513465903', 'admin_state_up': True}, {'network_id': 'e4341344-9389-4af3-95cc-58b0c45c807a', 'admin_state_up': False}]} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:29.012520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'port': {'network_id': '50df0d89-00cd-4d5b-8e8c-964dbc9c850a', 'name': 'tempest-port--1513465903', 'admin_state_up': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:29.016498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'port': {'network_id': 'e4341344-9389-4af3-95cc-58b0c45c807a', 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:29.021089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fd183-5ee0-4da5-a017-6e6a1589189a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Network': ['ID=e4341344-9389-4af3-95cc-58b0c45c807a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:29.163395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network e4341344-9389-4af3-95cc-58b0c45c807a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:29.210150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af25d1f-821d-4a01-a620-3ea531a7977a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:29.216049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af25d1f-821d-4a01-a620-3ea531a7977a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:29.217890 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8af25d1f-821d-4a01-a620-3ea531a7977a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4601026 Nov 24 22:19:29.225541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58122) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:29.226693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.242273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.258778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.266842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1d5cd27e-bd83-465b-ba9a-a6b1812d231e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:29.269734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.319052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 1d5cd27e-bd83-465b-ba9a-a6b1812d231e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:29.319781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1d5cd27e-bd83-465b-ba9a-a6b1812d231e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:29.340338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e7bca-2ca6-46fb-b17a-6c91d3eea929,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:29.371213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7cb92595-b114-41db-9a8d-386bb9fc74ba None None] Provisioning complete for port 8495f331-87ae-4f59-b681-e3aabb9bbaa9 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:29.371982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7cb92595-b114-41db-9a8d-386bb9fc74ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.394310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:29.397888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.416153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7cb92595-b114-41db-9a8d-386bb9fc74ba None None] Port 8495f331-87ae-4f59-b681-e3aabb9bbaa9 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:29.419390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.423830 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-27aebd88-e5a7-4e2d-b69b-5dd6eed3d95a tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7021096 Nov 24 22:19:29.426426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58124) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:29.435459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': '2c0e7bca-2ca6-46fb-b17a-6c91d3eea929', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:29.507853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.517278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.533149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.206 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/5b10550d-e009-433a-a8e2-f623a85d0f51) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:29.774462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.795127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.801498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.830091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97886d7-ef73-4e46-80e7-9ea144f111da,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:29.848902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Router 2b73e159-4a11-4fde-b86d-acc8f8bf799b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:29.851464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.852713 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e425bdb1-b8f4-4cbb-94b3-fb8c9aea7567 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253466 Nov 24 22:19:29.857834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58126) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:29.951435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'port': 2} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:29.955953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.968939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0de1a948-f780-4d5a-8940-fe483ee69cb4 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.969739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 8495f331-87ae-4f59-b681-e3aabb9bbaa9 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:29.970062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.978007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.982600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0de1a948-f780-4d5a-8940-fe483ee69cb4 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:29.998688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.035146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.052707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:30.059112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:30.068628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:30.070414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0de1a948-f780-4d5a-8940-fe483ee69cb4 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.077631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=5b10550d-e009-433a-a8e2-f623a85d0f51,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:30.083144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0de1a948-f780-4d5a-8940-fe483ee69cb4 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.084410 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0de1a948-f780-4d5a-8940-fe483ee69cb4 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f97886d7-ef73-4e46-80e7-9ea144f111da HTTP/1.1" status: 204 len: 168 time: 0.2241683 Nov 24 22:19:30.086536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.095405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58128) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:30.117582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1a948-f780-4d5a-8940-fe483ee69cb4 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f97886d7-ef73-4e46-80e7-9ea144f111da,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:30.122276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:30.127589 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-66e5e22a-0548-43e7-a384-a91c1c75b7a7 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "PUT /v2.0/routers/2b73e159-4a11-4fde-b86d-acc8f8bf799b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3179076 Nov 24 22:19:30.130469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58130) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:30.132225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] Sync routers for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:30.141760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:30.142370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:30.178126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:30.188534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] Routers {'2b73e159-4a11-4fde-b86d-acc8f8bf799b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:30.189143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:30.222828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:30.223598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db0f95-5874-4f24-89f8-a2332280e527 None None] The sync data for ids ['2b73e159-4a11-4fde-b86d-acc8f8bf799b'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:30.320668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.325266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] device_id is not set on port e04bfd36-447d-44c4-a6d7-9865c125cf53 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:30.361414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 8495f331-87ae-4f59-b681-e3aabb9bbaa9 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:30.389377 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d81ad5f6-146d-464b-862d-bbf816afb760 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2927554 Nov 24 22:19:30.397564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58132) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:30.531504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 85b55da9-e343-4fbf-a6f9-07c5beb56e12 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:30.572820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:30.620649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.660784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.706384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96c57ace-77db-4500-b51d-460ccbbfd861 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.820119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Subnet': ['ID=c9269d02-3cc1-4593-8d17-28ad4db2d50c,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:30.828389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.856218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96c57ace-77db-4500-b51d-460ccbbfd861 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.888454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.955823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:30.959851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Checking segment: {'id': '558b09d0-f5fb-49a1-b377-93d3c5c641f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:30.960402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network hostable DHCP agents. Network: e4c2ed46-45ca-4ceb-8f15-b20db801a3e1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:30.992252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting port a13e4fc6-cd6d-4270-a3ca-8e8b41b6b97d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:30.992637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.039539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:31.049483 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] Sync routers for ids ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:31.054269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.058865 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-11f2d46a-69f1-4c48-8881-cb1e01e0cf41 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 200 len: 890 time: 2.1917148 Nov 24 22:19:31.061321 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] Routers {'85b55da9-e343-4fbf-a6f9-07c5beb56e12'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:31.061739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] device_id is not set on port 9d64dd25-71de-4a94-8968-60bbe20e7778 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:31.062305 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:31.063683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58134) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.071971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:31.087557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96c57ace-77db-4500-b51d-460ccbbfd861 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.090137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96c57ace-77db-4500-b51d-460ccbbfd861 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.093792 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-96c57ace-77db-4500-b51d-460ccbbfd861 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/2c0e7bca-2ca6-46fb-b17a-6c91d3eea929 HTTP/1.1" status: 204 len: 168 time: 0.6890359 Nov 24 22:19:31.094769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58136) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.097313 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:31.098256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, e4c2ed46-45ca-4ceb-8f15-b20db801a3e1) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:31.109911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452113d-8953-4349-a8ab-68a63544a00a None None] Network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:31.113972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:31.114564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.123049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c57ace-77db-4500-b51d-460ccbbfd861 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0e7bca-2ca6-46fb-b17a-6c91d3eea929,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:31.124308 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] Routers {'85b55da9-e343-4fbf-a6f9-07c5beb56e12'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:31.125030 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:31.129870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.170220 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cfc35959-fe4a-4095-80d3-74df4ae9058a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3939135 Nov 24 22:19:31.176790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58138) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.185981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=8495f331-87ae-4f59-b681-e3aabb9bbaa9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:31.209499 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:31.210352 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251c1a6c-6b38-4b78-b4ab-2ddb9d20b47b None None] The sync data for ids ['85b55da9-e343-4fbf-a6f9-07c5beb56e12'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:31.232160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.278098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.320757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Calling delete_port for a13e4fc6-cd6d-4270-a3ca-8e8b41b6b97d owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:31.323541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-e4c2ed46-45ca-4ceb-8f15-b20db801a3e1', 'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1', 'tenant_id': '10f2e8ce1afc4dd7af1322e835db4438', 'fixed_ips': [{'subnet_id': 'c9269d02-3cc1-4593-8d17-28ad4db2d50c'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:31.327566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.339445 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1474bbd8-0492-4f10-bcf7-b8530c0fa211 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2429757 Nov 24 22:19:31.347945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58140) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.356859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537410885'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:31.407177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.410747 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a881e1b3-5486-4aeb-965d-03e9dbe15262 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/8495f331-87ae-4f59-b681-e3aabb9bbaa9 HTTP/1.1" status: 204 len: 168 time: 2.1776257 Nov 24 22:19:31.421177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58142) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.439301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.483129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.489368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.494301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Allocated IP 2001:db8::f816:3eff:fe34:885e (e4c2ed46-45ca-4ceb-8f15-b20db801a3e1/c9269d02-3cc1-4593-8d17-28ad4db2d50c/bc8dfb76-a4b4-4e05-b06c-0cbe42106c45) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:31.505783 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1760e2e6-0d55-43d2-995b-7639785a411e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/routers/85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 200 len: 890 time: 0.4382987 Nov 24 22:19:31.506463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58144) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.548906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fd9cd-68fc-48c8-bcb2-caf6c3fb5ec2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:31.550418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fd9cd-68fc-48c8-bcb2-caf6c3fb5ec2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:31.552060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fd9cd-68fc-48c8-bcb2-caf6c3fb5ec2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:31.553631 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-589fd9cd-68fc-48c8-bcb2-caf6c3fb5ec2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1315184 Nov 24 22:19:31.560251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58146) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.566074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fa196ead-5a81-4d64-b08c-336e7022dd6d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 200 len: 205 time: 0.0558422 Nov 24 22:19:31.567431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58148) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.662859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.666147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.670500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.696516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 6f47973b-0a4b-4012-8d03-243c26b54732 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:31.700281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.715372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:31.717983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.718738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:31.723536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:31.725500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.733724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.755297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Pushing event updated for resources: {'Port': ['ID=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:31.792808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Attempting to bind port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:31.793318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Attempting to bind port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '558b09d0-f5fb-49a1-b377-93d3c5c641f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:31.793781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Attempting to bind port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 on network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:31.799512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:31.800028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Checking segment: {'id': '558b09d0-f5fb-49a1-b377-93d3c5c641f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:31.800678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.801182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Bound using segment: {'id': '558b09d0-f5fb-49a1-b377-93d3c5c641f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:31.802298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Bound port: bc8dfb76-a4b4-4e05-b06c-0cbe42106c45, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b09d0-f5fb-49a1-b377-93d3c5c641f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:31.802964 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.845781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.847011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4957297 Nov 24 22:19:31.851833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Port': ['ID=e04bfd36-447d-44c4-a6d7-9865c125cf53,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:31.856134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58150) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:31.862077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.864096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'dd0506dc-8db1-4737-b2a8-030a7de3f8b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:31.874913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.897567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] For port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:31.901008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] For port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,segment=NetworkSegment(558b09d0-f5fb-49a1-b377-93d3c5c641f3),segment_id=558b09d0-f5fb-49a1-b377-93d3c5c641f3)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:31.903280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4223d-7544-4104-b729-fb011bdee7cd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0506dc-8db1-4737-b2a8-030a7de3f8b1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:31.908997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.925916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.940931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.945004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:31.989798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987816b-67c8-4e7c-a412-652788d3f6c4 None None] Pushing event updated for resources: {'Port': ['ID=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:32.055433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.107679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=5b10550d-e009-433a-a8e2-f623a85d0f51,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:32.120655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.173559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Port': ['ID=a13e4fc6-cd6d-4270-a3ca-8e8b41b6b97d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:32.207595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.210784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.221979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Checking segment: {'id': '25b835b8-1b83-4ca4-a048-5e2d6eee472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '50df0d89-00cd-4d5b-8e8c-964dbc9c850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:32.223563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network hostable DHCP agents. Network: 50df0d89-00cd-4d5b-8e8c-964dbc9c850a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:32.259424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Subnet': ['ID=c9269d02-3cc1-4593-8d17-28ad4db2d50c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:32.338878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.342950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network 50df0d89-00cd-4d5b-8e8c-964dbc9c850a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:32.387001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c2ed46-45ca-4ceb-8f15-b20db801a3e1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:32.398921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 50df0d89-00cd-4d5b-8e8c-964dbc9c850a) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:32.404041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.407702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e549d5-fc3f-4fa3-9000-a795b79d546c None None] Network 50df0d89-00cd-4d5b-8e8c-964dbc9c850a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:32.414538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.414738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b09d0-f5fb-49a1-b377-93d3c5c641f3') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:32.414932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b09d0-f5fb-49a1-b377-93d3c5c641f3') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:32.418492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:32.419644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.437890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.442871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.465658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.510669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.519556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4af6859-1098-4384-8558-301ade86e87d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:32.532119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:32.532798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:32.536311 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:32.538148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Port': ['ID=9d64dd25-71de-4a94-8968-60bbe20e7778,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:32.556272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.559228 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP f3a339c5-a2e6-40c2-aba8-ecd1d0686caa associated. External IP: 172.26.3.206, port: c68ace09-675b-4c57-b2cc-0bcac2e1bdb2. Nov 24 22:19:32.600225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.601431 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6813d6d3-4eef-439a-85c7-ff227be552f1 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7408705 Nov 24 22:19:32.606438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58152) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:32.621464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'dd0506dc-8db1-4737-b2a8-030a7de3f8b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:32.645714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port a4b3bfdc-aa19-4aa9-b9eb-dfb1f1fd96b0 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:32.646043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.647791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Checking segment: {'id': '5f954d73-213c-4dc1-87f4-ec6928e7d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'e4341344-9389-4af3-95cc-58b0c45c807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:32.648140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network hostable DHCP agents. Network: e4341344-9389-4af3-95cc-58b0c45c807a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:32.653449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:19:32.653449 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:19:32.653449 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': 'e4c2ed46-45ca-4ceb-8f15-b20db801a3e1'}] Nov 24 22:19:32.653449 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:32.653896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:32.731923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network e4341344-9389-4af3-95cc-58b0c45c807a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:32.737252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.762233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, e4341344-9389-4af3-95cc-58b0c45c807a) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:32.773913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7f81b-5ff5-499f-acc6-494d59c0a354 None None] Network e4341344-9389-4af3-95cc-58b0c45c807a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:32.786696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:32.793186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:32.799039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:32.800590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.809435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.835144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for a4b3bfdc-aa19-4aa9-b9eb-dfb1f1fd96b0 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:32.858333 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e2ca75d5-01d7-41bb-9692-4cd1c12f49b1 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8510702 Nov 24 22:19:32.864623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58154) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:32.936606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.945314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:32.991242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839c335-3394-481f-9bfc-34062fea4e87,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:33.050666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-15a8bd47-8943-4473-897a-44dd3ef54ee2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6605971 Nov 24 22:19:33.055383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.056870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:33.057152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=6f47973b-0a4b-4012-8d03-243c26b54732,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:33.059349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.062509 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fee579c2-d851-450a-9a84-bdd051076879 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/6f47973b-0a4b-4012-8d03-243c26b54732 HTTP/1.1" status: 204 len: 168 time: 1.5001290 Nov 24 22:19:33.065879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.067401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58156) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:33.090245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf480a-54dd-45e0-be3f-52a70df40daf tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:33.094542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077e089-fe0f-45e4-bb8d-7f5614d297c5 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:33.096406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d36e5-39c9-4ae8-9970-bea19b0e2efb None None] Network e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:33.102500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf480a-54dd-45e0-be3f-52a70df40daf tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:33.104564 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ebdf480a-54dd-45e0-be3f-52a70df40daf tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2388167 Nov 24 22:19:33.107831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.109308 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e8517f75-bccd-4cb7-b81e-aeacfc51fa07 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5004020 Nov 24 22:19:33.112927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58158) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:33.113502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58160) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:33.127392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'dd0506dc-8db1-4737-b2a8-030a7de3f8b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:33.169966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.181798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.182357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Fanout notify agent at l3_agent the message router_deleted on router 2b73e159-4a11-4fde-b86d-acc8f8bf799b {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:19:33.193597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.197265 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cfd5e248-53ef-40a1-9265-cf6c69f6a665 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "DELETE /v2.0/routers/2b73e159-4a11-4fde-b86d-acc8f8bf799b HTTP/1.1" status: 204 len: 168 time: 3.0629499 Nov 24 22:19:33.202443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58162) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:33.216848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 80c383e3-fbf8-46f0-b1a6-ada187c96ab3 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:33.223666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.254492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a7abbf41-3b69-491a-a242-9631835f5e57 None None] Provisioning complete for port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:33.254857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a7abbf41-3b69-491a-a242-9631835f5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.263298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-c29c64d9-34ea-4e85-b370-fbc8cca7b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:33.264858 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-c29c64d9-34ea-4e85-b370-fbc8cca7b4e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.1167941 Nov 24 22:19:33.328609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.382010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:33.382368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.386306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting subnet adf39860-4099-4075-99df-5463756aebd4 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:33.399621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.402402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.403477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.484739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=a4b3bfdc-aa19-4aa9-b9eb-dfb1f1fd96b0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:33.494775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a7abbf41-3b69-491a-a242-9631835f5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.536150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-1ec9291f-76ff-4b22-8bf8-e1b6055ae16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:33.537635 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-1ec9291f-76ff-4b22-8bf8-e1b6055ae16d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.2231092 Nov 24 22:19:33.543114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.544611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:33.577203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] DHCP port deletion for e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:33.582269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a7abbf41-3b69-491a-a242-9631835f5e57 None None] For port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,segment=NetworkSegment(558b09d0-f5fb-49a1-b377-93d3c5c641f3),segment_id=558b09d0-f5fb-49a1-b377-93d3c5c641f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:33.592445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a7abbf41-3b69-491a-a242-9631835f5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.593078 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.601215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.631178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.642737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.659039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:33.659996 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.664734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Deleting port e04bfd36-447d-44c4-a6d7-9865c125cf53 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:33.665210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.697103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abbf41-3b69-491a-a242-9631835f5e57 None None] Pushing event updated for resources: {'Port': ['ID=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:33.716762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfba8e6-2140-4be1-becc-68cca215b585,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:33.734978 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-c25f105d-0065-4ebd-90ae-7801fed71380 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1000 time: 0.1873486 Nov 24 22:19:33.758450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] Deleting port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:33.758824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.761212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:33.761532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:33.791500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.797639 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c324f61-0a60-4bd0-8e1e-355c7a986797 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6700830 Nov 24 22:19:33.797835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58164) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:33.824826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'dd0506dc-8db1-4737-b2a8-030a7de3f8b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:33.845765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] For port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,segment=NetworkSegment(558b09d0-f5fb-49a1-b377-93d3c5c641f3),segment_id=558b09d0-f5fb-49a1-b377-93d3c5c641f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:33.846173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.847729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.868178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.869385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] Calling delete_port for bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:33.875331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:33.891343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:33.930372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:33.934406 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/80c383e3-fbf8-46f0-b1a6-ada187c96ab3 HTTP/1.1" status: 204 len: 168 time: 0.8629963 Nov 24 22:19:33.940504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58166) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:33.945775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce244e5-8692-4317-9366-8905422c91bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=80c383e3-fbf8-46f0-b1a6-ada187c96ab3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:33.946601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:33.947588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:33.954240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-91a3e560-59af-4d31-bd5d-ef5b465c0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:33.955779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-91a3e560-59af-4d31-bd5d-ef5b465c0f31 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.2096331 Nov 24 22:19:33.967621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.004657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:34.009580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.013402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.020010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.023239 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c15a7bbb-4eb7-4a4d-986b-069cd8290296 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786128 Nov 24 22:19:34.027198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:34.027777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:34.029198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58168) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.037405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.062534 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] For port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,segment=NetworkSegment(558b09d0-f5fb-49a1-b377-93d3c5c641f3),segment_id=558b09d0-f5fb-49a1-b377-93d3c5c641f3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:34.062921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.071973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:34.071973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784556ae-1c59-4070-8c1d-9517323622b0 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:34.084707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.111604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Calling delete_port for e04bfd36-447d-44c4-a6d7-9865c125cf53 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:34.131124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Calling delete_port for bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:34.132326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] Pushing event deleted for resources: {'Port': ['ID=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:34.138710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3d748-aa9c-4ee6-8dcb-b22bc0b3a609 None None] No DVR routers for this DVR port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:34.141861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.148131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-168db989-b9eb-4559-8dab-057acfcaf81b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5530839 Nov 24 22:19:34.152945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58170) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.155381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.165779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-b211366b-6e7d-450d-8134-270e55c4f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:34.167844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-b211366b-6e7d-450d-8134-270e55c4f342 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1609466 Nov 24 22:19:34.170897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.213206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.214279 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 85b55da9-e343-4fbf-a6f9-07c5beb56e12 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:19:34.232426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.237580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d297b-68f4-4bd6-8719-21296dcbf796 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:34.237862 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bd2684d5-8011-4d5a-b587-5f5e7a34189c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 204 len: 168 time: 2.6678834 Nov 24 22:19:34.241475 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c53d297b-68f4-4bd6-8719-21296dcbf796 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1909015 Nov 24 22:19:34.242578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58172) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.242712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58174) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.262957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040791283'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:34.293695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651771ae-0807-450f-b1fd-cad71dd323d2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:34.298780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 update to ACTIVE by agent not found {{(pid=102411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 24 22:19:34.322768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.324968 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f6c40d82-170c-4501-9ab8-034d920682e2 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5039473 Nov 24 22:19:34.332909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58176) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.337730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c15a13-5297-44e3-b044-297ad60f8116 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:34.343220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'dd0506dc-8db1-4737-b2a8-030a7de3f8b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:34.347907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:34.351646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.351824 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-135de99a-5c49-4310-ae75-d919ab77f40f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/floatingips/f3a339c5-a2e6-40c2-aba8-ecd1d0686caa HTTP/1.1" status: 200 len: 979 time: 0.1943099 Nov 24 22:19:34.355269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58178) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.428663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dea8ba-a810-46d4-bb4d-1c29e28d3286 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:34.433691 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b9dea8ba-a810-46d4-bb4d-1c29e28d3286 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1835003 Nov 24 22:19:34.442701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58180) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.452083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:34.461502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c47deb18-3e80-4c6d-9bc5-907e2d22b663 None None] Provisioning complete for port 59381b49-b607-484d-9b61-7b74998517f2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:34.462014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c47deb18-3e80-4c6d-9bc5-907e2d22b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.468719 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-be0c0eae-938a-45f6-9c67-7f0c3fbc065c service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655807 Nov 24 22:19:34.496918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.518012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.541526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.549478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.557460 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1a58ba33-ebb4-45ae-a4bc-a7c5c26cbc41 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083143 Nov 24 22:19:34.567467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58182) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.572137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.572480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment fec27814-bc93-4092-981d-2b3a052c28c2 of type vlan for network c6ddf17a-923f-453f-891a-8242e6a3b50a Nov 24 22:19:34.580180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-401b5a6c-cf5a-459a-a91f-243f10325a4a tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2216396 Nov 24 22:19:34.583967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c39b6ffe-884c-4e81-9a29-4e6150a97ff1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:34.594656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58184) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.598414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Subnet': ['ID=adf39860-4099-4075-99df-5463756aebd4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:34.609815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.613006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fd398e3e-36a6-4eaa-a415-f698e3b60cd0 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "DELETE /v2.0/subnets/adf39860-4099-4075-99df-5463756aebd4 HTTP/1.1" status: 204 len: 168 time: 1.4093664 Nov 24 22:19:34.619380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'port_id': '3812a596-b783-4a06-b763-b03a191589d9'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:34.630878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58186) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.645091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0d43d-799c-429e-9d53-ea333bd51dcb None None] Network a047aa2d-292b-4dbc-8c16-8ac2cfe0594a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:34.660590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No DVR routers for this DVR port bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:34.666435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Port': ['ID=bc8dfb76-a4b4-4e05-b06c-0cbe42106c45,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:34.692832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.696732 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/ports/e04bfd36-447d-44c4-a6d7-9865c125cf53 HTTP/1.1" status: 204 len: 168 time: 1.5818582 Nov 24 22:19:34.705820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58188) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:34.765091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.782229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:34.785567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3059c-e91d-404c-b37c-e74291e4eaa0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Port': ['ID=e04bfd36-447d-44c4-a6d7-9865c125cf53,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:34.860066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.864924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.888443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] Deleting port 59381b49-b607-484d-9b61-7b74998517f2 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:34.889268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.903423 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bc9c7404-8e92-44e7-b3fc-aa15a8dd6434 req-33d5eaa2-5e89-4b40-b11a-db663190b544 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235349 Nov 24 22:19:34.906661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.912703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.923407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.927473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.933493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:34.934086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.958439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77b6382-0c96-4a9f-989c-8b504ce24d14,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:34.977612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b6ffe-884c-4e81-9a29-4e6150a97ff1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:34.982203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c39b6ffe-884c-4e81-9a29-4e6150a97ff1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:34.983869 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39b6ffe-884c-4e81-9a29-4e6150a97ff1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:34.984365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39b6ffe-884c-4e81-9a29-4e6150a97ff1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:35.006241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] For port 59381b49-b607-484d-9b61-7b74998517f2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59381b49-b607-484d-9b61-7b74998517f2,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:35.007072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.011562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] DHCP port deletion for a047aa2d-292b-4dbc-8c16-8ac2cfe0594a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:35.015309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.019911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fbd66a7b-a799-4ea1-a357-0d770684c2f7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6857865 Nov 24 22:19:35.024995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58190) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:35.030780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] Calling delete_port for 59381b49-b607-484d-9b61-7b74998517f2 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:35.041822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c2ed46-45ca-4ceb-8f15-b20db801a3e1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:35.064061 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8159425 Nov 24 22:19:35.073037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:35.075739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b09d0-f5fb-49a1-b377-93d3c5c641f3') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:35.076261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b09d0-f5fb-49a1-b377-93d3c5c641f3') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:35.082780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:35.097510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cb5cea13-e4e1-47a6-97e7-5331932f7e30 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:35.100358 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c39b6ffe-884c-4e81-9a29-4e6150a97ff1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5250478 Nov 24 22:19:35.102580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58194) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:35.120406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.122550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d7287ccc-b25f-4383-b4fe-b98747093880 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:35.129033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953d2ad-b237-464e-a662-44bc5cfc258e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=c6ddf17a-923f-453f-891a-8242e6a3b50a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.142032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.153185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:35.153715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.154862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c6ddf17a-923f-453f-891a-8242e6a3b50a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:35.157956 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:35.186281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Deleting port 9d64dd25-71de-4a94-8968-60bbe20e7778 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:35.186943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.206175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] Deleting port cb5cea13-e4e1-47a6-97e7-5331932f7e30 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:35.207000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.233295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting port cb5cea13-e4e1-47a6-97e7-5331932f7e30 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:35.233639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.238160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.265026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.268463 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 HTTP/1.1" status: 204 len: 168 time: 4.0891073 Nov 24 22:19:35.274875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae532-a3a2-4b9c-914d-247fdee20b5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.284703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae532-a3a2-4b9c-914d-247fdee20b5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.320327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58200) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:35.327721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-635772287'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:35.355287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae532-a3a2-4b9c-914d-247fdee20b5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.355506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3bdc3-91ce-4fcf-b99d-d3eb2fb8bd35 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Network': ['ID=e4c2ed46-45ca-4ceb-8f15-b20db801a3e1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.360241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.361720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae532-a3a2-4b9c-914d-247fdee20b5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.363068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3b2ae532-a3a2-4b9c-914d-247fdee20b5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c77b6382-0c96-4a9f-989c-8b504ce24d14 HTTP/1.1" status: 204 len: 168 time: 0.3350930 Nov 24 22:19:35.366954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58202) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:35.375552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:35.379168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.427821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] Pushing event deleted for resources: {'Port': ['ID=59381b49-b607-484d-9b61-7b74998517f2,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.429807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.432636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] For port cb5cea13-e4e1-47a6-97e7-5331932f7e30, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cb5cea13-e4e1-47a6-97e7-5331932f7e30,segment=NetworkSegment(4812aa7f-1f6f-43d4-a758-dc395a999339),segment_id=4812aa7f-1f6f-43d4-a758-dc395a999339)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:35.433199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.446687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8c3af-89b4-4231-954e-6146aab3975d None None] No DVR routers for this DVR port 59381b49-b607-484d-9b61-7b74998517f2 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:35.448693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Calling delete_port for cb5cea13-e4e1-47a6-97e7-5331932f7e30 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:35.460871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] For port cb5cea13-e4e1-47a6-97e7-5331932f7e30, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cb5cea13-e4e1-47a6-97e7-5331932f7e30,segment=NetworkSegment(4812aa7f-1f6f-43d4-a758-dc395a999339),segment_id=4812aa7f-1f6f-43d4-a758-dc395a999339)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:35.461289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.521393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] Calling delete_port for cb5cea13-e4e1-47a6-97e7-5331932f7e30 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:35.529919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port cb5cea13-e4e1-47a6-97e7-5331932f7e30, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cb5cea13-e4e1-47a6-97e7-5331932f7e30,segment=NetworkSegment(4812aa7f-1f6f-43d4-a758-dc395a999339),segment_id=4812aa7f-1f6f-43d4-a758-dc395a999339)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:35.533623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:35.541722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.542883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59381b49-b607-484d-9b61-7b74998517f2 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:35.575991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-752dad1a-d38c-4114-8b8e-a93a32787395 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2073631 Nov 24 22:19:35.577379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.577715 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Added segment 861be724-a7e3-4f7f-a55a-e9db386a5d33 of type vlan for network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 Nov 24 22:19:35.586579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58204) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:35.642652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 59381b49-b607-484d-9b61-7b74998517f2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:35.643048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59381b49-b607-484d-9b61-7b74998517f2 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:35.644795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:35.663203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.670413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6786f9f7-b422-42a7-93ef-dbc3793263f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.673572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.673846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:35.674398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc8dfb76-a4b4-4e05-b06c-0cbe42106c45 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:35.699387 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6786f9f7-b422-42a7-93ef-dbc3793263f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.712373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=cb5cea13-e4e1-47a6-97e7-5331932f7e30,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.732389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Port': ['ID=cb5cea13-e4e1-47a6-97e7-5331932f7e30,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.732778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.742736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] No DVR routers for this DVR port cb5cea13-e4e1-47a6-97e7-5331932f7e30 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:35.752403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.761190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] Pushing event deleted for resources: {'Port': ['ID=cb5cea13-e4e1-47a6-97e7-5331932f7e30,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.763308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:35.763856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.772076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7200e9c-9e75-4751-9fca-7cea515fd047 None None] No DVR routers for this DVR port cb5cea13-e4e1-47a6-97e7-5331932f7e30 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:35.778729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ae532-a3a2-4b9c-914d-247fdee20b5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c77b6382-0c96-4a9f-989c-8b504ce24d14,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:35.851679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.876916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Calling delete_port for 9d64dd25-71de-4a94-8968-60bbe20e7778 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:35.878607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:35.882209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.972606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7287ccc-b25f-4383-b4fe-b98747093880 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:35.977471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7287ccc-b25f-4383-b4fe-b98747093880 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:35.978932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7287ccc-b25f-4383-b4fe-b98747093880 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:35.979414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7287ccc-b25f-4383-b4fe-b98747093880 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:36.097841 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d7287ccc-b25f-4383-b4fe-b98747093880 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9758420 Nov 24 22:19:36.105397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58208) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.121215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6786f9f7-b422-42a7-93ef-dbc3793263f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.165888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ef4ad2d8-9a07-4b02-9744-ebde250a69f6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:36.185040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6786f9f7-b422-42a7-93ef-dbc3793263f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.186156 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6786f9f7-b422-42a7-93ef-dbc3793263f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/651771ae-0807-450f-b1fd-cad71dd323d2 HTTP/1.1" status: 204 len: 168 time: 0.5986571 Nov 24 22:19:36.188910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58210) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.190459 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8688736 Nov 24 22:19:36.205753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58212) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.220355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'subnet': {'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:36.244407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786f9f7-b422-42a7-93ef-dbc3793263f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=651771ae-0807-450f-b1fd-cad71dd323d2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:36.258061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.264080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf042e5-aab3-4838-b792-8a05248eb0fe tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Network': ['ID=8b3d6cb6-202d-434b-b508-304a5fd00ba1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:36.277294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:36.306329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a047aa2d-292b-4dbc-8c16-8ac2cfe0594a']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:36.317610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1bb98-4af9-48e0-ac04-b33058080c19 req-3c50c023-48ec-4b97-a661-76ebfdbc886c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:36.319142 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32b1bb98-4af9-48e0-ac04-b33058080c19 req-3c50c023-48ec-4b97-a661-76ebfdbc886c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2513571 Nov 24 22:19:36.334774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4812aa7f-1f6f-43d4-a758-dc395a999339') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:36.335026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4812aa7f-1f6f-43d4-a758-dc395a999339') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:36.338596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.365809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.386898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4ad2d8-9a07-4b02-9744-ebde250a69f6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:36.390343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef4ad2d8-9a07-4b02-9744-ebde250a69f6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.391767 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4ad2d8-9a07-4b02-9744-ebde250a69f6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:36.392194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4ad2d8-9a07-4b02-9744-ebde250a69f6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:36.403784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.418021 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32b1bb98-4af9-48e0-ac04-b33058080c19 req-b9e92d1f-da34-4acb-8b50-7d8faf9715d2 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805457 Nov 24 22:19:36.419500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:36.419919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:36.422889 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:36.430138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Port': ['ID=9d64dd25-71de-4a94-8968-60bbe20e7778,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:36.436307 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ef4ad2d8-9a07-4b02-9744-ebde250a69f6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3166425 Nov 24 22:19:36.451889 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-02cab50b-4a88-44e3-832b-e0884520cc5b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2593431 Nov 24 22:19:36.451889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58214) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.459317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58216) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.486943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.487650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.490823 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-867a61ee-991d-4f28-95b5-6257a7012c1a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/ports/9d64dd25-71de-4a94-8968-60bbe20e7778 HTTP/1.1" status: 204 len: 168 time: 1.7782929 Nov 24 22:19:36.494693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4795d1f8-1139-4288-9c1c-6484fa73b9aa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:36.497938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58220) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.498667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.504876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "DELETE /v2.0/networks/a047aa2d-292b-4dbc-8c16-8ac2cfe0594a HTTP/1.1" status: 204 len: 168 time: 1.8496733 Nov 24 22:19:36.511116 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58222) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.555441 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-212e32a1-ee26-4a33-b2c8-bed5648c3553 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516708 Nov 24 22:19:36.556313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de305c-a743-4ee3-8b71-0d14fab71134 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Network': ['ID=a047aa2d-292b-4dbc-8c16-8ac2cfe0594a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:36.570257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:19:36.578439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58224) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:36.620572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-844131649'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:36.658286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.686168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f67e79-037c-463d-975f-eb89d60f8cf2 req-1601e04f-c355-4a01-aa4b-fb26a05ce115 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:36.687669 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d5f67e79-037c-463d-975f-eb89d60f8cf2 req-1601e04f-c355-4a01-aa4b-fb26a05ce115 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1756511 Nov 24 22:19:36.691709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c48f632-f662-4d5f-af4d-bc8c9271f932 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.698557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.728305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:36.732518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.741011 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d5f67e79-037c-463d-975f-eb89d60f8cf2 req-eeb40f2a-66ab-417a-8acb-018982384daa tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Nov 24 22:19:36.742409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Deleting port 8cf68a10-89f8-492a-aee2-3e574d5e92f2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:36.742743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.748753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.763566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c48f632-f662-4d5f-af4d-bc8c9271f932 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.832188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.832715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.851936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Calling delete_port for 8cf68a10-89f8-492a-aee2-3e574d5e92f2 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:36.914724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:36.918047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.931733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:36.975828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c48f632-f662-4d5f-af4d-bc8c9271f932 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.979232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e6465-32f8-49cb-8412-9555eefdaa99 req-5cdaf1ec-f408-4b18-b2b6-7cb49568996c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:36.980773 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b42e6465-32f8-49cb-8412-9555eefdaa99 req-5cdaf1ec-f408-4b18-b2b6-7cb49568996c tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.0756588 Nov 24 22:19:36.988509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4795d1f8-1139-4288-9c1c-6484fa73b9aa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:36.991897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4795d1f8-1139-4288-9c1c-6484fa73b9aa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:36.993236 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4795d1f8-1139-4288-9c1c-6484fa73b9aa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:36.993660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4795d1f8-1139-4288-9c1c-6484fa73b9aa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:37.003427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c48f632-f662-4d5f-af4d-bc8c9271f932 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.004562 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2c48f632-f662-4d5f-af4d-bc8c9271f932 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fbfba8e6-2140-4be1-becc-68cca215b585 HTTP/1.1" status: 204 len: 168 time: 0.5061548 Nov 24 22:19:37.012705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58230) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.019240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': 'fec27814-bc93-4092-981d-2b3a052c28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:37.019665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: c6ddf17a-923f-453f-891a-8242e6a3b50a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:37.039278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48f632-f662-4d5f-af4d-bc8c9271f932 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbfba8e6-2140-4be1-becc-68cca215b585,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.057168 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b42e6465-32f8-49cb-8412-9555eefdaa99 req-ee5f7bcc-b499-4b2e-a497-91000663c088 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648513 Nov 24 22:19:37.057941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:37.080031 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4795d1f8-1139-4288-9c1c-6484fa73b9aa tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6241782 Nov 24 22:19:37.083843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58232) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.091219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d87b5897-9332-4bc8-8cae-0ac289a424e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:37.095551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.095905 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Added segment f23fc072-b20d-4da7-a7b5-5c4fa09e0c14 of type vlan for network f1ec1638-f267-4e86-a9a1-5bd607f2eacf Nov 24 22:19:37.097582 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP f3a339c5-a2e6-40c2-aba8-ecd1d0686caa associated. External IP: 172.26.3.206, port: c68ace09-675b-4c57-b2cc-0bcac2e1bdb2. Nov 24 22:19:37.108733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.170521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Pushing event deleted for resources: {'Port': ['ID=8cf68a10-89f8-492a-aee2-3e574d5e92f2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.180810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network c6ddf17a-923f-453f-891a-8242e6a3b50a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:37.223917 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ab0215a7-b975-4763-b3d3-8f09d6978fc3 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2029943 Nov 24 22:19:37.225223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.270575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c6ddf17a-923f-453f-891a-8242e6a3b50a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:37.272632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.273100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.275151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.278805 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6883666f-e967-4cc0-9198-031179ff9b55 tempest-FloatingIPAdminTestJSON-331379123 tempest-FloatingIPAdminTestJSON-331379123-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a56ddd8-73c5-497a-a058-5022f327a380 HTTP/1.1" status: 204 len: 168 time: 0.7538619 Nov 24 22:19:37.283708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af4b567d-63da-4c62-8fbb-bcc674a3638d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.285267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c95775-575f-4c63-99bf-7ec8b0898258 None None] Network c6ddf17a-923f-453f-891a-8242e6a3b50a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:37.293094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af4b567d-63da-4c62-8fbb-bcc674a3638d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.294355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:37.294946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.299577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b5897-9332-4bc8-8cae-0ac289a424e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:37.303609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d87b5897-9332-4bc8-8cae-0ac289a424e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.306854 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87b5897-9332-4bc8-8cae-0ac289a424e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:37.307815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87b5897-9332-4bc8-8cae-0ac289a424e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:37.342670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d87b5897-9332-4bc8-8cae-0ac289a424e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2543480 Nov 24 22:19:37.343230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58238) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.346430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af4b567d-63da-4c62-8fbb-bcc674a3638d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.351430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c8bdc3c1-b087-4136-ad9c-72166470f259 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:37.360964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af4b567d-63da-4c62-8fbb-bcc674a3638d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.364512 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-af4b567d-63da-4c62-8fbb-bcc674a3638d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c839c335-3394-481f-9bfc-34062fea4e87 HTTP/1.1" status: 204 len: 168 time: 0.1359174 Nov 24 22:19:37.365681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58240) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.368478 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d5af80d7-bba3-45fc-84a4-0ed6bad3b912 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2930024 Nov 24 22:19:37.373578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58242) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.381818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400077715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:37.395515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.401117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:37.401671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.404639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.420691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b567d-63da-4c62-8fbb-bcc674a3638d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c839c335-3394-481f-9bfc-34062fea4e87,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.474299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d8f6fbfd-d311-42fb-8e01-d1b0cd061e9d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0987732 Nov 24 22:19:37.478272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58244) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.506862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2f412c7e-2213-4d61-8a49-8a8de9b5d660 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.516426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2f412c7e-2213-4d61-8a49-8a8de9b5d660 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.539026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c6ddf17a-923f-453f-891a-8242e6a3b50a', 'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': 'f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:37.540102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.546099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2f412c7e-2213-4d61-8a49-8a8de9b5d660 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.553448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2f412c7e-2213-4d61-8a49-8a8de9b5d660 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.560466 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2f412c7e-2213-4d61-8a49-8a8de9b5d660 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e4af6859-1098-4384-8558-301ade86e87d HTTP/1.1" status: 204 len: 168 time: 0.0812354 Nov 24 22:19:37.567437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58246) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.575870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f412c7e-2213-4d61-8a49-8a8de9b5d660 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4af6859-1098-4384-8558-301ade86e87d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.624133 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d81901cd-dbe0-43a9-948a-a42587f6546e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555162 Nov 24 22:19:37.625478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58250) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.646493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.647554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.684352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bdc3c1-b087-4136-ad9c-72166470f259 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:37.687765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c8bdc3c1-b087-4136-ad9c-72166470f259 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.689789 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bdc3c1-b087-4136-ad9c-72166470f259 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:19:37.690477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bdc3c1-b087-4136-ad9c-72166470f259 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:37.692370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58252) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.707669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e9b-270a-4bdb-a0b3-e37671f947dd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.712620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Allocated IP 2001:db8::2 (c6ddf17a-923f-453f-891a-8242e6a3b50a/f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d/47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:37.724528 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c8bdc3c1-b087-4136-ad9c-72166470f259 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3776886 Nov 24 22:19:37.725355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58256) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.750464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1691904 Nov 24 22:19:37.757662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:37.763445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58258) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.773362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dc7c2a7c-6f17-48e9-856c-0ef9c0b4356d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446601 Nov 24 22:19:37.773362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e9b-270a-4bdb-a0b3-e37671f947dd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.775222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58260) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.788743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1003037258'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:37.808680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2377-c95a-4030-af4d-6b6157e853a5 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Network': ['ID=f1ec1638-f267-4e86-a9a1-5bd607f2eacf,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.822451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f1ec1638-f267-4e86-a9a1-5bd607f2eacf details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:37.834650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.838646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Checking segment: {'id': '861be724-a7e3-4f7f-a55a-e9db386a5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:37.839169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network hostable DHCP agents. Network: 8b3d6cb6-202d-434b-b508-304a5fd00ba1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:37.845210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Subnet': ['ID=4abd8c95-cb31-4016-9e9f-1c91d42ae1af,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.871059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.871804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa32d5-9212-463b-ae64-d0b0f29651be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:37.875686 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ccfa32d5-9212-463b-ae64-d0b0f29651be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971265 Nov 24 22:19:37.877977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58262) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.886184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:37.889866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.892728 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e9b-270a-4bdb-a0b3-e37671f947dd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.895786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e9b-270a-4bdb-a0b3-e37671f947dd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.899333 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f0de3e9b-270a-4bdb-a0b3-e37671f947dd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd0506dc-8db1-4737-b2a8-030a7de3f8b1 HTTP/1.1" status: 204 len: 168 time: 0.2705159 Nov 24 22:19:37.906504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58264) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.917460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:37.921211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-edb6e1ef-a8ee-4570-b293-7c8bb4d16727 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5420358 Nov 24 22:19:37.941550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58266) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.947419 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ba3ae67b-506f-4ff3-972d-1cb8461880e1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640514 Nov 24 22:19:37.956475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58268) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:37.958326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de3e9b-270a-4bdb-a0b3-e37671f947dd tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0506dc-8db1-4737-b2a8-030a7de3f8b1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:37.969020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:37.992001 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fe702e66-a73f-48e4-a6a9-cb2b6b845c7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8faa739b4e14be7a87ce57e955dd21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958703 Nov 24 22:19:37.994184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.003241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.004427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:38.011789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58270) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:38.050150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Network c6ddf17a-923f-453f-891a-8242e6a3b50a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:38.055041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:38.058223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:38.073798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Pushing event updated for resources: {'Port': ['ID=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:38.129827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Attempting to bind port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:38.130206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Attempting to bind port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'fec27814-bc93-4092-981d-2b3a052c28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:38.130577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Attempting to bind port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 on network c6ddf17a-923f-453f-891a-8242e6a3b50a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:38.136942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:38.137328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Checking segment: {'id': 'fec27814-bc93-4092-981d-2b3a052c28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:38.137750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.138152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Bound using segment: {'id': 'fec27814-bc93-4092-981d-2b3a052c28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:38.138634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Bound port: 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec27814-bc93-4092-981d-2b3a052c28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c6ddf17a-923f-453f-891a-8242e6a3b50a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:38.139022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.222280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] For port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:38.226606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] For port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,segment=NetworkSegment(fec27814-bc93-4092-981d-2b3a052c28c2),segment_id=fec27814-bc93-4092-981d-2b3a052c28c2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:38.233781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.266653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569cbc4-35f8-45fc-a49e-5fef476d7e45 req-9b1d2d78-d382-486f-b9e6-64ba1274d75f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:38.268275 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d569cbc4-35f8-45fc-a49e-5fef476d7e45 req-9b1d2d78-d382-486f-b9e6-64ba1274d75f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1151741 Nov 24 22:19:38.302275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c3333-da7a-48a7-b0c4-42a64c993125 None None] Pushing event updated for resources: {'Port': ['ID=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:38.303948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.409385 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d569cbc4-35f8-45fc-a49e-5fef476d7e45 req-b76db490-72bf-4146-9506-2f3b56dec59e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077931 Nov 24 22:19:38.426075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8b3d6cb6-202d-434b-b508-304a5fd00ba1) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:38.429635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:38.439033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2955f08-3b66-4a32-987e-f79812ab8f01 None None] Network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:38.462546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:38.463246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.497934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.498286 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Added segment 8bb43b71-4f74-42a8-91f5-35ef9abe0d62 of type vlan for network 34be2f3b-e32c-4332-8d51-2b1aab975936 Nov 24 22:19:38.546098 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-35a09aed-3bd8-4443-946b-ad420c8b9975 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6329732 Nov 24 22:19:38.549233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58274) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:38.571563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055196487'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:38.595855 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8f1a033c-769f-411a-9b2e-0348b78d4605 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3867164 Nov 24 22:19:38.600911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58276) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:38.611448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.660440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:38.668757 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f143a-3321-4899-8311-25690d2f112e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8b3d6cb6-202d-434b-b508-304a5fd00ba1', 'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1', 'tenant_id': '10f2e8ce1afc4dd7af1322e835db4438', 'fixed_ips': [{'subnet_id': '4abd8c95-cb31-4016-9e9f-1c91d42ae1af'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:38.669647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-868f143a-3321-4899-8311-25690d2f112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.677644 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:38.689603 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:38.690497 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:38.737455 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:38.748434 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:38.749047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:38.750569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbca7232-fa0a-454c-a689-01c693ae421d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.752287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:19:38.752287 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:19:38.752287 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'project_id_1': '2ab78f06b40e4435a1f258ac99fd83a4', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 19, 18, 594480)}] Nov 24 22:19:38.752287 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:38.752902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:38.770375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:38.781322 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:38.781976 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fdd02-7050-4a93-8a92-7f6eca6cea7c None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:38.782141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.790539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.796132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:38.797294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.816983 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8::1 (c6ddf17a-923f-453f-891a-8242e6a3b50a/f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d/90450975-2594-4c72-9c00-967de78fdb08) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:38.822334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.853309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-868f143a-3321-4899-8311-25690d2f112e None None] Allocated IP 2001:db8::2 (8b3d6cb6-202d-434b-b508-304a5fd00ba1/4abd8c95-cb31-4016-9e9f-1c91d42ae1af/d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:38.894152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbca7232-fa0a-454c-a689-01c693ae421d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.946729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:38.988210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2033803 Nov 24 22:19:39.017470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.052294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa863d-0d47-46c2-8509-12f30e80d9de tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Network': ['ID=34be2f3b-e32c-4332-8d51-2b1aab975936,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:39.068454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.105207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 34be2f3b-e32c-4332-8d51-2b1aab975936 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:39.121156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-868f143a-3321-4899-8311-25690d2f112e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.133796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=90450975-2594-4c72-9c00-967de78fdb08,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:39.177897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network c6ddf17a-923f-453f-891a-8242e6a3b50a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:39.179244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:39.188986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-868f143a-3321-4899-8311-25690d2f112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.189240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:39.192351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:39.193072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.277706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbca7232-fa0a-454c-a689-01c693ae421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.296403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbca7232-fa0a-454c-a689-01c693ae421d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.302623 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fbca7232-fa0a-454c-a689-01c693ae421d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76eea5a3-e7bd-4980-a8f9-d22d2bc3e1f5 HTTP/1.1" status: 204 len: 168 time: 1.2857399 Nov 24 22:19:39.313918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f143a-3321-4899-8311-25690d2f112e None None] Network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:39.323516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-868f143a-3321-4899-8311-25690d2f112e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:39.331509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f143a-3321-4899-8311-25690d2f112e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:39.386148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f143a-3321-4899-8311-25690d2f112e None None] Pushing event updated for resources: {'Port': ['ID=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:39.529246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-868f143a-3321-4899-8311-25690d2f112e None None] Attempting to bind port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:39.529636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-868f143a-3321-4899-8311-25690d2f112e None None] Attempting to bind port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '861be724-a7e3-4f7f-a55a-e9db386a5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:39.530005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f143a-3321-4899-8311-25690d2f112e None None] Attempting to bind port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e on network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:39.546125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f143a-3321-4899-8311-25690d2f112e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:39.546548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f143a-3321-4899-8311-25690d2f112e None None] Checking segment: {'id': '861be724-a7e3-4f7f-a55a-e9db386a5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:39.546905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-868f143a-3321-4899-8311-25690d2f112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.547306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f143a-3321-4899-8311-25690d2f112e None None] Bound using segment: {'id': '861be724-a7e3-4f7f-a55a-e9db386a5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:39.553181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-868f143a-3321-4899-8311-25690d2f112e None None] Bound port: d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861be724-a7e3-4f7f-a55a-e9db386a5d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:39.553601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-868f143a-3321-4899-8311-25690d2f112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.588163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:39.589088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.613807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:39.661780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7232-fa0a-454c-a689-01c693ae421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eea5a3-e7bd-4980-a8f9-d22d2bc3e1f5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:39.735636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce62510-13ad-44bf-84db-d90b3fb0cd5c None None] Network c6ddf17a-923f-453f-891a-8242e6a3b50a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:39.845345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:39.854471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.872433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.objects.ports [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:39.876120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.945323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58288) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:39.951923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=d30543a9-c7b6-411e-9be1-16ad637d574a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:39.958846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.966011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:39.996634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Subnet': ['ID=4abd8c95-cb31-4016-9e9f-1c91d42ae1af,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:40.043261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.084781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5625-08e4-4c83-bffb-63ca9fdb3673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.095032 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-05a5180d-2893-41d4-9770-c78a7e5576e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/floatingips/f3a339c5-a2e6-40c2-aba8-ecd1d0686caa HTTP/1.1" status: 200 len: 978 time: 5.4993703 Nov 24 22:19:40.097825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.100843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58290) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:40.102769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:40.103651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.118634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d6cb6-202d-434b-b508-304a5fd00ba1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.119055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-868f143a-3321-4899-8311-25690d2f112e None None] For port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:40.119174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:40.124676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-868f143a-3321-4899-8311-25690d2f112e None None] For port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,segment=NetworkSegment(861be724-a7e3-4f7f-a55a-e9db386a5d33),segment_id=861be724-a7e3-4f7f-a55a-e9db386a5d33)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:40.129320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:40.132096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861be724-a7e3-4f7f-a55a-e9db386a5d33') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.132392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861be724-a7e3-4f7f-a55a-e9db386a5d33') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.134504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.139626 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5716019 Nov 24 22:19:40.143590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.154255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edca99a-77aa-4c9d-812c-ccda13051fb0 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:40.157675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.159297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:40.163727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:40.164186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.172944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-868f143a-3321-4899-8311-25690d2f112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.181991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58292) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:40.184089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:40.185021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.201495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'dc7efc1a-e188-467f-b9d2-bb7bd644de28', 'direction': 'ingress', 'protocol': 17}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:40.224238 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bf510b59-01be-467c-80bd-2d7dd1d93aff tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2664506 Nov 24 22:19:40.229841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.239667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58294) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:40.246483 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:40.253839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:d5:22:c5', 'name': 'tempest-NetworksTestDHCPv6-1502467371'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:40.408227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:19:40.408227 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:19:40.408227 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': '8b3d6cb6-202d-434b-b508-304a5fd00ba1'}] Nov 24 22:19:40.408227 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:40.408696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:40.416460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22051c7-8f32-4f6d-a85c-18db0a702608 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7efc1a-e188-467f-b9d2-bb7bd644de28,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:40.461131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bda9dc-0baa-42b8-963d-50633561e03a req-c31be2f3-c654-4682-ad2b-d2964a0621e9 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:40.465420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f143a-3321-4899-8311-25690d2f112e None None] Pushing event updated for resources: {'Port': ['ID=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:40.469010 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-98bda9dc-0baa-42b8-963d-50633561e03a req-c31be2f3-c654-4682-ad2b-d2964a0621e9 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.6338415 Nov 24 22:19:40.487507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:40.488457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.507266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.513715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:40.543174 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-98bda9dc-0baa-42b8-963d-50633561e03a req-7d36f48a-9ecc-4576-88d3-cb4d51f778c2 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731869 Nov 24 22:19:40.593257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.634293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1062646d-e6f5-4c23-a223-5bb21110a2ba None None] Provisioning complete for port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:40.634762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1062646d-e6f5-4c23-a223-5bb21110a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.677289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.703822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.735047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.749305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:40.749534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.749639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.762819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.763835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.796584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:40.797560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c380d-017a-4aa7-a3da-dc4eb7f42246 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:40.851662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,segment=NetworkSegment(fec27814-bc93-4092-981d-2b3a052c28c2),segment_id=fec27814-bc93-4092-981d-2b3a052c28c2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:40.896086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 7a570e9d-3be1-4275-a518-5d1c3204ed22 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:40.898875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.903028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=90450975-2594-4c72-9c00-967de78fdb08,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:40.905385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5625-08e4-4c83-bffb-63ca9fdb3673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.909161 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.936460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'd30543a9-c7b6-411e-9be1-16ad637d574a'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:40.938424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.967289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:40.968427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5625-08e4-4c83-bffb-63ca9fdb3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.006807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network c6ddf17a-923f-453f-891a-8242e6a3b50a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:41.011400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:41.044376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.119981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.135821 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ec5c5625-08e4-4c83-bffb-63ca9fdb3673 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d93a86ef35a465496f6e182e723a02b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1812999 Nov 24 22:19:41.142419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58296) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:41.152720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00330706-0a75-499e-9b9a-28b6e87d6348,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:41.160488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.160832 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP f3a339c5-a2e6-40c2-aba8-ecd1d0686caa disassociated. External IP: 172.26.3.206, port: 3812a596-b783-4a06-b763-b03a191589d9. Nov 24 22:19:41.177780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.179017 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-349288c0-86fc-4232-8955-6f53caefe190 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9830573 Nov 24 22:19:41.179752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:41.180159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.181808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58298) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:41.187730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:41.261245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c5625-08e4-4c83-bffb-63ca9fdb3673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b53602-d655-4144-939e-c829f57cba68,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:41.312868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 87edd9fd-ee9a-4f97-afd1-a662e409c78d is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:19:41.327390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] For port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,segment=NetworkSegment(861be724-a7e3-4f7f-a55a-e9db386a5d33),segment_id=861be724-a7e3-4f7f-a55a-e9db386a5d33)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:41.327805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.370128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Calling delete_port for d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:41.397190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:41.454217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:41.454720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.462422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fed5:22c5 (49828264-6294-4cd6-b467-32535f86b933/d30543a9-c7b6-411e-9be1-16ad637d574a/7a570e9d-3be1-4275-a518-5d1c3204ed22) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:41.468173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed329a98-caa5-4988-b244-5337e2b65e14 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.531303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03575634-0fa5-4279-a27c-8aabace429c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.540402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed329a98-caa5-4988-b244-5337e2b65e14 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.628194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.660512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03575634-0fa5-4279-a27c-8aabace429c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.677077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed329a98-caa5-4988-b244-5337e2b65e14 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.682760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed329a98-caa5-4988-b244-5337e2b65e14 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.686944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ed329a98-caa5-4988-b244-5337e2b65e14 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc7efc1a-e188-467f-b9d2-bb7bd644de28 HTTP/1.1" status: 204 len: 168 time: 0.4996669 Nov 24 22:19:41.687852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58302) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:41.699712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,segment=NetworkSegment(861be724-a7e3-4f7f-a55a-e9db386a5d33),segment_id=861be724-a7e3-4f7f-a55a-e9db386a5d33)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:41.705711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.808548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:41.841277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329a98-caa5-4988-b244-5337e2b65e14 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7efc1a-e188-467f-b9d2-bb7bd644de28,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:41.884265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:41.890043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ad25c224-d684-4e13-9621-1141e6b670c4 None None] Provisioning complete for port 90450975-2594-4c72-9c00-967de78fdb08 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:41.890740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad25c224-d684-4e13-9621-1141e6b670c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:41.896540 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] Sync routers for ids ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:41.897068 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-58b1fee2-e123-421d-9837-375457fa6738 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/87edd9fd-ee9a-4f97-afd1-a662e409c78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9521749 Nov 24 22:19:41.906157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58304) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:41.912548 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] Routers {'87edd9fd-ee9a-4f97-afd1-a662e409c78d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:41.913402 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:41.915078 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0388a07-3f0a-4ac8-a61d-bcf455e3a5ae req-7063c511-a0f4-4b5d-8789-f7870f65ec7a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:41.926578 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0388a07-3f0a-4ac8-a61d-bcf455e3a5ae req-7063c511-a0f4-4b5d-8789-f7870f65ec7a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2168334 Nov 24 22:19:41.984218 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-109b5ebf-05e3-4fab-8362-4cc924a76383 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2815154 Nov 24 22:19:41.994136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58306) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:41.999773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ad25c224-d684-4e13-9621-1141e6b670c4 None None] Port 90450975-2594-4c72-9c00-967de78fdb08 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:42.003091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222233262'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:42.019219 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:42.031006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd86e3a-c9c4-4208-8341-971f2c987e29 None None] Network 8b3d6cb6-202d-434b-b508-304a5fd00ba1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:42.034464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ad25c224-d684-4e13-9621-1141e6b670c4 None None] Provisioning complete for port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:42.034854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad25c224-d684-4e13-9621-1141e6b670c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.046752 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] Routers {'87edd9fd-ee9a-4f97-afd1-a662e409c78d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:42.047656 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:42.056546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03575634-0fa5-4279-a27c-8aabace429c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.059899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-03575634-0fa5-4279-a27c-8aabace429c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.063800 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-03575634-0fa5-4279-a27c-8aabace429c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2b53602-d655-4144-939e-c829f57cba68 HTTP/1.1" status: 204 len: 168 time: 0.9145629 Nov 24 22:19:42.064039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe76226-5729-42f6-af6b-01b78ebd8340 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:42.064920 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-efe76226-5729-42f6-af6b-01b78ebd8340 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports/90450975-2594-4c72-9c00-967de78fdb08 HTTP/1.1" status: 200 len: 911 time: 0.1312952 Nov 24 22:19:42.086491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58310) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:42.091957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03575634-0fa5-4279-a27c-8aabace429c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b53602-d655-4144-939e-c829f57cba68,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:42.117500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:42.119398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.152295 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:42.154985 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c98f4-36ea-497e-96fb-a95d343962fc None None] The sync data for ids ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:42.207654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No DVR routers for this DVR port d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:42.220467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0388a07-3f0a-4ac8-a61d-bcf455e3a5ae req-5616c56d-2c5b-4e4a-8ebd-7d8b55065fdb tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930243 Nov 24 22:19:42.225476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.234549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Port': ['ID=d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:42.382910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58312) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:42.403165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'subnets': [{'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--314763850', 'ip_version': 6}, {'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:42.403309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'subnet': {'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--314763850', 'ip_version': 6}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:42.403938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Request body: {'subnet': {'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:42.425518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:42.449064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.506601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c816c-ca10-4326-a8f8-340f9d488d76 None None] DHCP port deletion for 8b3d6cb6-202d-434b-b508-304a5fd00ba1 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:42.549520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.642545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e28a7e60-a913-4d8c-8566-cb10876409b3 None None] Could not find standard attr ID for object d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:19:42.651498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d6cb6-202d-434b-b508-304a5fd00ba1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:42.666288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e28a7e60-a913-4d8c-8566-cb10876409b3 None None] Provisioning complete for port 90450975-2594-4c72-9c00-967de78fdb08 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:42.666692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e28a7e60-a913-4d8c-8566-cb10876409b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.682711 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861be724-a7e3-4f7f-a55a-e9db386a5d33') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:42.683093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861be724-a7e3-4f7f-a55a-e9db386a5d33') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:42.705272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58316) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:42.716270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.729059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e28a7e60-a913-4d8c-8566-cb10876409b3 None None] Port 90450975-2594-4c72-9c00-967de78fdb08 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:42.748633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79339d65-ce07-4954-9254-c296e0698f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.767815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.773269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.786077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.790811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:42.791952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:42.800479 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:42.861634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9619894b-f643-44b7-8a1b-9dd30dcfe90a None None] Provisioning complete for port 90450975-2594-4c72-9c00-967de78fdb08 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:42.863017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9619894b-f643-44b7-8a1b-9dd30dcfe90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.866129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Made reservation on behalf of d17c77c01acf49a8b5f1618970b476b9 for: {'subnet': 2} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:42.871639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.871982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.914688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9619894b-f643-44b7-8a1b-9dd30dcfe90a None None] Port 90450975-2594-4c72-9c00-967de78fdb08 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:42.961036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.961722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:42.965954 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9637458 Nov 24 22:19:42.966082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58318) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:42.967778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be48f-fa0a-419d-8383-6f5b95302228 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd9eb1b-c611-4a25-980b-3310fab9e197,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:42.981353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233090052'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:43.003825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.007839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.011249 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/8b3d6cb6-202d-434b-b508-304a5fd00ba1 HTTP/1.1" status: 204 len: 168 time: 4.4096453 Nov 24 22:19:43.020409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58320) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.022651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.029715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2121813659'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:43.049928 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:43.061850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5766f-03f2-4ea9-8be5-c9c50829084a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Network': ['ID=8b3d6cb6-202d-434b-b508-304a5fd00ba1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.085758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:43.097301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.100830 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79339d65-ce07-4954-9254-c296e0698f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.109566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.111705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79339d65-ce07-4954-9254-c296e0698f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.111954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:43.137322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Allocated IP 2001:db8::f816:3eff:fed0:f19a (49828264-6294-4cd6-b467-32535f86b933/d30543a9-c7b6-411e-9be1-16ad637d574a/e971fad8-112e-4da1-b0b8-3825736d7870) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:43.143358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:43.144072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:43.182922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:43.183265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:43.186816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.206506 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-79339d65-ce07-4954-9254-c296e0698f22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a84fdf1a59ce432d9b9e01265f1fd5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962418 Nov 24 22:19:43.208783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58322) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.217856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79339d65-ce07-4954-9254-c296e0698f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ef4a1-3eeb-46b5-80a3-ff22930934b5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.221870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:43.240264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:43.246284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=7a570e9d-3be1-4275-a518-5d1c3204ed22,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.262841 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f5a94c34-cef1-49e2-8354-d92ce87da0fa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/floatingips/f3a339c5-a2e6-40c2-aba8-ecd1d0686caa HTTP/1.1" status: 200 len: 688 time: 3.1454959 Nov 24 22:19:43.263019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:43.264674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:43.264815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:43.271636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58326) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.281249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:43.282843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.287153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:43.303676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:43.303959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5636cda-3a8e-4ed7-8187-f3bc13a2c264 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:43.305462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:43.305909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.328197 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cfb924d6-9329-4b3e-89b6-b04127706210 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0851538 Nov 24 22:19:43.333599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58328) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.384469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.384832 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Added segment beb2790e-73d7-4a99-bbbb-8d723836fcf5 of type vlan for network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c Nov 24 22:19:43.454240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.463109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.468330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.476951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.508913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.513326 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5429993 Nov 24 22:19:43.517692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58330) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.526407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': '7dd9eb1b-c611-4a25-980b-3310fab9e197', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd952fa93-cc60-4bdb-855a-6414bbde6f91', 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:43.548396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:43.557992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:43.558300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52863874-5779-4c65-a888-a3af7947d2ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d952fa93-cc60-4bdb-855a-6414bbde6f91,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.580354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.583050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:43.592784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:43.641284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:43.641687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9fa496e-3f36-4f5b-8c70-71b7d0e31f9e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:43.663575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Pushing event updated for resources: {'Port': ['ID=e971fad8-112e-4da1-b0b8-3825736d7870,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.664203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.680867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Attempting to bind port e971fad8-112e-4da1-b0b8-3825736d7870 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:43.681575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Attempting to bind port e971fad8-112e-4da1-b0b8-3825736d7870 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:43.682145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Attempting to bind port e971fad8-112e-4da1-b0b8-3825736d7870 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:43.689099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:43.689655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:43.690435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.691021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:43.691674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Bound port: e971fad8-112e-4da1-b0b8-3825736d7870, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:43.692163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.763118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] For port e971fad8-112e-4da1-b0b8-3825736d7870, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:43.763899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.767091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] For port e971fad8-112e-4da1-b0b8-3825736d7870, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e971fad8-112e-4da1-b0b8-3825736d7870,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:43.775617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.785483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.788202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.794867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:43.795758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.799572 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/ports/90450975-2594-4c72-9c00-967de78fdb08 HTTP/1.1" status: 200 len: 911 time: 1.6956606 Nov 24 22:19:43.801388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.803399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58336) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.848668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee6fdd-0970-4094-a905-81b42c14cc87 None None] Pushing event updated for resources: {'Port': ['ID=e971fad8-112e-4da1-b0b8-3825736d7870,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.887095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5a32ced-3087-4f33-9445-f9f4eda67fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.920898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511f46f0-f6af-4deb-89f5-f5e2d946334a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:43.923461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e5023e-0208-4137-b66d-22d2d5956d0b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:43.925131 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e6e5023e-0208-4137-b66d-22d2d5956d0b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5821784 Nov 24 22:19:43.930285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58338) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.955432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.956624 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4359eac2-733d-4bd7-b60f-b830e12fab82 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4379396 Nov 24 22:19:43.967541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b03a-dd14-4dca-8d81-5faa0354cf89 req-549171f9-5c22-42c4-b4a3-2f19b771b73b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:43.969115 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f350b03a-dd14-4dca-8d81-5faa0354cf89 req-549171f9-5c22-42c4-b4a3-2f19b771b73b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.6273696 Nov 24 22:19:43.971302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5a32ced-3087-4f33-9445-f9f4eda67fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:43.973244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58340) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:43.981661 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcac8a-9838-4117-9067-001c545edd8b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=90450975-2594-4c72-9c00-967de78fdb08,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:44.023839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.029212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:44.029788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.181551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b91e348a-0fcb-4d52-b64a-e8ee950b862c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.182793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 7a570e9d-3be1-4275-a518-5d1c3204ed22 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:44.182793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.184231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b36abdbc-866a-44ca-87c3-cc7f16dfc5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.198282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 5b10550d-e009-433a-a8e2-f623a85d0f51 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:44.198618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.205573 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1805825 Nov 24 22:19:44.227235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58342) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:44.232658 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Request body: {'subnet': {'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:44.277712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b91e348a-0fcb-4d52-b64a-e8ee950b862c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.307889 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f350b03a-dd14-4dca-8d81-5faa0354cf89 req-737f9f45-c2d2-45f6-903e-03fa1ef18f17 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222225 Nov 24 22:19:44.312714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.317960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c3b6b-c15a-40d3-bc02-e99dac0a31c5 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Network': ['ID=7d20a0fa-b2a2-45da-8759-0c01a9ba074c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:44.329110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 7a570e9d-3be1-4275-a518-5d1c3204ed22 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:44.332837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:44.371383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5a32ced-3087-4f33-9445-f9f4eda67fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.374005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5a32ced-3087-4f33-9445-f9f4eda67fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.377661 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d5a32ced-3087-4f33-9445-f9f4eda67fa9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc0ef4a1-3eeb-46b5-80a3-ff22930934b5 HTTP/1.1" status: 204 len: 168 time: 1.1654699 Nov 24 22:19:44.441035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.475081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a32ced-3087-4f33-9445-f9f4eda67fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ef4a1-3eeb-46b5-80a3-ff22930934b5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:44.525272 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:19:44.537406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.539379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b91e348a-0fcb-4d52-b64a-e8ee950b862c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.560919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b91e348a-0fcb-4d52-b64a-e8ee950b862c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.570912 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b91e348a-0fcb-4d52-b64a-e8ee950b862c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/511f46f0-f6af-4deb-89f5-f5e2d946334a HTTP/1.1" status: 204 len: 168 time: 0.5843198 Nov 24 22:19:44.571239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58346) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:44.572074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.572074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.620303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e348a-0fcb-4d52-b64a-e8ee950b862c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=511f46f0-f6af-4deb-89f5-f5e2d946334a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:44.630305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 5b10550d-e009-433a-a8e2-f623a85d0f51 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:44.638358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Made reservation on behalf of 10f2e8ce1afc4dd7af1322e835db4438 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:44.643435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.673221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.691189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2f553605-00b5-44e2-b59b-3014e992acac tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1216867 Nov 24 22:19:44.694535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58350) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:44.724987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Subnet': ['ID=457babc2-5339-4deb-9233-94ac2ae1b3a0,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:44.751497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=7a570e9d-3be1-4275-a518-5d1c3204ed22,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:44.795166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.801264 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1af58758-b391-4af7-be41-2367b3426af8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/7a570e9d-3be1-4275-a518-5d1c3204ed22 HTTP/1.1" status: 204 len: 168 time: 0.8660133 Nov 24 22:19:44.802347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58352) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:44.821001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Checking segment: {'id': 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:44.821375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network hostable DHCP agents. Network: f1ec1638-f267-4e86-a9a1-5bd607f2eacf, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:44.866634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86eee310-6238-4998-9fc0-74782d898a1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.911075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network f1ec1638-f267-4e86-a9a1-5bd607f2eacf is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:44.938460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86eee310-6238-4998-9fc0-74782d898a1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:44.948134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df584411-c544-46fd-b0dd-02dc23d84dfb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:44.949797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df584411-c544-46fd-b0dd-02dc23d84dfb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:44.951586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-df584411-c544-46fd-b0dd-02dc23d84dfb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1450582 Nov 24 22:19:44.959541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58360) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:44.960032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f1ec1638-f267-4e86-a9a1-5bd607f2eacf) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:44.972022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d0d92a-b456-4e79-8933-ed9f052f45d9 None None] Network f1ec1638-f267-4e86-a9a1-5bd607f2eacf requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:44.972517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.073392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event updated for resources: {'Subnet': ['ID=2be2bbac-62e9-49dd-8c07-0780b58a3a1c,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:45.098367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet d30543a9-c7b6-411e-9be1-16ad637d574a {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:45.107290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.122158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e971fad8-112e-4da1-b0b8-3825736d7870 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:45.175101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 90450975-2594-4c72-9c00-967de78fdb08 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:45.175566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.198915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.239896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86eee310-6238-4998-9fc0-74782d898a1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.242554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86eee310-6238-4998-9fc0-74782d898a1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.246196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-86eee310-6238-4998-9fc0-74782d898a1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/d952fa93-cc60-4bdb-855a-6414bbde6f91 HTTP/1.1" status: 204 len: 168 time: 0.5469768 Nov 24 22:19:45.254780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e971fad8-112e-4da1-b0b8-3825736d7870 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:45.260737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.280749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58368) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:45.284695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.323732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eee310-6238-4998-9fc0-74782d898a1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952fa93-cc60-4bdb-855a-6414bbde6f91,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:45.347477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Checking segment: {'id': '8bb43b71-4f74-42a8-91f5-35ef9abe0d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:45.348000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network hostable DHCP agents. Network: 34be2f3b-e32c-4332-8d51-2b1aab975936, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:45.352205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=5b10550d-e009-433a-a8e2-f623a85d0f51,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:45.430284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-f1ec1638-f267-4e86-a9a1-5bd607f2eacf', 'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf', 'tenant_id': 'd17c77c01acf49a8b5f1618970b476b9', 'fixed_ips': [{'subnet_id': '457babc2-5339-4deb-9233-94ac2ae1b3a0'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:45.431305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.494927 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ab8e6c88-42da-4364-a86b-5ae7ac0bcaef tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2098532 Nov 24 22:19:45.498448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58376) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:45.515101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.555499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-536f7f33-6eca-491b-90fb-5030fe2deb4b None None] Provisioning complete for port e971fad8-112e-4da1-b0b8-3825736d7870 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:45.555943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-536f7f33-6eca-491b-90fb-5030fe2deb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.578423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:45.583034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Network 34be2f3b-e32c-4332-8d51-2b1aab975936 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:45.589852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.592646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.594320 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f8750c11-b5dc-4d30-94bb-645de6749d5d tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/floatingips/f3a339c5-a2e6-40c2-aba8-ecd1d0686caa HTTP/1.1" status: 204 len: 168 time: 2.3199153 Nov 24 22:19:45.594525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 90450975-2594-4c72-9c00-967de78fdb08 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:45.595338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.596863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.599225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58378) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:45.641802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 34be2f3b-e32c-4332-8d51-2b1aab975936) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:45.646562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:45.647085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:45.647985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:45.659410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc322-87c2-4b05-afdc-4fdc08c7aa75 req-40c643a1-0460-478a-aeed-49616f33e710 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:45.660984 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d9cc322-87c2-4b05-afdc-4fdc08c7aa75 req-40c643a1-0460-478a-aeed-49616f33e710 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2024612 Nov 24 22:19:45.679328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d46c5-1b89-4257-a20b-2d2a87fe99d3 None None] Network 34be2f3b-e32c-4332-8d51-2b1aab975936 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:45.710265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-cb270e3f-7a58-4b8c-b29f-97292c51bcc2 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] delete failed (client error): The resource could not be found. Nov 24 22:19:45.711319 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cb270e3f-7a58-4b8c-b29f-97292c51bcc2 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/floatingips/f3a339c5-a2e6-40c2-aba8-ecd1d0686caa HTTP/1.1" status: 404 len: 345 time: 0.1068451 Nov 24 22:19:45.728501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58382) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:45.789160 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-20d228fb-f6d0-4a24-ab4c-bac0e9107ab0 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3971536 Nov 24 22:19:45.789944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event updated for resources: {'Subnet': ['ID=59288f3c-15d4-41f0-8dcf-835490d19416,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:45.798519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58384) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:45.879774 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d9cc322-87c2-4b05-afdc-4fdc08c7aa75 req-42054d72-c715-4a02-b58d-db33895b5f83 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774142 Nov 24 22:19:45.885132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Checking segment: {'id': 'beb2790e-73d7-4a99-bbbb-8d723836fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:45.885502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network hostable DHCP agents. Network: 7d20a0fa-b2a2-45da-8759-0c01a9ba074c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:45.898680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cc174-9379-463d-bb85-c3e41b464d90 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:45.905735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cc174-9379-463d-bb85-c3e41b464d90 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:45.911299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cc174-9379-463d-bb85-c3e41b464d90 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:45.915663 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e85cc174-9379-463d-bb85-c3e41b464d90 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/ports?network_id=ea199758-6f03-4259-b297-4455dbbcd890 HTTP/1.1" status: 200 len: 2359 time: 0.1835084 Nov 24 22:19:45.920044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58390) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:45.959240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-182aab0d-2d6e-44d1-a8b1-60d4a52904ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.004740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:46.004856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.009023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57101670-5a05-4076-92f0-eb73ad251cec tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:46.010592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57101670-5a05-4076-92f0-eb73ad251cec tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:46.012269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57101670-5a05-4076-92f0-eb73ad251cec tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:46.013778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b45d4a-4f96-4d3d-a6bc-211abf9268d8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:46.015229 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-57101670-5a05-4076-92f0-eb73ad251cec tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2157135 Nov 24 22:19:46.021152 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-19b45d4a-4f96-4d3d-a6bc-211abf9268d8 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/subnets/692f8d81-d8ed-4cc3-b119-a10398566e77 HTTP/1.1" status: 200 len: 797 time: 0.0975850 Nov 24 22:19:46.022096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58396) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.031633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58398) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.032569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'port': {'network_id': 'ea199758-6f03-4259-b297-4455dbbcd890', 'name': 'tempest-FloatingIPTestJSON-210819452', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:46.125889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.140407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=d30543a9-c7b6-411e-9be1-16ad637d574a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:46.143258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-182aab0d-2d6e-44d1-a8b1-60d4a52904ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.151675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.154037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-536f7f33-6eca-491b-90fb-5030fe2deb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.154853 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3ba3713d-1ba0-4598-bf66-7c8fddcbd95a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/d30543a9-c7b6-411e-9be1-16ad637d574a HTTP/1.1" status: 204 len: 168 time: 1.1833949 Nov 24 22:19:46.159582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58404) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.162447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936cd816-7742-4f27-b2c7-68a623d54ba1 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:46.210203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Deleting subnet 457babc2-5339-4deb-9233-94ac2ae1b3a0 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:46.227055 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-87e520aa-acad-44c6-b4d4-85a74c6a5309 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625985 Nov 24 22:19:46.227976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7d20a0fa-b2a2-45da-8759-0c01a9ba074c) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:46.230449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.238433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:46.257143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Allocated IP 2001:db8::1 (f1ec1638-f267-4e86-a9a1-5bd607f2eacf/457babc2-5339-4deb-9233-94ac2ae1b3a0/bdec0268-87c7-4e72-8401-0122c6e89858) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:46.257378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:46.258330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-182aab0d-2d6e-44d1-a8b1-60d4a52904ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.259816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.261852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-182aab0d-2d6e-44d1-a8b1-60d4a52904ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.263099 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-182aab0d-2d6e-44d1-a8b1-60d4a52904ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/7dd9eb1b-c611-4a25-980b-3310fab9e197 HTTP/1.1" status: 204 len: 168 time: 0.7617791 Nov 24 22:19:46.266160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58410) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.267395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9288d-6c5d-4a9e-991b-fba0b1900aa1 None None] Network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:46.281726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182aab0d-2d6e-44d1-a8b1-60d4a52904ae tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd9eb1b-c611-4a25-980b-3310fab9e197,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:46.299135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.334243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=90450975-2594-4c72-9c00-967de78fdb08,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:46.336832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:46.339439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:46.439086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58414) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.457584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:46.476857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.544364 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ee6c6bd-2272-47c1-8f15-f7d693c6a8ac tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2472820 Nov 24 22:19:46.548739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58418) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.551267 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a03fa932-9e73-4fb5-894f-882f6a78d18f tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3228514 Nov 24 22:19:46.559019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58420) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:46.561398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359174957'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:46.646064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.654182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-536f7f33-6eca-491b-90fb-5030fe2deb4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:46.654390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-536f7f33-6eca-491b-90fb-5030fe2deb4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:46.655009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:46.659193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.712914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-34be2f3b-e32c-4332-8d51-2b1aab975936', 'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936', 'tenant_id': 'd17c77c01acf49a8b5f1618970b476b9', 'fixed_ips': [{'subnet_id': '2be2bbac-62e9-49dd-8c07-0780b58a3a1c'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:46.714346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.732646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-174c9919-073a-47c2-9df2-79776e98c4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.757573 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-407569646'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:46.782280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 87edd9fd-ee9a-4f97-afd1-a662e409c78d has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:46.831239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:46.853627 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Made reservation on behalf of e6f347861c554ea5a3b2121945ba0423 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:46.859118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.893638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.906137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.952255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.963303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:46.965680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] device_id is not set on port 549b8779-58ce-4654-8489-fe1903ba8fcf yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:46.984169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-7d20a0fa-b2a2-45da-8759-0c01a9ba074c', 'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c', 'tenant_id': '10f2e8ce1afc4dd7af1322e835db4438', 'fixed_ips': [{'subnet_id': '59288f3c-15d4-41f0-8dcf-835490d19416'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:46.986469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.049968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.095292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port e971fad8-112e-4da1-b0b8-3825736d7870, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e971fad8-112e-4da1-b0b8-3825736d7870,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:47.098918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.111483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.154029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.219267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.285305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:47.290588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb36c6-23d6-4973-8cce-89f684870324 req-0b364cf4-9e2d-49e5-b58d-dfe3ec79def3 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:47.292659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-19fb36c6-23d6-4973-8cce-89f684870324 req-0b364cf4-9e2d-49e5-b58d-dfe3ec79def3 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3345020 Nov 24 22:19:47.301177 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] Sync routers for ids ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:47.302253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5ed54f13-44b8-48aa-ad63-96d779ed4327 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/87edd9fd-ee9a-4f97-afd1-a662e409c78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4915814 Nov 24 22:19:47.304768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58424) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.315050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.324046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e971fad8-112e-4da1-b0b8-3825736d7870 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:47.335734 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] Routers {'87edd9fd-ee9a-4f97-afd1-a662e409c78d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:47.336581 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:47.344867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.345080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.351720 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1b4999a9-2ac9-4a04-987f-8bd9558a12b8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=87edd9fd-ee9a-4f97-afd1-a662e409c78d HTTP/1.1" status: 200 len: 205 time: 0.0413525 Nov 24 22:19:47.354992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.358626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58426) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.402917 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:47.417033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d7a3f-57a1-419d-a3cc-a83e99faf71b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:47.424668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.425924 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9593105c-abb7-41f3-9690-609a01c16278 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8759763 Nov 24 22:19:47.428967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58428) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.435374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': 'b19d7a3f-57a1-419d-a3cc-a83e99faf71b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:47.436933 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] Routers {'87edd9fd-ee9a-4f97-afd1-a662e409c78d'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:47.438342 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:47.443102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Network f1ec1638-f267-4e86-a9a1-5bd607f2eacf is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:47.447050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.480924 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:47.481570 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78fd90-7ea5-4c7d-ba35-b1bb99a3a1f1 None None] The sync data for ids ['87edd9fd-ee9a-4f97-afd1-a662e409c78d'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:47.498554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Allocated IP 2001:db8:0:1::1 (34be2f3b-e32c-4332-8d51-2b1aab975936/2be2bbac-62e9-49dd-8c07-0780b58a3a1c/69d4e32e-b6d5-458e-b2ac-bb07bf485f37) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:47.500211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.508781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:47.522361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=e971fad8-112e-4da1-b0b8-3825736d7870,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:47.525699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.531402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:47.540564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] Deleting port e971fad8-112e-4da1-b0b8-3825736d7870 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:47.540564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.610422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.614571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.626146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.656416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Subnet': ['ID=457babc2-5339-4deb-9233-94ac2ae1b3a0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:47.660190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.666130 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0e970fc7-1889-42fa-b932-ec58833434d3 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/subnets/457babc2-5339-4deb-9233-94ac2ae1b3a0 HTTP/1.1" status: 204 len: 168 time: 1.6307869 Nov 24 22:19:47.670675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58430) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.681060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc201319-422a-4333-93e6-6941ae9bbc17,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:47.709470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.710391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6572971f-6f89-4dba-a209-fb979b8db00d tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2803473 Nov 24 22:19:47.713672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Allocated IP 2001:db8::f816:3eff:fe16:8bca (7d20a0fa-b2a2-45da-8759-0c01a9ba074c/59288f3c-15d4-41f0-8dcf-835490d19416/a12885b2-137e-42b5-bbd1-95b5f05f855e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:47.716002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58432) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.716161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-72db72cc-6fab-45ba-a671-34f383877c71 None None] Could not find standard attr ID for object 7a570e9d-3be1-4275-a518-5d1c3204ed22. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:19:47.759005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Deleting subnet 2be2bbac-62e9-49dd-8c07-0780b58a3a1c {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:47.763251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d77080a-d02e-4b7e-8b15-bb6421cf0172 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.772838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d77080a-d02e-4b7e-8b15-bb6421cf0172 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.793840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.795984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Pushing event updated for resources: {'Port': ['ID=bdec0268-87c7-4e72-8401-0122c6e89858,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:47.805375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.813247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d77080a-d02e-4b7e-8b15-bb6421cf0172 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.822118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d77080a-d02e-4b7e-8b15-bb6421cf0172 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.822118 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6d77080a-d02e-4b7e-8b15-bb6421cf0172 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cc201319-422a-4333-93e6-6941ae9bbc17 HTTP/1.1" status: 204 len: 168 time: 0.1055822 Nov 24 22:19:47.827986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58434) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.836574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77080a-d02e-4b7e-8b15-bb6421cf0172 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc201319-422a-4333-93e6-6941ae9bbc17,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:47.842072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Attempting to bind port bdec0268-87c7-4e72-8401-0122c6e89858 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:47.842580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Attempting to bind port bdec0268-87c7-4e72-8401-0122c6e89858 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:47.843058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Attempting to bind port bdec0268-87c7-4e72-8401-0122c6e89858 on network f1ec1638-f267-4e86-a9a1-5bd607f2eacf {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:47.879269 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7bf63998-c83b-4c99-a0d0-9eb7043a5d56 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474949 Nov 24 22:19:47.879869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58436) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:47.903970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:47.904530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Checking segment: {'id': 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:47.905185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.905687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Bound using segment: {'id': 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:47.906006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-19fb36c6-23d6-4973-8cce-89f684870324 req-3230864a-3785-439f-af53-66ca2f86bb09 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5772693 Nov 24 22:19:47.906342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Bound port: bdec0268-87c7-4e72-8401-0122c6e89858, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f1ec1638-f267-4e86-a9a1-5bd607f2eacf'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:47.906870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.908105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.920861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:47.948153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eee8d662-bde7-4ba8-9a82-cba72f6b56f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.967245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] For port e971fad8-112e-4da1-b0b8-3825736d7870, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e971fad8-112e-4da1-b0b8-3825736d7870,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:47.967680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:47.971124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port e971fad8-112e-4da1-b0b8-3825736d7870, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e971fad8-112e-4da1-b0b8-3825736d7870,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:47.972505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eee8d662-bde7-4ba8-9a82-cba72f6b56f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.015700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f1bba0-1718-4045-bcdf-b6499021edc0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.016890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.025345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eee8d662-bde7-4ba8-9a82-cba72f6b56f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.028739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] Calling delete_port for e971fad8-112e-4da1-b0b8-3825736d7870 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:48.033581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eee8d662-bde7-4ba8-9a82-cba72f6b56f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.038983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eee8d662-bde7-4ba8-9a82-cba72f6b56f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/b19d7a3f-57a1-419d-a3cc-a83e99faf71b HTTP/1.1" status: 204 len: 168 time: 0.1559036 Nov 24 22:19:48.040686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.041036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Added segment 48d966eb-09c3-4bf2-b50c-e5b72e8c1187 of type vlan for network 2cf7d187-9c1a-4935-837c-c28339bca71e Nov 24 22:19:48.044947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58438) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.068647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8d662-bde7-4ba8-9a82-cba72f6b56f0 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d7a3f-57a1-419d-a3cc-a83e99faf71b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.110249 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1578f573-f274-4bbd-bdc6-e6f2067e8a9f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0604331 Nov 24 22:19:48.111210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58440) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.115812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group': {'name': 'tempest-secgroup--54518393'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:48.140706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.214831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.219129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.224554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.256950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.263924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.268215 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1528928 Nov 24 22:19:48.268215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121bf27-e03c-427c-b272-7a30c53cd5da tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd63fc6-c631-46d6-a86b-028b7302bb8c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.268215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58442) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.269151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.281308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': '1bd63fc6-c631-46d6-a86b-028b7302bb8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:48.294497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:48.318881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.377155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] For port bdec0268-87c7-4e72-8401-0122c6e89858, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:48.381962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.386098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.386260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.14 (ea199758-6f03-4259-b297-4455dbbcd890/692f8d81-d8ed-4cc3-b119-a10398566e77/549b8779-58ce-4654-8489-fe1903ba8fcf) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:48.404506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.406568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcef8b9c-816f-423b-8344-93cd9ea78268,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.410458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:48.410678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.414753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=e971fad8-112e-4da1-b0b8-3825736d7870,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.418289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.13 (ea199758-6f03-4259-b297-4455dbbcd890/692f8d81-d8ed-4cc3-b119-a10398566e77/549b8779-58ce-4654-8489-fe1903ba8fcf) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:48.422790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.423261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.423809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 87edd9fd-ee9a-4f97-afd1-a662e409c78d {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:19:48.425977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] For port bdec0268-87c7-4e72-8401-0122c6e89858, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bdec0268-87c7-4e72-8401-0122c6e89858,segment=NetworkSegment(f23fc072-b20d-4da7-a7b5-5c4fa09e0c14),segment_id=f23fc072-b20d-4da7-a7b5-5c4fa09e0c14)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:48.429290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bab5748d-b709-47d4-9faf-adbab7374349 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519477 Nov 24 22:19:48.430090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58444) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.433262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.454763 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1a891a96-acd1-4633-8c9f-8f0b3315dec6 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules/bcef8b9c-816f-423b-8344-93cd9ea78268 HTTP/1.1" status: 200 len: 763 time: 0.0211058 Nov 24 22:19:48.455106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58446) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.457759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.461570 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-84412e43-9074-4481-85ce-c5ba746bbfab tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/87edd9fd-ee9a-4f97-afd1-a662e409c78d HTTP/1.1" status: 204 len: 168 time: 1.0957220 Nov 24 22:19:48.461765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58448) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.465116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.466893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.480741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.503620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.517813 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0775847 Nov 24 22:19:48.526816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.549068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc5c7e-433d-4476-9672-b6b3d092c4f7 tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Pushing event updated for resources: {'Network': ['ID=2cf7d187-9c1a-4935-837c-c28339bca71e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.590155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 2cf7d187-9c1a-4935-837c-c28339bca71e details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:48.611025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.620207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.621937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Network 34be2f3b-e32c-4332-8d51-2b1aab975936 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:48.678937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.681411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:48.687582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:48.693626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.722688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df32d2-4c94-4d62-8072-ef14e7ca7e28 None None] Pushing event updated for resources: {'Port': ['ID=bdec0268-87c7-4e72-8401-0122c6e89858,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.729737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa45db9-4ab7-4d1b-a1fd-64659d0365f8 None None] Network f1ec1638-f267-4e86-a9a1-5bd607f2eacf requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:48.730890 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-442f1c99-e1e8-484d-8cd0-f148e8e25d1c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2745190 Nov 24 22:19:48.738217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.739835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58454) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.742611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.750846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Subnet': ['ID=59288f3c-15d4-41f0-8dcf-835490d19416,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.751862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:48.755870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.793890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.841747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Subnet': ['ID=2be2bbac-62e9-49dd-8c07-0780b58a3a1c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.843237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.849242 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fdd2e1b3-aba4-4be9-b9d9-c93aec439c85 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/subnets/2be2bbac-62e9-49dd-8c07-0780b58a3a1c HTTP/1.1" status: 204 len: 168 time: 1.1746564 Nov 24 22:19:48.851315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58456) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.869552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.870964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Port e971fad8-112e-4da1-b0b8-3825736d7870 concurrently deleted while adding address for new subnet {'id': '3e4f8b2b-928b-4e25-846f-3a6ff468b02b', 'name': '', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 707, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-24T22:19:46Z', 'updated_at': '2021-11-24T22:19:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a'}. {{(pid=102410) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Nov 24 22:19:48.871677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.877790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] No DVR routers for this DVR port e971fad8-112e-4da1-b0b8-3825736d7870 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:48.893142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.893918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.910810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:48.914360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58458) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:48.926457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270d7e62-557f-4db0-bda5-0b59f065913b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.929517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Request body: {'port': {'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e', 'binding:host_id': 'hv-neutron-8187', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-855465455'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:48.943491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:48.946113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270d7e62-557f-4db0-bda5-0b59f065913b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:48.949542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:48.976325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Pushing event updated for resources: {'Port': ['ID=69d4e32e-b6d5-458e-b2ac-bb07bf485f37,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:48.978847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:48.980973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d20a0fa-b2a2-45da-8759-0c01a9ba074c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:48.996085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:49.006160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:49.006929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.011934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb2790e-73d7-4a99-bbbb-8d723836fcf5') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:49.012106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb2790e-73d7-4a99-bbbb-8d723836fcf5') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:49.024370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270d7e62-557f-4db0-bda5-0b59f065913b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.031725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82834a61-4b14-474b-ada4-d7615a30469a None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:49.034184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7ab45-f98c-483c-80be-b0437b663b5a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:49.035897 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7df7ab45-f98c-483c-80be-b0437b663b5a tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1833296 Nov 24 22:19:49.040592 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58462) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:49.042373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270d7e62-557f-4db0-bda5-0b59f065913b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.043780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-270d7e62-557f-4db0-bda5-0b59f065913b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bcef8b9c-816f-423b-8344-93cd9ea78268 HTTP/1.1" status: 204 len: 168 time: 0.3028133 Nov 24 22:19:49.065676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58464) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:49.068951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Attempting to bind port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:49.069397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Attempting to bind port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '8bb43b71-4f74-42a8-91f5-35ef9abe0d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:49.069889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Attempting to bind port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37 on network 34be2f3b-e32c-4332-8d51-2b1aab975936 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:49.076061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.077207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d7e62-557f-4db0-bda5-0b59f065913b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcef8b9c-816f-423b-8344-93cd9ea78268,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.088856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=3e4f8b2b-928b-4e25-846f-3a6ff468b02b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.090801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Made reservation on behalf of dc7f0ac4e4ad4eb4adcbfdee934edfe2 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:49.092730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:49.093237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.093370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Checking segment: {'id': '8bb43b71-4f74-42a8-91f5-35ef9abe0d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:49.094295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.094792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Bound using segment: {'id': '8bb43b71-4f74-42a8-91f5-35ef9abe0d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:49.095340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Bound port: 69d4e32e-b6d5-458e-b2ac-bb07bf485f37, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb43b71-4f74-42a8-91f5-35ef9abe0d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '34be2f3b-e32c-4332-8d51-2b1aab975936'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:49.095465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.095967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.108946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.155103 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2d93ebec-7b3c-4aed-8ab4-8506e918d186 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0857899 Nov 24 22:19:49.158224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58466) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:49.163639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.166903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:49.167337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.177570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': '1bd63fc6-c631-46d6-a86b-028b7302bb8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:49.181534 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:49.201730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Pushing event updated for resources: {'Port': ['ID=a12885b2-137e-42b5-bbd1-95b5f05f855e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.205101 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e91e2ab1-b5b1-4289-b1ee-223434dee7ed tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9713249 Nov 24 22:19:49.208412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58468) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:49.215730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:77:b7:8f', 'name': 'tempest-NetworksTestDHCPv6-6456836'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:49.218560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Attempting to bind port a12885b2-137e-42b5-bbd1-95b5f05f855e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:49.218895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Attempting to bind port a12885b2-137e-42b5-bbd1-95b5f05f855e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'beb2790e-73d7-4a99-bbbb-8d723836fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:49.219259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Attempting to bind port a12885b2-137e-42b5-bbd1-95b5f05f855e on network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:49.231825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.239736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.270057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:49.270424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Checking segment: {'id': 'beb2790e-73d7-4a99-bbbb-8d723836fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:49.270850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.271221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Bound using segment: {'id': 'beb2790e-73d7-4a99-bbbb-8d723836fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:49.271728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Bound port: a12885b2-137e-42b5-bbd1-95b5f05f855e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb2790e-73d7-4a99-bbbb-8d723836fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:49.272118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.274021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8434-f48b-4afd-9768-1029bea83dbf None None] Pushing event deleted for resources: {'Port': ['ID=e971fad8-112e-4da1-b0b8-3825736d7870,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.309490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.314933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.318504 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a1003f25-8047-46bd-8f0f-62bdb70d7e45 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d HTTP/1.1" status: 204 len: 168 time: 0.8556893 Nov 24 22:19:49.321771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58470) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:49.328399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9541a-f701-4efd-b04c-7f04a9120bb7 req-75133eb0-ae98-44a3-94bc-244d2691d216 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:49.329775 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3dc9541a-f701-4efd-b04c-7f04a9120bb7 req-75133eb0-ae98-44a3-94bc-244d2691d216 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3253469 Nov 24 22:19:49.349265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba78757-794d-4e12-ae3f-cfa2b4a87912 None None] Network c6ddf17a-923f-453f-891a-8242e6a3b50a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:49.352962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.364155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:19:49.364155 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:19:49.364155 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': '7d20a0fa-b2a2-45da-8759-0c01a9ba074c'}] Nov 24 22:19:49.364155 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:19:49.364645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:19:49.380340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:49.405744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:49.407790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.410480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=549b8779-58ce-4654-8489-fe1903ba8fcf,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.413054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] For port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:49.416379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:49.439265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.460411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] For port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69d4e32e-b6d5-458e-b2ac-bb07bf485f37,segment=NetworkSegment(8bb43b71-4f74-42a8-91f5-35ef9abe0d62),segment_id=8bb43b71-4f74-42a8-91f5-35ef9abe0d62)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:49.474294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.488922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:49.523066 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3dc9541a-f701-4efd-b04c-7f04a9120bb7 req-93a61d9e-ef26-4dcf-a48e-650bd4a80c1a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813233 Nov 24 22:19:49.573215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.589216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:49.590057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.597215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.602091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.624438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port d78bcf18-6fc6-49a3-ab94-c1d95619f231 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:49.624861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 4fafabe7-58b8-4d5e-9b71-74231e9ea7db yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:49.669164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] For port a12885b2-137e-42b5-bbd1-95b5f05f855e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:49.685637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9233db3-cb87-4e5b-b4f6-e885d50d3dc7 None None] Network 34be2f3b-e32c-4332-8d51-2b1aab975936 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:49.687591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '3e4f8b2b-928b-4e25-846f-3a6ff468b02b'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:49.688412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.729500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:49.729893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.736388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] For port a12885b2-137e-42b5-bbd1-95b5f05f855e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a12885b2-137e-42b5-bbd1-95b5f05f855e,segment=NetworkSegment(beb2790e-73d7-4a99-bbbb-8d723836fcf5),segment_id=beb2790e-73d7-4a99-bbbb-8d723836fcf5)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:49.774669 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2bac7b62-4b93-4705-8229-adb99fd302d3 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7491808 Nov 24 22:19:49.782238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a46da2-2cff-425f-922a-11aa64ac7220,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.787217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58476) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:49.793564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '549b8779-58ce-4654-8489-fe1903ba8fcf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:49.795987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.811699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1bc0c-0355-43e4-aa15-cb4df2071064 None None] Pushing event updated for resources: {'Port': ['ID=69d4e32e-b6d5-458e-b2ac-bb07bf485f37,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.847033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.851802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.862795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.875049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.905832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Deleting port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:49.906182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.915780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,segment=NetworkSegment(fec27814-bc93-4092-981d-2b3a052c28c2),segment_id=fec27814-bc93-4092-981d-2b3a052c28c2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:49.916866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.931231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe77:b78f (49828264-6294-4cd6-b467-32535f86b933/3e4f8b2b-928b-4e25-846f-3a6ff468b02b/4fafabe7-58b8-4d5e-9b71-74231e9ea7db) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:49.940812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:49.960534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281d65-7b35-4168-a0ee-3acb389276fb req-04e81283-9261-49f2-8b26-32064706869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:49.962479 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-04e81283-9261-49f2-8b26-32064706869d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.1396697 Nov 24 22:19:49.962907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:49.965820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027cfc3e-31ae-44b8-84dc-d2ca578c7529,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:49.990942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c543a-4bdd-42dd-ada1-cae82e9c0323 None None] Pushing event updated for resources: {'Port': ['ID=a12885b2-137e-42b5-bbd1-95b5f05f855e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.041734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.045735 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e9a684e1-1b81-4cee-9a33-b493d8527d1f tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8805552 Nov 24 22:19:50.065758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58478) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:50.074635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb4ff9f-c984-481b-b91f-65008ccb9fd4 None None] Network 7d20a0fa-b2a2-45da-8759-0c01a9ba074c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:50.077895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0622ef-e961-47e8-bf2b-cf13bd179280 req-c5f08f2a-fa8b-427b-93ca-765834fac533 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:50.079490 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3b0622ef-e961-47e8-bf2b-cf13bd179280 req-c5f08f2a-fa8b-427b-93ca-765834fac533 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2993112 Nov 24 22:19:50.113038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] DHCP port deletion for c6ddf17a-923f-453f-891a-8242e6a3b50a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:19:50.126035 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-973b3e62-3db3-45af-b830-d08d42b5f8bb tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules/027cfc3e-31ae-44b8-84dc-d2ca578c7529 HTTP/1.1" status: 200 len: 763 time: 0.0552053 Nov 24 22:19:50.127935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58480) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:50.137201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] For port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69d4e32e-b6d5-458e-b2ac-bb07bf485f37,segment=NetworkSegment(8bb43b71-4f74-42a8-91f5-35ef9abe0d62),segment_id=8bb43b71-4f74-42a8-91f5-35ef9abe0d62)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:50.137663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.254586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.263842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281d65-7b35-4168-a0ee-3acb389276fb req-2f0b0620-162f-4bf0-a09a-d566d5d3f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:50.265376 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-2f0b0620-162f-4bf0-a09a-d566d5d3f7a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.2939165 Nov 24 22:19:50.333042 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ee4956b3-44d7-4979-8f2d-4d51c2c541e3 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1982718 Nov 24 22:19:50.363271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.365105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58482) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:50.373468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:50.425666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Deleting port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:50.426291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.449296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.462565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Calling delete_port for 69d4e32e-b6d5-458e-b2ac-bb07bf485f37 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:50.495641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] For port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:50.496145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.501029 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-609e9dd1-06e2-4aee-9069-ba450ba4ccbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1000 time: 0.2212307 Nov 24 22:19:50.507747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93a23cce-ff6c-4cc5-abb7-257c48cc1d08 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.515039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Calling delete_port for 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:50.517878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.ipam_backend_mixin [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 was not found and therefore no delete operation was performed {{(pid=102411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:19:50.519287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.530635 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3b0622ef-e961-47e8-bf2b-cf13bd179280 req-06c1154d-e0d0-4511-be6e-1e7bacac0e45 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428473 Nov 24 22:19:50.539221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93a23cce-ff6c-4cc5-abb7-257c48cc1d08 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.542200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.548481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] Pushing event deleted for resources: {'Port': ['ID=47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.551361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5501a2-7dcd-4fb3-a685-efbe59acb8f4 None None] No DVR routers for this DVR port 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:50.575183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port d78bcf18-6fc6-49a3-ab94-c1d95619f231 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:50.589782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.620225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.624650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting port a12885b2-137e-42b5-bbd1-95b5f05f855e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:50.624981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.626380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ddf17a-923f-453f-891a-8242e6a3b50a']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:50.646839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec27814-bc93-4092-981d-2b3a052c28c2') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:50.647306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec27814-bc93-4092-981d-2b3a052c28c2') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:50.655882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281d65-7b35-4168-a0ee-3acb389276fb req-178ad665-509c-4e52-a514-d7fd33dcc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:50.657427 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-178ad665-509c-4e52-a514-d7fd33dcc8ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.1457503 Nov 24 22:19:50.657935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93a23cce-ff6c-4cc5-abb7-257c48cc1d08 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.666370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93a23cce-ff6c-4cc5-abb7-257c48cc1d08 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.669835 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-93a23cce-ff6c-4cc5-abb7-257c48cc1d08 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/027cfc3e-31ae-44b8-84dc-d2ca578c7529 HTTP/1.1" status: 204 len: 168 time: 0.2920983 Nov 24 22:19:50.669835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.678108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58484) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:50.710206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23cce-ff6c-4cc5-abb7-257c48cc1d08 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=027cfc3e-31ae-44b8-84dc-d2ca578c7529,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.727393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.731019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.753817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=d78bcf18-6fc6-49a3-ab94-c1d95619f231,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.766543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] For port a12885b2-137e-42b5-bbd1-95b5f05f855e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a12885b2-137e-42b5-bbd1-95b5f05f855e,segment=NetworkSegment(beb2790e-73d7-4a99-bbbb-8d723836fcf5),segment_id=beb2790e-73d7-4a99-bbbb-8d723836fcf5)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:50.766922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.767096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Allocated IP 2001:db8::f816:3eff:fe92:dd46 (49828264-6294-4cd6-b467-32535f86b933/3e4f8b2b-928b-4e25-846f-3a6ff468b02b/d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:50.767695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:50.768169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.780232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:50.781408 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:50.825960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Calling delete_port for a12885b2-137e-42b5-bbd1-95b5f05f855e owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:50.828661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.833438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Port': ['ID=69d4e32e-b6d5-458e-b2ac-bb07bf485f37,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.843937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] No DVR routers for this DVR port 69d4e32e-b6d5-458e-b2ac-bb07bf485f37 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:50.854294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:50.874127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:50.877817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Checking segment: {'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:50.878176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Network hostable DHCP agents. Network: 2cf7d187-9c1a-4935-837c-c28339bca71e, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:50.887912 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-39fdd78b-ba8d-4979-8793-5ea5059e4cf7 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2057173 Nov 24 22:19:50.891486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:50.897109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:50.897713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.904079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58486) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:50.908603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Request body: {'security_group_rule': {'security_group_id': '1bd63fc6-c631-46d6-a86b-028b7302bb8c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:50.918100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=4fafabe7-58b8-4d5e-9b71-74231e9ea7db,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:50.925037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281d65-7b35-4168-a0ee-3acb389276fb req-49387c78-a4c2-48f4-b36f-a1178eea3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:50.926561 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-49387c78-a4c2-48f4-b36f-a1178eea3fba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2544396 Nov 24 22:19:50.931303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.939157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.942999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/c6ddf17a-923f-453f-891a-8242e6a3b50a HTTP/1.1" status: 204 len: 168 time: 1.6200991 Nov 24 22:19:50.949934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58488) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:50.954654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.960854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1743297403', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:50.961759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:50.981769 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d61b7a62-320f-4039-8fd3-ed0ee6382643 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.7685952 Nov 24 22:19:50.991319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.004682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:51.010919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:51.015119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:51.023897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697db7f8-26d9-4651-9dea-90f6b4cabe8d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=c6ddf17a-923f-453f-891a-8242e6a3b50a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.032686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Pushing event updated for resources: {'Port': ['ID=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.044300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.072118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Network 2cf7d187-9c1a-4935-837c-c28339bca71e is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:51.088909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Attempting to bind port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:51.089811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Attempting to bind port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:51.090493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Attempting to bind port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:51.093215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.096217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:51.097248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:51.097807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.098321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:51.098899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Bound port: d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:51.099750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.107791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34be2f3b-e32c-4332-8d51-2b1aab975936']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:51.113533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.114562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.124171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 2cf7d187-9c1a-4935-837c-c28339bca71e) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:51.132579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb43b71-4f74-42a8-91f5-35ef9abe0d62') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:51.133117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb43b71-4f74-42a8-91f5-35ef9abe0d62') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:51.137310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:51.152342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c509d3-9a83-427c-bfe9-40d102d22f16 None None] Network 2cf7d187-9c1a-4935-837c-c28339bca71e requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:51.154936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.161536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7920bdf-894e-421d-a43c-1ca86adb9925 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:51.168231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7920bdf-894e-421d-a43c-1ca86adb9925 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:51.172282 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c7920bdf-894e-421d-a43c-1ca86adb9925 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1439018 Nov 24 22:19:51.174381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.76 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/cee7cee5-39d8-423b-ab4f-cb4ab7634f06) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:51.176378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58492) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.179047 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-c1bf57bb-2269-41d0-9d94-a67a5362c57d service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329276 Nov 24 22:19:51.180750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.207790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:51.208385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:51.208890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:51.255938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.259287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Port': ['ID=a12885b2-137e-42b5-bbd1-95b5f05f855e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.266918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No DVR routers for this DVR port a12885b2-137e-42b5-bbd1-95b5f05f855e on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:51.274571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:51.274925 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:51.280821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:51.281219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.284747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.286160 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 2 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:51.288924 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:51.290890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] For port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:51.294407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:19:51.298991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.301926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.310308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.332339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] For port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:51.333513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:19:51.333956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47f5dfb5-1884-41c2-8c3d-f6b25e7c48f7 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:19:51.340430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5347cad9-3105-4a37-b848-dbdcaa1d1843,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.352289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.354242 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8fe266ec-d672-432c-a512-f0bdd39ec69e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3971393 Nov 24 22:19:51.358445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.364342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58494) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.368500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.372322 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e5d5a353-379a-4edb-bc70-b09c719d8638 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4642336 Nov 24 22:19:51.375434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1603642528'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:51.383332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58496) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.423464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-10281d65-7b35-4168-a0ee-3acb389276fb req-a1b26575-a8b8-4ef8-8473-5e7e08da36fd service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336233 Nov 24 22:19:51.429482 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bfeb1ee6-d907-4363-84d9-14c0491eb75e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules/5347cad9-3105-4a37-b848-dbdcaa1d1843 HTTP/1.1" status: 200 len: 764 time: 0.0426321 Nov 24 22:19:51.431294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.437865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b22c5-914e-40fe-899c-63e63ecc2ba2 None None] Pushing event updated for resources: {'Port': ['ID=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.446161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:51.449707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.473177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:51.473516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:51.473846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:51.507386 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b4eef449-40de-4cc5-86cf-c44cf5ddd003 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0741353 Nov 24 22:19:51.508839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58500) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.515292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.522565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:51.522902 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:51.524955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:51.529642 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 3 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:51.537393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.543922 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/networks/34be2f3b-e32c-4332-8d51-2b1aab975936 HTTP/1.1" status: 204 len: 168 time: 2.4993365 Nov 24 22:19:51.544176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69057c18-a14c-4e1a-8dcc-5afbcd32b58e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.546247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58502) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.551171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.551517 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment 37d2c5dd-883a-4b82-be1a-b42408df8f67 of type vlan for network 889151a5-962d-4a53-a4d5-830905691705 Nov 24 22:19:51.568493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.570757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69057c18-a14c-4e1a-8dcc-5afbcd32b58e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.604785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d795e-2c9b-4bb1-9a96-84b4a40a130d tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Network': ['ID=34be2f3b-e32c-4332-8d51-2b1aab975936,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.606511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:51.607024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:51.607353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:51.632078 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d20a0fa-b2a2-45da-8759-0c01a9ba074c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:51.634227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:51.634623 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:51.642828 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 4 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:51.669923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb2790e-73d7-4a99-bbbb-8d723836fcf5') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:51.670436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb2790e-73d7-4a99-bbbb-8d723836fcf5') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:51.675995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.720315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69057c18-a14c-4e1a-8dcc-5afbcd32b58e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.726073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.729273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.733539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 4fafabe7-58b8-4d5e-9b71-74231e9ea7db {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:51.733946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69057c18-a14c-4e1a-8dcc-5afbcd32b58e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.734260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.735589 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-69057c18-a14c-4e1a-8dcc-5afbcd32b58e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5347cad9-3105-4a37-b848-dbdcaa1d1843 HTTP/1.1" status: 204 len: 168 time: 0.2257845 Nov 24 22:19:51.739391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58506) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.745393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.751926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69057c18-a14c-4e1a-8dcc-5afbcd32b58e tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5347cad9-3105-4a37-b848-dbdcaa1d1843,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.754168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:51.754502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:51.755011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:51.808364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.814246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:51.815439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.827705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:51.828036 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:51.839040 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 5 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:51.845571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.874184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:51.874595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:51.885744 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:51.893838 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5269432 Nov 24 22:19:51.898660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58508) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:51.905887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:51.906224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:51.906562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:51.907329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:51.916281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9628f-9cbb-4c2a-97a0-6cbe1c452bf5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=889151a5-962d-4a53-a4d5-830905691705,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:51.927975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 889151a5-962d-4a53-a4d5-830905691705 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:51.947015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96b49-20b6-4d46-863f-e022c72c080b req-d97e2910-2263-4e73-892b-3c11aa8d6c3d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:51.949369 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2da96b49-20b6-4d46-863f-e022c72c080b req-d97e2910-2263-4e73-892b-3c11aa8d6c3d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3037665 Nov 24 22:19:51.975674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Deleting port bdec0268-87c7-4e72-8401-0122c6e89858 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:51.976175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:51.981738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:51.982283 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:51.997801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 6 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:52.009680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-abe387ac-b16c-4601-8fc9-ad36199ae37b tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2671373 Nov 24 22:19:52.029049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58510) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.037483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.064250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.097744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.099405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:52.099765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:52.100154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:52.130608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.133794 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/7d20a0fa-b2a2-45da-8759-0c01a9ba074c HTTP/1.1" status: 204 len: 168 time: 5.5736697 Nov 24 22:19:52.155713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58512) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.156581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 4fafabe7-58b8-4d5e-9b71-74231e9ea7db owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:52.169170 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:52.175580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:52.175914 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:52.184574 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 7 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:52.187292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238d571-d544-4f3a-99a1-2fba9de622cd tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Network': ['ID=7d20a0fa-b2a2-45da-8759-0c01a9ba074c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:52.213270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:52.217805 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2da96b49-20b6-4d46-863f-e022c72c080b req-0ce40272-46db-4436-9596-cccaa36e4f47 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487059 Nov 24 22:19:52.235765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:52.241134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:52.241468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:52.241801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:52.254555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cbc6ae-0c14-4154-9dda-df91dafebfb0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:52.255329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cbc6ae-0c14-4154-9dda-df91dafebfb0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:52.261315 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-17cbc6ae-0c14-4154-9dda-df91dafebfb0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/59288f3c-15d4-41f0-8dcf-835490d19416 HTTP/1.1" status: 404 len: 337 time: 0.0992072 Nov 24 22:19:52.314570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58516) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.317871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=cee7cee5-39d8-423b-ab4f-cb4ab7634f06,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:52.333131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:52.333487 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:52.338679 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 8 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:52.366307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:52.366578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:52.366888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:52.380218 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-565807c4-7297-45c7-a016-ab6723974293 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:52.380852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565807c4-7297-45c7-a016-ab6723974293 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:52.383972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-565807c4-7297-45c7-a016-ab6723974293 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/7d20a0fa-b2a2-45da-8759-0c01a9ba074c HTTP/1.1" status: 404 len: 339 time: 0.0670877 Nov 24 22:19:52.392980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58518) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.401969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:52.402308 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:52.409088 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 9 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:52.437844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-276a13b6-faed-4b68-9a36-7735c260756a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:52.438312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276a13b6-faed-4b68-9a36-7735c260756a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:52.439986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a8c303a-8b95-49fa-957f-a04cd3952e21 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.441621 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-276a13b6-faed-4b68-9a36-7735c260756a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/4abd8c95-cb31-4016-9e9f-1c91d42ae1af HTTP/1.1" status: 404 len: 337 time: 0.0477233 Nov 24 22:19:52.447355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58520) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.449640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] For port bdec0268-87c7-4e72-8401-0122c6e89858, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bdec0268-87c7-4e72-8401-0122c6e89858,segment=NetworkSegment(f23fc072-b20d-4da7-a7b5-5c4fa09e0c14),segment_id=f23fc072-b20d-4da7-a7b5-5c4fa09e0c14)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:52.450011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.483696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Calling delete_port for bdec0268-87c7-4e72-8401-0122c6e89858 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:52.485918 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a2ee44-2b65-47e6-94d2-f14c81f2b75d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:52.486512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a2ee44-2b65-47e6-94d2-f14c81f2b75d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:52.491983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95a2ee44-2b65-47e6-94d2-f14c81f2b75d tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/8b3d6cb6-202d-434b-b508-304a5fd00ba1 HTTP/1.1" status: 404 len: 339 time: 0.0368512 Nov 24 22:19:52.492151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:52.492151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:52.492363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:52.493956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58522) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.513895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:52.514229 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:52.521859 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 10 to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 Nov 24 22:19:52.526463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:52.530223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.536127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a8c303a-8b95-49fa-957f-a04cd3952e21 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.558690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:52.559375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:52.559375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:52.581087 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-09479cb5-e142-4e61-8e19-ddd4bd5afffa tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:52.581087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09479cb5-e142-4e61-8e19-ddd4bd5afffa tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:52.586287 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-09479cb5-e142-4e61-8e19-ddd4bd5afffa tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/c9269d02-3cc1-4593-8d17-28ad4db2d50c HTTP/1.1" status: 404 len: 337 time: 0.0895836 Nov 24 22:19:52.614986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58524) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.653268 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2908d5bd-81bb-4d66-a822-dbfad8978608 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:52.653859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2908d5bd-81bb-4d66-a822-dbfad8978608 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:52.656891 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2908d5bd-81bb-4d66-a822-dbfad8978608 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/e4c2ed46-45ca-4ceb-8f15-b20db801a3e1 HTTP/1.1" status: 404 len: 339 time: 0.0397875 Nov 24 22:19:52.660993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:52.661318 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port d78bcf18-6fc6-49a3-ab94-c1d95619f231 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:52.661688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.664247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.692212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2b1272b7-b285-448e-babb-6959d729b453 None None] Provisioning complete for port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:52.693301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b1272b7-b285-448e-babb-6959d729b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.713809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.754074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Port': ['ID=bdec0268-87c7-4e72-8401-0122c6e89858,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:52.757466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] No DVR routers for this DVR port bdec0268-87c7-4e72-8401-0122c6e89858 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:19:52.796074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b1272b7-b285-448e-babb-6959d729b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.812670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.818355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a8c303a-8b95-49fa-957f-a04cd3952e21 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.820915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a8c303a-8b95-49fa-957f-a04cd3952e21 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.822049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7a8c303a-8b95-49fa-957f-a04cd3952e21 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "DELETE /v2.0/security-groups/1bd63fc6-c631-46d6-a86b-028b7302bb8c HTTP/1.1" status: 204 len: 168 time: 0.7860732 Nov 24 22:19:52.832813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58528) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:52.835837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2b1272b7-b285-448e-babb-6959d729b453 None None] For port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:52.841107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b1272b7-b285-448e-babb-6959d729b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.864496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.891737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ec1638-f267-4e86-a9a1-5bd607f2eacf']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:52.894968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1272b7-b285-448e-babb-6959d729b453 None None] Pushing event updated for resources: {'Port': ['ID=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:52.905070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6829e-3a1e-422c-b96d-59f37f23b269 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:19:52.912045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c303a-8b95-49fa-957f-a04cd3952e21 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd63fc6-c631-46d6-a86b-028b7302bb8c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:52.914869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=4fafabe7-58b8-4d5e-9b71-74231e9ea7db,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:52.920637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:52.921117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23fc072-b20d-4da7-a7b5-5c4fa09e0c14') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:52.943151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.962791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-782fd01c-2137-4695-a0c8-79013d947f21 None None] Could not find standard attr ID for object 4fafabe7-58b8-4d5e-9b71-74231e9ea7db. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:19:52.979147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.980129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] For port d78bcf18-6fc6-49a3-ab94-c1d95619f231, host hv-neutron-8187, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:52.980502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempted to set empty binding levels {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 22:19:52.990575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:52.993664 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-41c7641f-3508-4d0f-94fe-92b611b51710 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/4fafabe7-58b8-4d5e-9b71-74231e9ea7db HTTP/1.1" status: 204 len: 168 time: 1.8146899 Nov 24 22:19:52.996930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58530) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.000950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:53.001552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.005036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:53.006918 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:53.026428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6829e-3a1e-422c-b96d-59f37f23b269 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:19:53.097434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ddbcb98a-2185-45da-a901-255582f3f584 tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2532697 Nov 24 22:19:53.098760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58532) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.133853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:53.134004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.139249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting port fc430726-0a54-4386-8287-6f3f9a7083b0 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:53.139249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.170174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=d78bcf18-6fc6-49a3-ab94-c1d95619f231,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:53.180546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64422f66-ed4d-472a-bc33-d2a4463e8649 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:53.182248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64422f66-ed4d-472a-bc33-d2a4463e8649 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:53.186647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-64422f66-ed4d-472a-bc33-d2a4463e8649 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1870766 Nov 24 22:19:53.189869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58534) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.222692 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e9abce20-8f6f-4f1c-9e9f-a0635af17a84 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.2959373 Nov 24 22:19:53.227045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.228686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58536) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.266113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.271465 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/networks/f1ec1638-f267-4e86-a9a1-5bd607f2eacf HTTP/1.1" status: 204 len: 168 time: 1.7222245 Nov 24 22:19:53.275698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.278047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.280808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.303908 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7fbba9c9-f312-4c0e-bc6e-142032c31d8c tempest-SecGroupTest-1894516561 tempest-SecGroupTest-1894516561-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2007561 Nov 24 22:19:53.316058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afaec4-a936-41c3-9584-70c727be7607 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Network': ['ID=f1ec1638-f267-4e86-a9a1-5bd607f2eacf,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:53.325498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Calling delete_port for fc430726-0a54-4386-8287-6f3f9a7083b0 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:53.367662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.388954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 3e4f8b2b-928b-4e25-846f-3a6ff468b02b {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:53.421993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.485982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.493472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:53.504861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=e562012d-aa83-458a-ac19-48a7920957bb,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:53.510537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.510762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.523591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd4f9-a88d-4e5b-83e3-aedc468db155 req-ff209119-7939-4ba8-98e1-95673d035aca tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:53.524295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c35bd4f9-a88d-4e5b-83e3-aedc468db155 req-ff209119-7939-4ba8-98e1-95673d035aca tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1525755 Nov 24 22:19:53.585877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:53.585877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.587893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Deleting port d78bcf18-6fc6-49a3-ab94-c1d95619f231 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:53.588585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.594517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:53.595377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.597279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: 889151a5-962d-4a53-a4d5-830905691705, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:19:53.619901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d87e1-ac37-49b3-8f46-8e8968de5335 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:19:53.732772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.753380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 889151a5-962d-4a53-a4d5-830905691705 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:19:53.771337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.787642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4341344-9389-4af3-95cc-58b0c45c807a']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:53.801431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58546) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.832997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f954d73-213c-4dc1-87f4-ec6928e7d14c') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:53.833352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f954d73-213c-4dc1-87f4-ec6928e7d14c') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:53.839999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 889151a5-962d-4a53-a4d5-830905691705) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:53.856434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:53.857225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.876291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.898187 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ae1e6eac-1a36-4789-bdb6-4ad9841e47db tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9975169 Nov 24 22:19:53.902764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58550) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:53.964644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d87e1-ac37-49b3-8f46-8e8968de5335 None None] Unable to find a vacant binding_index for network 889151a5-962d-4a53-a4d5-830905691705 and agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb {{(pid=102411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 24 22:19:53.968944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:53.970771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d87e1-ac37-49b3-8f46-8e8968de5335 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 889151a5-962d-4a53-a4d5-830905691705) {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:19:54.003647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Port': ['ID=fc430726-0a54-4386-8287-6f3f9a7083b0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.019109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:54.019549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:54.026585 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:54.043340 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c35bd4f9-a88d-4e5b-83e3-aedc468db155 req-f6958eb0-2513-4ce8-8ec6-a1727c80d0ee tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875245 Nov 24 22:19:54.052198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.055482 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b3b7466b-0109-4c99-9d82-d6c70bb98684 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/ports/fc430726-0a54-4386-8287-6f3f9a7083b0 HTTP/1.1" status: 204 len: 168 time: 1.3809104 Nov 24 22:19:54.064569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.080316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] For port d78bcf18-6fc6-49a3-ab94-c1d95619f231, host hv-neutron-8187, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:54.080761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.113868 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db2afb4-6900-473d-8718-5632983f2715 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:54.114692 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db2afb4-6900-473d-8718-5632983f2715 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:54.118109 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1db2afb4-6900-473d-8718-5632983f2715 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/2e48276e-a9a2-464d-8fb2-06342b9d476f HTTP/1.1" status: 404 len: 337 time: 0.0497956 Nov 24 22:19:54.119483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Calling delete_port for d78bcf18-6fc6-49a3-ab94-c1d95619f231 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:54.124561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58556) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.166573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.223263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4f8b2b-928b-4e25-846f-3a6ff468b02b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.238978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.242319 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-75effa07-fd1c-4ff2-81ab-f3947b2af84a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/3e4f8b2b-928b-4e25-846f-3a6ff468b02b HTTP/1.1" status: 204 len: 168 time: 1.0312486 Nov 24 22:19:54.247141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58558) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.284783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-889151a5-962d-4a53-a4d5-830905691705', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:19:54.285804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.301778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.308241 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-060e81e5-430c-4c35-ba3a-68d2b652e059 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ab78f06b40e4435a1f258ac99fd83a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863122 Nov 24 22:19:54.316134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58560) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.317330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.320596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/networks/e4341344-9389-4af3-95cc-58b0c45c807a HTTP/1.1" status: 204 len: 168 time: 1.0382264 Nov 24 22:19:54.331502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58562) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.341544 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a2c99889-ae44-4b31-8584-21b804282da2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797327 Nov 24 22:19:54.344105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58564) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.362798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.368416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8da19-c045-4112-8aba-65599c3d0395 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Network': ['ID=e4341344-9389-4af3-95cc-58b0c45c807a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.429576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a1f89-3f53-4a86-8a9c-b259ae168158 req-124b19d9-4828-48df-ab09-5b63be5ed90d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:54.431085 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1b9a1f89-3f53-4a86-8a9c-b259ae168158 req-124b19d9-4828-48df-ab09-5b63be5ed90d tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2952709 Nov 24 22:19:54.446286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Allocated IP 2001:db8::2 (889151a5-962d-4a53-a4d5-830905691705/e562012d-aa83-458a-ac19-48a7920957bb/11ad026e-0ec0-4af4-9dec-b75f3b2aac7f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:54.467978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0518f-9338-4213-98ab-31eea18fddfc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:54.472778 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60b0518f-9338-4213-98ab-31eea18fddfc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1244888 Nov 24 22:19:54.480306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58566) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.495345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.505513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.507969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e2e-cf9f-4fa7-9018-f089b21e8d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.544865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.546460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.579229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.600104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e2e-cf9f-4fa7-9018-f089b21e8d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.602937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.609600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.655569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Network 889151a5-962d-4a53-a4d5-830905691705 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:54.663427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:54.666028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:54.668317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Pushing event updated for resources: {'Port': ['ID=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.714814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecef77-5e65-43c1-a564-06eb68462cf0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:54.718139 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ceecef77-5e65-43c1-a564-06eb68462cf0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2289221 Nov 24 22:19:54.728439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1b9a1f89-3f53-4a86-8a9c-b259ae168158 req-7bc0d482-9c85-431d-954c-eb35eab91f64 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589667 Nov 24 22:19:54.729223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.734683 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d78bcf18-6fc6-49a3-ab94-c1d95619f231 HTTP/1.1" status: 204 len: 168 time: 1.5015218 Nov 24 22:19:54.736412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Attempting to bind port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:54.736892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Attempting to bind port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:54.737355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Attempting to bind port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f on network 889151a5-962d-4a53-a4d5-830905691705 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:54.741704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.741704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58570) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.743861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:54.745060 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Checking segment: {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:54.745694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.746375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Bound using segment: {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:54.746950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Bound port: 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:54.747468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.774959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=cee7cee5-39d8-423b-ab4f-cb4ab7634f06,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.776519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.826189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2fe310-f02f-48bb-9365-b0155d274e19 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:19:54.831132 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ec2fe310-f02f-48bb-9365-b0155d274e19 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "GET /v2.0/ports/d78bcf18-6fc6-49a3-ab94-c1d95619f231 HTTP/1.1" status: 404 len: 333 time: 0.0853546 Nov 24 22:19:54.831132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e2e-cf9f-4fa7-9018-f089b21e8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.832281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026805e-15ee-4aaa-97da-0960aa736b69 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78bcf18-6fc6-49a3-ab94-c1d95619f231,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.832415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-73fe7e2e-cf9f-4fa7-9018-f089b21e8d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.839817 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-73fe7e2e-cf9f-4fa7-9018-f089b21e8d0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7cafe87-3c33-4abb-ba0f-78eb18b911f4 HTTP/1.1" status: 204 len: 168 time: 0.5089300 Nov 24 22:19:54.840477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.840577 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-784700df-1a97-4201-b56c-e7a720fd4726 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937331 Nov 24 22:19:54.840577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58574) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.840715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58578) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:54.848433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Request body: {'port': {'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1341575686'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:54.864607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe7e2e-cf9f-4fa7-9018-f089b21e8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cafe87-3c33-4abb-ba0f-78eb18b911f4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.870522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:54.880886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] For port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:54.882018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddad871-cc12-445c-a9f4-fc3c0e97c521']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:54.885913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] For port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:54.894195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.942788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8::1 (889151a5-962d-4a53-a4d5-830905691705/e562012d-aa83-458a-ac19-48a7920957bb/089250ac-87dd-422e-85bb-c619484fe27d) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:54.965019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Made reservation on behalf of dc7f0ac4e4ad4eb4adcbfdee934edfe2 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:54.968287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:54.974217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eeffa-bb5e-4ad1-b650-60a5e97f5ed0 None None] Pushing event updated for resources: {'Port': ['ID=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:54.991613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port e6af3a60-1c1f-4741-97e6-b5c725599df3 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:55.022695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa8bb31-2c5f-4482-809e-d347b1e06b82') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:55.022995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa8bb31-2c5f-4482-809e-d347b1e06b82') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:55.087928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.095935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.153105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50df0d89-00cd-4d5b-8e8c-964dbc9c850a']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:55.166686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.174765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b835b8-1b83-4ca4-a048-5e2d6eee472e') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:55.175062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b835b8-1b83-4ca4-a048-5e2d6eee472e') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:55.193550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:55.193961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:55.199928 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:55.211779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.222710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef8ed-14f4-4bdd-ba1d-912db909dca1 req-c0dffa48-5219-43a1-aed0-b989eb4c4a66 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:55.224754 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d62ef8ed-14f4-4bdd-ba1d-912db909dca1 req-c0dffa48-5219-43a1-aed0-b989eb4c4a66 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3403623 Nov 24 22:19:55.259433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.288461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:55.292889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.335572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.372490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.373784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.417018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:55.418029 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:55.423159 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:55.429091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 889151a5-962d-4a53-a4d5-830905691705 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:55.437180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:55.439355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=089250ac-87dd-422e-85bb-c619484fe27d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:55.442286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.444101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:55.444640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.459035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP b36fbb7a-fae4-435a-b292-588deea8f04a associated. External IP: 172.26.3.76, port: 549b8779-58ce-4654-8489-fe1903ba8fcf. Nov 24 22:19:55.550240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Network 2cf7d187-9c1a-4935-837c-c28339bca71e is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:55.558646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:55.562344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=e6af3a60-1c1f-4741-97e6-b5c725599df3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:55.564501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:19:55.565695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:55.566720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.574679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.581940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.587961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/8ddad871-cc12-445c-a9f4-fc3c0e97c521 HTTP/1.1" status: 204 len: 168 time: 1.4598620 Nov 24 22:19:55.588939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58596) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:55.603915 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6ce7ed56-8b47-4d3d-8b21-092579a1fbb4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7574580 Nov 24 22:19:55.618489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58598) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:55.626106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:55.636284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b1915-8fb7-4a81-8582-5dd028e17466 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Network': ['ID=8ddad871-cc12-445c-a9f4-fc3c0e97c521,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:55.651373 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d62ef8ed-14f4-4bdd-ba1d-912db909dca1 req-39a1e797-a5b8-498c-bb55-bc8f3fd96cd5 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699152 Nov 24 22:19:55.674526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.700093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.703562 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] 10.222.0.41 "DELETE /v2.0/networks/50df0d89-00cd-4d5b-8e8c-964dbc9c850a HTTP/1.1" status: 204 len: 168 time: 1.3609850 Nov 24 22:19:55.729550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8dac-141c-4e0e-b4c1-1e4ce5ca6020 tempest-BulkNetworkOpsIpV6Test-1290606922 tempest-BulkNetworkOpsIpV6Test-1290606922-project] Pushing event deleted for resources: {'Network': ['ID=50df0d89-00cd-4d5b-8e8c-964dbc9c850a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:55.738215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.786131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:55.823269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58606) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:55.826756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025558 Nov 24 22:19:55.839961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58608) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:55.932187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting port 3c202978-ca70-4ec9-a36e-9780a325932b {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:19:55.932430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.104844 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c72012e7-91ad-4f6e-a6ca-e07d7b0c9fdc tempest-NetworksApiDiscovery-1476807871 tempest-NetworksApiDiscovery-1476807871-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2563281 Nov 24 22:19:56.185796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58618) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:56.219426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:19:56.345785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201409fe-5d17-4f08-b831-d845f9806be4 req-6453f2ee-a1d3-4042-9d94-b715dfdb06d6 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:56.347271 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-201409fe-5d17-4f08-b831-d845f9806be4 req-6453f2ee-a1d3-4042-9d94-b715dfdb06d6 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1935840 Nov 24 22:19:56.392371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:19:56.485530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.505684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef57af0f-c9f1-42d6-a0c8-381cb114ceec None None] Network 889151a5-962d-4a53-a4d5-830905691705 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:56.553836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58624) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:56.555415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Calling delete_port for 3c202978-ca70-4ec9-a36e-9780a325932b owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:19:56.582095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ad997081-ee07-4fca-a957-f8c414802d1e None None] Provisioning complete for port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:56.582908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad997081-ee07-4fca-a957-f8c414802d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.731427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port e6af3a60-1c1f-4741-97e6-b5c725599df3 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:56.752545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.785472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.814017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.825940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad997081-ee07-4fca-a957-f8c414802d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.866341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ad997081-ee07-4fca-a957-f8c414802d1e None None] For port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:56.874576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.875740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.876262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad997081-ee07-4fca-a957-f8c414802d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.907299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d55352eb-f78d-43b4-9197-67565719ce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.911326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23443e5-0dc8-4552-b1df-a8cdbb9beecd None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:56.926692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=e6af3a60-1c1f-4741-97e6-b5c725599df3,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:56.941860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:56.973299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-201409fe-5d17-4f08-b831-d845f9806be4 req-407b4c73-f132-4d9f-ab5b-4d727d898752 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6137772 Nov 24 22:19:57.017852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:57.024821 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c24064df-44da-4449-910c-c511fa2df210 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d17c77c01acf49a8b5f1618970b476b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8354497 Nov 24 22:19:57.030304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad997081-ee07-4fca-a957-f8c414802d1e None None] Pushing event updated for resources: {'Port': ['ID=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.035555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.038639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58628) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:57.062696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:57.076779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.081013 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/ports/3c202978-ca70-4ec9-a36e-9780a325932b HTTP/1.1" status: 204 len: 168 time: 1.4917426 Nov 24 22:19:57.084634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:57.085496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.093259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.097956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58630) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:57.105408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:57.105760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:57.106104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:57.108244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=089250ac-87dd-422e-85bb-c619484fe27d,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.154014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.167925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:57.168266 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:57.172567 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1114dcc-f1c8-4d82-9e74-b3e1f59402e4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] DELETE failed (client error): The resource could not be found. Nov 24 22:19:57.173019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1114dcc-f1c8-4d82-9e74-b3e1f59402e4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:19:57.175954 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 2 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:57.180685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b1114dcc-f1c8-4d82-9e74-b3e1f59402e4 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/0f782538-5d9a-4014-8636-600ec656ef9a HTTP/1.1" status: 404 len: 337 time: 0.0814655 Nov 24 22:19:57.183892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58632) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:57.191200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:57.192042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.201737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c000f-efd6-40fc-91b2-4ae82994aebc tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Port': ['ID=3c202978-ca70-4ec9-a36e-9780a325932b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.249610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:57.249959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:57.250403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:57.270167 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c4a48156-2d40-4a64-abc5-6481360f0601 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4785452 Nov 24 22:19:57.279455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58634) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:57.282710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 889151a5-962d-4a53-a4d5-830905691705 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:57.285589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.286073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'port_id': '549b8779-58ce-4654-8489-fe1903ba8fcf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:57.286372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58484c-82fd-493a-890e-d75f15685a34 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:19:57.294149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:57.297306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:57.297583 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:57.305124 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 3 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:57.344917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:57.366051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71a4f0f8-e2bf-474d-8e2c-d170d615b782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.371586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.380261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d55352eb-f78d-43b4-9197-67565719ce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.383744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:57.384967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.385370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:57.385710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:57.386088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:57.403823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d55352eb-f78d-43b4-9197-67565719ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.488000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:19:57.533593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.561138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.569613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bcb2e6-ec80-49ca-9913-6fe142ae2da7']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.574565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71a4f0f8-e2bf-474d-8e2c-d170d615b782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.580087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.585392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe02721-cdaa-4127-9118-617364127c71') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.585762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe02721-cdaa-4127-9118-617364127c71') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:57.591350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:57.591705 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:57.594171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.595030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.610270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.631666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 4 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:57.679241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2a360-b68b-4039-a4b3-df890e6f06e1 None None] Network 889151a5-962d-4a53-a4d5-830905691705 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:57.688450 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d55352eb-f78d-43b4-9197-67565719ce35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29adc35c7b584e7fb8ffa6dad7c5d380&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1308322 Nov 24 22:19:57.688812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:19:57.693694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58636) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:57.695220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.710133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:57.710783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:57.710783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:57.719612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:19:57.723057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:57.723679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.732421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:57.734772 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:57.735331 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 5 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:57.736843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:19:57.737297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.737794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55352eb-f78d-43b4-9197-67565719ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24058d30-29fc-4248-bfbd-530b15559220,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:19:57.745831 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:19:57.783701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e0b88c0b-b108-4192-a76f-c7dffa4057bc None None] Provisioning complete for port 089250ac-87dd-422e-85bb-c619484fe27d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:57.784068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0b88c0b-b108-4192-a76f-c7dffa4057bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.811188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=ba6641b3-6986-48a9-b3a9-9e100559e8e0,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.827638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e0b88c0b-b108-4192-a76f-c7dffa4057bc None None] Port 089250ac-87dd-422e-85bb-c619484fe27d cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:57.827863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:57.827863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:57.827863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:57.828725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6aa06c-3a0c-4b47-848a-612a9832dac4 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:57.829887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71a4f0f8-e2bf-474d-8e2c-d170d615b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.832829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71a4f0f8-e2bf-474d-8e2c-d170d615b782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:57.833765 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-71a4f0f8-e2bf-474d-8e2c-d170d615b782 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/341e9035-cc51-4e13-8a55-9b44a9996577 HTTP/1.1" status: 204 len: 168 time: 0.7916200 Nov 24 22:19:57.837711 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9718874 Nov 24 22:19:57.839014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c57abb-bcf2-4546-af96-b74801b13807 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,revision_number=6']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.843800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58640) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:57.856717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:4a:19:ee', 'name': 'tempest-NetworksTestDHCPv6-1570494785'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:57.856966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:19:57.864843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:57.865175 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:57.868816 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 6 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:57.871432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4f0f8-e2bf-474d-8e2c-d170d615b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341e9035-cc51-4e13-8a55-9b44a9996577,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:57.905951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:57.906318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:57.906618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:58.003304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.021051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd152-0c4c-4502-9982-6d161189c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.037673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.053400 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/e9bcb2e6-ec80-49ca-9913-6fe142ae2da7 HTTP/1.1" status: 204 len: 168 time: 0.8633149 Nov 24 22:19:58.059831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:58.060391 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:58.064719 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 7 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:58.066995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58644) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:58.095495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e0b88c0b-b108-4192-a76f-c7dffa4057bc None None] Provisioning complete for port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:58.095897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0b88c0b-b108-4192-a76f-c7dffa4057bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.108194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:58.108763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:58.109316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:58.121265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e614cb9-7efe-4263-ba37-68fbbc8c9b1a tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Network': ['ID=e9bcb2e6-ec80-49ca-9913-6fe142ae2da7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:58.133334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:58.133956 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:58.137997 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 8 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:58.153288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:58.153900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:58.154437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:58.160707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:58.161307 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:58.162466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:19:58.166120 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 9 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:58.175923 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b9444376-bd6a-477b-82b9-ab099f093a48 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2722688 Nov 24 22:19:58.177669 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:19:58.184346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58648) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:58.190936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:19:58.191597 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:58.193313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965081720'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:58.205903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd152-0c4c-4502-9982-6d161189c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.207757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:58.212501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:58.213921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:58.215978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:58.282120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:58.282600 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:58.287685 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 10 to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 Nov 24 22:19:58.325561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting subnet 5e525a6c-7ea9-4710-b855-f0313737f4f4 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:19:58.341912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.351865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:58.352461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:58.352909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:58.369818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:19:58.370278 dv-neutron-818715-1-hyperv neutron-server[102409]: ERROR neutron.plugins.ml2.managers [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e6af3a60-1c1f-4741-97e6-b5c725599df3 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:19:58.370757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.393640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:19:58.403743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.421261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b6c9d-3356-473a-b1a7-3a07bf96e663 req-79cb785a-70a9-4429-83f4-d30ab4c78889 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:58.428713 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-601b6c9d-3356-473a-b1a7-3a07bf96e663 req-79cb785a-70a9-4429-83f4-d30ab4c78889 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.3146307 Nov 24 22:19:58.456461 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:19:58.507367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.628435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:19:58.633698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd152-0c4c-4502-9982-6d161189c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.636263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd152-0c4c-4502-9982-6d161189c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.644088 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ff8dd152-0c4c-4502-9982-6d161189c5e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24058d30-29fc-4248-bfbd-530b15559220 HTTP/1.1" status: 204 len: 168 time: 0.9475837 Nov 24 22:19:58.682344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.691740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.692488 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment 2560df12-335c-46b0-a230-bc2af03e5440 of type vlan for network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 Nov 24 22:19:58.723015 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:19:55Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:19:56Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:19:58.732294 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-601b6c9d-3356-473a-b1a7-3a07bf96e663 req-04b062db-56b6-483f-8ffd-103f2a12b769 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025916 Nov 24 22:19:58.737735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd152-0c4c-4502-9982-6d161189c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24058d30-29fc-4248-bfbd-530b15559220,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:58.777170 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:19:58.777941 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Updating router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 port 089250ac-87dd-422e-85bb-c619484fe27d binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:19:58.787120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 842e8f3d-2d2d-4482-9008-5846a2f26de3 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:19:58.792309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] For port e6af3a60-1c1f-4741-97e6-b5c725599df3, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:58.792690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempted to set empty binding levels {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 22:19:58.817932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.828413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:19:58.852911 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:58.887942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.032781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.105230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] In _notify_port_updated(), no bound segment for port e6af3a60-1c1f-4741-97e6-b5c725599df3 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:19:59.106070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:59.110506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.110629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Provisioning complete for port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:59.111101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.116671 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "PUT /v2.0/ports/e6af3a60-1c1f-4741-97e6-b5c725599df3 HTTP/1.1" status: 200 len: 977 time: 3.4964755 Nov 24 22:19:59.123286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58670) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:59.180098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe4a:19ee (49828264-6294-4cd6-b467-32535f86b933/ba6641b3-6986-48a9-b3a9-9e100559e8e0/842e8f3d-2d2d-4482-9008-5846a2f26de3) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:19:59.248162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b801c-de20-4f28-a689-59448a1c6fe2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=e6af3a60-1c1f-4741-97e6-b5c725599df3,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:59.255864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.275160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.281383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:59.290573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.318496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:19:59.322610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Provisioning complete for port 089250ac-87dd-422e-85bb-c619484fe27d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:59.322998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.331502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.400000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.424421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Port 089250ac-87dd-422e-85bb-c619484fe27d cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:19:59.469827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Provisioning complete for port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:59.470204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cf54e17-aa2d-479c-b22f-273cb07d3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.473036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:19:59.473400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.536567 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.549528 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.577779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.612662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.628522 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Pushing event updated for resources: {'Port': ['ID=089250ac-87dd-422e-85bb-c619484fe27d,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:59.642253 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.642628 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.642967 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.643296 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.643645 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.643988 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.644312 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.644646 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.644982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.645304 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.645618 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.645931 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:19:59.663395 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4762394 Nov 24 22:19:59.667724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58678) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:59.675174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58684) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:59.693774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:19:59.699620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-7d8c0f19-607e-4c69-b753-14746220ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:19:59.702099 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-7d8c0f19-607e-4c69-b753-14746220ce1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 1098 time: 0.6246753 Nov 24 22:19:59.722566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92194e9f-a41c-47d7-9fbe-8cf8eb44e2f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=9e2e2a66-d22c-4212-9e1d-17da60cf67d5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:59.736403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:19:59.764860 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Attempting to bind port 089250ac-87dd-422e-85bb-c619484fe27d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:19:59.765416 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Attempting to bind port 089250ac-87dd-422e-85bb-c619484fe27d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:19:59.765934 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Attempting to bind port 089250ac-87dd-422e-85bb-c619484fe27d on network 889151a5-962d-4a53-a4d5-830905691705 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:19:59.779859 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:19:59.780588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Checking segment: {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:19:59.781220 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.781980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Bound using segment: {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:19:59.782665 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Bound port: 089250ac-87dd-422e-85bb-c619484fe27d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d2c5dd-883a-4b82-be1a-b42408df8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889151a5-962d-4a53-a4d5-830905691705'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:19:59.783285 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.796566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Subnet': ['ID=5e525a6c-7ea9-4710-b855-f0313737f4f4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:19:59.848564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363fb9a4-6ce5-441d-81e5-ec5c38c47519 None None] Network 3bdee3e4-7047-440a-ad63-a7d436a4e8cd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:19:59.855324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:19:59.866408 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-14e5910d-be84-4fa2-9d78-8c185a4bf809 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/subnets/5e525a6c-7ea9-4710-b855-f0313737f4f4 HTTP/1.1" status: 204 len: 168 time: 1.7671702 Nov 24 22:19:59.880841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58690) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:19:59.916796 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] For port 089250ac-87dd-422e-85bb-c619484fe27d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:19:59.932390 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] For port 089250ac-87dd-422e-85bb-c619484fe27d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=089250ac-87dd-422e-85bb-c619484fe27d,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:19:59.943986 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.015653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.035462 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:00.056096 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:00.062908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7bf3a426-c007-4de7-b839-8432bfec5834 None None] Provisioning complete for port 089250ac-87dd-422e-85bb-c619484fe27d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:00.063280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a426-c007-4de7-b839-8432bfec5834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.141327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.158975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:00.171904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-277766967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:00.184920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-a91d4704-6d11-42d0-b83b-162111c00f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.186843 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-a91d4704-6d11-42d0-b83b-162111c00f4f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 200 len: 912 time: 0.4738300 Nov 24 22:20:00.199659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.200320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.205744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.206082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.206563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.207035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.207694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.208188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.208651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.209113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.209656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.210038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.210543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.211087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.211613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.213691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.213691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.213691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.214011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.214437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.239303 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-88924e8b-8452-458c-a4f2-3bd9374ce328 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17721 time: 1.1051047 Nov 24 22:20:00.262842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab2c4-3754-496a-bb92-f47f8cad7b48 req-40cafee9-eafd-45cc-9fe5-5ef9caad6a83 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.264881 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-828ab2c4-3754-496a-bb92-f47f8cad7b48 req-40cafee9-eafd-45cc-9fe5-5ef9caad6a83 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 1.1424587 Nov 24 22:20:00.270240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58700) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:00.284668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a426-c007-4de7-b839-8432bfec5834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.316821 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04df9-6870-4cca-9166-ea52987cede3 None None] Pushing event updated for resources: {'Port': ['ID=089250ac-87dd-422e-85bb-c619484fe27d,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:00.334103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] DHCP port deletion for 3bdee3e4-7047-440a-ad63-a7d436a4e8cd request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:00.355026 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:00.398503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7bf3a426-c007-4de7-b839-8432bfec5834 None None] For port 089250ac-87dd-422e-85bb-c619484fe27d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=089250ac-87dd-422e-85bb-c619484fe27d,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:00.411573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a426-c007-4de7-b839-8432bfec5834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.451625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:20:00.451625 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:20:00.451625 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'project_id_1': '1ae236b1d97e4646b5090305990a37a1', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 19, 40, 287116)}] Nov 24 22:20:00.451625 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:00.452110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:00.473464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:00.489565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:00.502882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] Deleting port d95f7c66-d35b-431e-8103-2cb37baaa86f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:00.503244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.515223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=842e8f3d-2d2d-4482-9008-5846a2f26de3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:00.520009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:00.520616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3a426-c007-4de7-b839-8432bfec5834 None None] Pushing event updated for resources: {'Port': ['ID=089250ac-87dd-422e-85bb-c619484fe27d,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:00.535109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:00.535823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.574693 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-828ab2c4-3754-496a-bb92-f47f8cad7b48 req-71f7dc1c-f5cb-4af5-a4d5-dca29086a47b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917681 Nov 24 22:20:00.624356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Deleting port d95f7c66-d35b-431e-8103-2cb37baaa86f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:00.624722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.631252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Deleting port e6af3a60-1c1f-4741-97e6-b5c725599df3 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:00.631642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.648959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] For port d95f7c66-d35b-431e-8103-2cb37baaa86f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d95f7c66-d35b-431e-8103-2cb37baaa86f,segment=NetworkSegment(05dd47ce-23fe-46cc-adae-52de5d1c1fee),segment_id=05dd47ce-23fe-46cc-adae-52de5d1c1fee)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:00.649309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.687737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] Calling delete_port for d95f7c66-d35b-431e-8103-2cb37baaa86f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:00.694494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ea8ee268-b902-41f2-9d4d-9ed597a9af18 None None] Provisioning complete for port 089250ac-87dd-422e-85bb-c619484fe27d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:00.694869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee268-b902-41f2-9d4d-9ed597a9af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.808260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] For port d95f7c66-d35b-431e-8103-2cb37baaa86f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d95f7c66-d35b-431e-8103-2cb37baaa86f,segment=NetworkSegment(05dd47ce-23fe-46cc-adae-52de5d1c1fee),segment_id=05dd47ce-23fe-46cc-adae-52de5d1c1fee)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:00.808632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.821985 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:19:55Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:19:59Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:00.833541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] For port e6af3a60-1c1f-4741-97e6-b5c725599df3, host hv-neutron-8187, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:00.834169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.866441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Calling delete_port for d95f7c66-d35b-431e-8103-2cb37baaa86f owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:00.867720 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7bf27-19e6-40cc-a142-aa6625da01c7 None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:19:55Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:19:59Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:00.882382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Calling delete_port for e6af3a60-1c1f-4741-97e6-b5c725599df3 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:00.942289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.943652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.946540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:00.994890 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3a21659b-6893-4b34-9fb8-756bd513c8e0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1426954 Nov 24 22:20:01.000806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58708) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:01.004805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] No DVR routers for this DVR port d95f7c66-d35b-431e-8103-2cb37baaa86f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:01.006765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c0fc2-c2dc-4ad1-b992-5d5c614ce103 None None] Pushing event deleted for resources: {'Port': ['ID=d95f7c66-d35b-431e-8103-2cb37baaa86f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:01.047377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79238c7b-0216-4254-8a8b-d86b861435b4 None None] Provisioning complete for port 842e8f3d-2d2d-4482-9008-5846a2f26de3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:01.047939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79238c7b-0216-4254-8a8b-d86b861435b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.052508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.055911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-a1a66ae8-cf5e-483e-a7ee-6ecfc18d95e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 200 len: 1000 time: 0.8570890 Nov 24 22:20:01.078234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:01.091714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:01.099186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:01.103967 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.130607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:01.131350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:01.139656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-4d3346dd-1c97-4acb-84c9-16fe2cb57148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:01.142329 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-4d3346dd-1c97-4acb-84c9-16fe2cb57148 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 200 len: 850 time: 0.0591109 Nov 24 22:20:01.146050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.184634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.184866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-79238c7b-0216-4254-8a8b-d86b861435b4 None None] Port 842e8f3d-2d2d-4482-9008-5846a2f26de3 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:01.199550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:01.272553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:01.276364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:01.306157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-937c4744-4fa1-43b3-8867-ab43ea0279c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:01.308233 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-937c4744-4fa1-43b3-8867-ab43ea0279c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128087 Nov 24 22:20:01.312329 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0d1b5ab1-1b52-4ace-a0c9-91eccd56645f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/floatingips/b36fbb7a-fae4-435a-b292-588deea8f04a HTTP/1.1" status: 200 len: 977 time: 4.0291467 Nov 24 22:20:01.313288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.315706 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5780fe75-3756-44bb-aaf0-2494c6fd67e8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.6410236 Nov 24 22:20:01.316340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58716) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:01.363229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:01.364052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a40be-8b13-4d4b-9c86-d774f18ad17c None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:01.374786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58718) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:01.376407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d95f7c66-d35b-431e-8103-2cb37baaa86f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:01.395256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1394513382'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:01.408898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d95f7c66-d35b-431e-8103-2cb37baaa86f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:01.409805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d95f7c66-d35b-431e-8103-2cb37baaa86f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:01.425859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.483107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-ddf97097-7358-49b4-b288-e902ba4e82c9 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656802 Nov 24 22:20:01.492142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4457554-8cfd-4b9f-b269-be89d1089c8f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:01.498591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4457554-8cfd-4b9f-b269-be89d1089c8f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:01.500283 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a4457554-8cfd-4b9f-b269-be89d1089c8f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4984176 Nov 24 22:20:01.508467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.516863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58724) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:01.527909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.534213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] No DVR routers for this DVR port d95f7c66-d35b-431e-8103-2cb37baaa86f on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:01.575022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Port': ['ID=d95f7c66-d35b-431e-8103-2cb37baaa86f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:01.580180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Made reservation on behalf of 6e34b6aa76414f4c9610a7c805a6a9b0 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:01.583727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.616288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.652475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:01.690595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6af3a60-1c1f-4741-97e6-b5c725599df3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:01.818403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.818675 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45c22392-7e3c-4fc8-99d2-0376e03a45c8 req-7c8e847c-75fe-49c0-b018-1dc9826aaea6 service neutron] 10.222.0.71 "GET /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256512 Nov 24 22:20:01.820163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.822245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 842e8f3d-2d2d-4482-9008-5846a2f26de3 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:01.822890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.827181 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-749a5ade-2998-4015-8389-da2f8c693ba1 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e6af3a60-1c1f-4741-97e6-b5c725599df3 HTTP/1.1" status: 204 len: 168 time: 1.5444281 Nov 24 22:20:01.833310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58730) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:01.834263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:01.996475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.010546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port cee7cee5-39d8-423b-ab4f-cb4ab7634f06 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:02.010895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.034023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 842e8f3d-2d2d-4482-9008-5846a2f26de3 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:02.035653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58732) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:02.069078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069768053', 'description': 'tempest-secgroup-smoke-1069768053 description', 'project_id': 'acf584e0777847d885c172c6e0becf50'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:02.165562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.184103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.184729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.185060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.193365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.203097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for cee7cee5-39d8-423b-ab4f-cb4ab7634f06 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:02.206330 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cd886d-b179-4bc0-84ca-5d4f0f0b22fb tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:20:02.207937 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7cd886d-b179-4bc0-84ca-5d4f0f0b22fb tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "GET /v2.0/ports/e6af3a60-1c1f-4741-97e6-b5c725599df3 HTTP/1.1" status: 404 len: 333 time: 0.3703914 Nov 24 22:20:02.214320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58734) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:02.225306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:02.227218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:02.227668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: 9e2e2a66-d22c-4212-9e1d-17da60cf67d5, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:02.232762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-898467631', 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:02.258416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdee3e4-7047-440a-ad63-a7d436a4e8cd']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:02.274342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.274694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Added segment d1ccfc84-cec9-4b75-ba4e-0aac49464b99 of type vlan for network de94a6a8-6f0b-4085-beac-03689601d670 Nov 24 22:20:02.277987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d593a5e-e516-48af-8f02-a11394787459,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:02.282595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05dd47ce-23fe-46cc-adae-52de5d1c1fee') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:02.282894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05dd47ce-23fe-46cc-adae-52de5d1c1fee') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:02.307609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.348663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:02.361679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.363955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.372302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Made reservation on behalf of dc7f0ac4e4ad4eb4adcbfdee934edfe2 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:02.374784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.381186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4278f9-9cdc-4366-b22f-0431d71e5bed req-ebcb9a3f-3a29-41e5-be5e-b0f479304a77 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:02.382813 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fd4278f9-9cdc-4366-b22f-0431d71e5bed req-ebcb9a3f-3a29-41e5-be5e-b0f479304a77 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2251198 Nov 24 22:20:02.388902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:02.389314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.392420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 9e2e2a66-d22c-4212-9e1d-17da60cf67d5) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:02.393861 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:02.408145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340308f1-33e6-4542-a088-ac687aa3210b None None] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:02.434591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:02.435093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.448448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port abdd1742-bd2e-4c1f-9963-c134e9dbefb2 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:02.502125 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-10efa825-fbc5-4422-b8c8-bbd6ce2b005b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8243997 Nov 24 22:20:02.507468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58736) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:02.509802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.515482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:02.515832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.519420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.530721 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fd4278f9-9cdc-4366-b22f-0431d71e5bed req-742ee74d-3353-484a-baee-97d298db2c7b tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348171 Nov 24 22:20:02.597829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.599257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=842e8f3d-2d2d-4482-9008-5846a2f26de3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:02.600570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.639597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.651570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.655645 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] 10.222.0.41 "DELETE /v2.0/networks/3bdee3e4-7047-440a-ad63-a7d436a4e8cd HTTP/1.1" status: 204 len: 168 time: 2.7617881 Nov 24 22:20:02.669511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:02.670864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.751304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.753078 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3731139 Nov 24 22:20:02.760103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58740) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:02.769871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:02.788812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-74474ca3-4790-4068-bb76-8bbe16c2583b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/842e8f3d-2d2d-4482-9008-5846a2f26de3 HTTP/1.1" status: 204 len: 168 time: 1.2668898 Nov 24 22:20:02.798272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58742) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:02.814527 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'subnet': {'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:02.826370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b43e-96d0-40e3-b41b-1ec9b3f27ebf tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Network': ['ID=de94a6a8-6f0b-4085-beac-03689601d670,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:02.828980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=cee7cee5-39d8-423b-ab4f-cb4ab7634f06,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:02.892258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c752-853b-44b3-b5a3-2f4350d63be0 tempest-NetworksIpV6TestAttrs-79010465 tempest-NetworksIpV6TestAttrs-79010465-project] Pushing event deleted for resources: {'Network': ['ID=3bdee3e4-7047-440a-ad63-a7d436a4e8cd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:02.898920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Allocated IP 2001:db8:1::2 (9e2e2a66-d22c-4212-9e1d-17da60cf67d5/98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399/a495b21d-03a6-43f2-adc8-26d0b4972409) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:02.995164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network de94a6a8-6f0b-4085-beac-03689601d670 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:03.030423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961273f-8356-40e9-a35a-9175c3a273a3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:03.033210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961273f-8356-40e9-a35a-9175c3a273a3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:03.035389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5961273f-8356-40e9-a35a-9175c3a273a3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2231987 Nov 24 22:20:03.049325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58746) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:03.050667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f035ae-24da-4e43-ae7d-cc26a5797e39,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:03.128280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58748) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:03.149092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.149424 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP b36fbb7a-fae4-435a-b292-588deea8f04a disassociated (deleted). External IP: 172.26.3.76, port: 549b8779-58ce-4654-8489-fe1903ba8fcf. Nov 24 22:20:03.185062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.194977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.232046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:03.235782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:03.241939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:03.278685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.291603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet ba6641b3-6986-48a9-b3a9-9e100559e8e0 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:03.292162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 089250ac-87dd-422e-85bb-c619484fe27d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:03.295775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Pushing event updated for resources: {'Port': ['ID=a495b21d-03a6-43f2-adc8-26d0b4972409,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:03.300566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.307894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.312413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.367857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.369272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Attempting to bind port a495b21d-03a6-43f2-adc8-26d0b4972409 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:03.369834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Attempting to bind port a495b21d-03a6-43f2-adc8-26d0b4972409 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:03.370326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Attempting to bind port a495b21d-03a6-43f2-adc8-26d0b4972409 on network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:03.376654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:03.377543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Checking segment: {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:03.377682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.378274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Bound using segment: {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:03.378874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Bound port: a495b21d-03a6-43f2-adc8-26d0b4972409, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:03.379362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.416749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Made reservation on behalf of 6e34b6aa76414f4c9610a7c805a6a9b0 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:03.417356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 089250ac-87dd-422e-85bb-c619484fe27d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:03.417846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.420235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.431885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.436392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.440599 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3761685 Nov 24 22:20:03.450969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58752) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:03.455320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group_rule': {'security_group_id': 'cd7e7783-29ac-4920-92b6-c97fb300819f', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:03.476314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df33c-e0a4-45d7-8f61-788ea01b5225 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7e7783-29ac-4920-92b6-c97fb300819f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:03.495130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] For port a495b21d-03a6-43f2-adc8-26d0b4972409, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:03.500222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] For port a495b21d-03a6-43f2-adc8-26d0b4972409, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a495b21d-03a6-43f2-adc8-26d0b4972409,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:03.514246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.523062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.611959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d7ef2-843b-491e-a5eb-04b74449fea3 None None] Pushing event updated for resources: {'Port': ['ID=a495b21d-03a6-43f2-adc8-26d0b4972409,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:03.700696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.742169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.757883 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-88330fc3-5e3b-42ed-ba62-90862d710513 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10f2e8ce1afc4dd7af1322e835db4438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196299 Nov 24 22:20:03.758042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.767151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58756) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:03.825741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6b068-f3cd-478e-90b0-37320dcd3517 req-acdcc91c-8f4f-4faf-b533-3ed884495d30 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:03.827236 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07b6b068-f3cd-478e-90b0-37320dcd3517 req-acdcc91c-8f4f-4faf-b533-3ed884495d30 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1597338 Nov 24 22:20:03.838511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Network 2cf7d187-9c1a-4935-837c-c28339bca71e is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:03.840217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=abdd1742-bd2e-4c1f-9963-c134e9dbefb2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:03.845202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.849476 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975747 Nov 24 22:20:03.852274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8:1::1 (9e2e2a66-d22c-4212-9e1d-17da60cf67d5/98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399/dc04c79d-e242-46a2-b497-1397998d2f88) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:03.854313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58758) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:03.858386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890be34-7b1f-47fc-99e2-81e399278548 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f988ea1-2dd1-465e-9cfa-121a71291103,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:03.863675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:03.864738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group_rule': {'security_group_id': 'cd7e7783-29ac-4920-92b6-c97fb300819f', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:03.871764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:03.872752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:03.873367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.903550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:03.960683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:03.997353 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07b6b068-f3cd-478e-90b0-37320dcd3517 req-1b7a934e-5a32-4178-9116-7848ca15ab4e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629670 Nov 24 22:20:04.023483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.029467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9222586c-6a4c-4dba-8eda-d4b2367bb1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.033381 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-78438238-98b8-4887-ad30-8ea4fdd75501 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8157015 Nov 24 22:20:04.038860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58762) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.087149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9222586c-6a4c-4dba-8eda-d4b2367bb1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.143769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.153539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.173005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529996d-5802-4388-8db3-8ca337647845 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:04.176934 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4529996d-5802-4388-8db3-8ca337647845 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "GET /v2.0/ports/abdd1742-bd2e-4c1f-9963-c134e9dbefb2 HTTP/1.1" status: 200 len: 954 time: 0.1302121 Nov 24 22:20:04.182557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.195872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.230519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.233051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.236380 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/ba6641b3-6986-48a9-b3a9-9e100559e8e0 HTTP/1.1" status: 204 len: 168 time: 1.1826646 Nov 24 22:20:04.237423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3778a-9359-4431-9f87-c12156e07202 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:04.244444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942558a-b430-4325-8fdf-07c0461d11c5 req-8bcdcfd8-96a3-499e-9a7e-0481024180f0 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:04.244633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58766) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.245969 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4942558a-b430-4325-8fdf-07c0461d11c5 req-8bcdcfd8-96a3-499e-9a7e-0481024180f0 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1798620 Nov 24 22:20:04.256875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.299420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Subnet': ['ID=dc775630-e5e1-4be5-81a5-888933cfba2b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:04.310347 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b4897eaf-6130-4fd3-8371-5f778d796e6b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646458 Nov 24 22:20:04.311729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:04.314047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.323796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.324655 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:04.338967 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:04.339625 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:04.345099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:04.350975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9222586c-6a4c-4dba-8eda-d4b2367bb1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.365095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9222586c-6a4c-4dba-8eda-d4b2367bb1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.366275 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9222586c-6a4c-4dba-8eda-d4b2367bb1cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d7337fb-54b3-439c-a1c8-8c44e4bed6d8 HTTP/1.1" status: 204 len: 168 time: 0.5937157 Nov 24 22:20:04.367008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3024349c-8e7c-42eb-9b74-b15fd56919bc,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:04.392620 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:04.401882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa68ff-a1b6-466b-b7cc-c68a64aa4f50 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6641b3-6986-48a9-b3a9-9e100559e8e0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:04.409971 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:04.410397 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:04.416923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Checking segment: {'id': 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:04.417288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network hostable DHCP agents. Network: de94a6a8-6f0b-4085-beac-03689601d670, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:04.439859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5bf45a00-7378-45b9-bd3e-5b067e502e2c tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/floatingips/b36fbb7a-fae4-435a-b292-588deea8f04a HTTP/1.1" status: 204 len: 168 time: 3.0199466 Nov 24 22:20:04.441799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58772) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.455427 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:04.456177 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96eb93-1430-4068-bd4c-ff86c4745c33 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:04.458135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.463380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.467455 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c88890ac-e597-4f4c-a8b0-c38e9b607427 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6076221 Nov 24 22:20:04.469699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58774) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.477455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group_rule': {'security_group_id': 'cd7e7783-29ac-4920-92b6-c97fb300819f', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:04.501922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:04.518481 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4942558a-b430-4325-8fdf-07c0461d11c5 req-fddb003b-afa7-4fe8-88a2-4196726cf937 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577174 Nov 24 22:20:04.521840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222586c-6a4c-4dba-8eda-d4b2367bb1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7337fb-54b3-439c-a1c8-8c44e4bed6d8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:04.537581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network de94a6a8-6f0b-4085-beac-03689601d670 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:04.602206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] Deleting port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:04.602591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.608470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, de94a6a8-6f0b-4085-beac-03689601d670) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:04.614109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:04.615202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.642939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.684605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:04.703634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] For port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:04.704084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.704472 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-be31f3f8-801a-4716-b6bf-4e5b0cad5d4d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8939562 Nov 24 22:20:04.715148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58780) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:04.718918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] Calling delete_port for d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:04.725931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'network': {'name': 'tempest-router-network01--797186904'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:04.735978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:04.760129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:04.761065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.762468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.769660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=dc04c79d-e242-46a2-b497-1397998d2f88,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:04.794151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:04.806731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405352b0-7d6a-4a0e-b088-e59e29243439 None None] Network de94a6a8-6f0b-4085-beac-03689601d670 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:04.859577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Deleting port abdd1742-bd2e-4c1f-9963-c134e9dbefb2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:04.860094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.007895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108312e8-5884-495d-86fe-257890f0ca2c None None] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:05.051193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.073881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Calling delete_port for abdd1742-bd2e-4c1f-9963-c134e9dbefb2 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:05.135122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb68b3-c4c8-4fde-aeed-da8304ec78ea req-b0cff0a5-7be0-430e-bcdf-f6510f4fa34e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:05.137138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d7eb68b3-c4c8-4fde-aeed-da8304ec78ea req-b0cff0a5-7be0-430e-bcdf-f6510f4fa34e tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.2015266 Nov 24 22:20:05.137865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.269156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.312293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e978e462-cc2c-4bf7-b6a3-4bc66aa10ea2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:05.319702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event deleted for resources: {'Port': ['ID=abdd1742-bd2e-4c1f-9963-c134e9dbefb2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:05.325988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 549b8779-58ce-4654-8489-fe1903ba8fcf {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:05.326367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.331457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Made reservation on behalf of 6e34b6aa76414f4c9610a7c805a6a9b0 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:05.334140 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d7eb68b3-c4c8-4fde-aeed-da8304ec78ea req-3718afe0-2597-4530-9887-d393e0da566a tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343641 Nov 24 22:20:05.346265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.373142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.378785 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-66a08482-eb26-4945-9ca1-b453091ff8a3 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "DELETE /v2.0/ports/abdd1742-bd2e-4c1f-9963-c134e9dbefb2 HTTP/1.1" status: 204 len: 168 time: 1.1918538 Nov 24 22:20:05.403751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.405494 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-645f71b4-6209-4cf0-ac16-768fa82393ee tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9341407 Nov 24 22:20:05.407845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58808) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:05.408272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58810) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:05.412170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a495b21d-03a6-43f2-adc8-26d0b4972409 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:05.426639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:05.432352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group_rule': {'security_group_id': 'cd7e7783-29ac-4920-92b6-c97fb300819f', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:05.447881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.448241 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Added segment d4b634cf-00c2-4ff7-8652-669484bfec04 of type vlan for network da5be684-28b1-40f7-b3a2-f0b78f150bbb Nov 24 22:20:05.462037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a496d83a-58fc-4035-9f93-b76bac10d212 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:20:05.468239 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a496d83a-58fc-4035-9f93-b76bac10d212 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "GET /v2.0/ports/abdd1742-bd2e-4c1f-9963-c134e9dbefb2 HTTP/1.1" status: 404 len: 333 time: 0.0518258 Nov 24 22:20:05.469391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58812) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:05.479611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Request body: {'port': {'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1329948287'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:05.509528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.523072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.524451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:05.525931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58814) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:05.528290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.528728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.549815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 549b8779-58ce-4654-8489-fe1903ba8fcf owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:05.581782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d51257a0-b825-42be-a640-d2149ebb262f None None] Provisioning complete for port a495b21d-03a6-43f2-adc8-26d0b4972409 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:05.581782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d51257a0-b825-42be-a640-d2149ebb262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.607873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.613558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:05.614084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.623441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-de94a6a8-6f0b-4085-beac-03689601d670', 'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670', 'tenant_id': '6e34b6aa76414f4c9610a7c805a6a9b0', 'fixed_ips': [{'subnet_id': 'dc775630-e5e1-4be5-81a5-888933cfba2b'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:05.624356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.626216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] Pushing event deleted for resources: {'Port': ['ID=d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:05.631019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844a6cc-8a68-40ba-9367-799225747f1d None None] No DVR routers for this DVR port d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:05.715916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.733802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-16dea44f-44a8-4f91-912f-603807f699cf tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:05.734554 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-16dea44f-44a8-4f91-912f-603807f699cf tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 22:20:05.735055 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-16dea44f-44a8-4f91-912f-603807f699cf tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 22:20:05.741755 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-16dea44f-44a8-4f91-912f-603807f699cf tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2092035 Nov 24 22:20:05.742643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58820) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:05.762096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092068755'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:05.774151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a495b21d-03a6-43f2-adc8-26d0b4972409 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:05.774559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.778092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Network': ['ID=da5be684-28b1-40f7-b3a2-f0b78f150bbb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:05.784586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Made reservation on behalf of dc7f0ac4e4ad4eb4adcbfdee934edfe2 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:05.787234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.812782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:05.842067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d51257a0-b825-42be-a640-d2149ebb262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.843644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port e3dab2ac-832c-48b6-a400-0bc1dacce886 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:05.955274 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b7225083-6b73-4516-a156-0d48cfeb9dab tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2368882 Nov 24 22:20:05.956597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:05.959071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:05.967767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'network': {'name': 'tempest-router-network02--2112471394'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:05.991805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.019257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Allocated IP 172.20.0.2 (de94a6a8-6f0b-4085-beac-03689601d670/dc775630-e5e1-4be5-81a5-888933cfba2b/de99fbe0-1c20-4a15-b9c3-566992bbb708) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:06.043442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d51257a0-b825-42be-a640-d2149ebb262f None None] For port a495b21d-03a6-43f2-adc8-26d0b4972409, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a495b21d-03a6-43f2-adc8-26d0b4972409,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:06.053692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.069986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d51257a0-b825-42be-a640-d2149ebb262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.106509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=549b8779-58ce-4654-8489-fe1903ba8fcf,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.159855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Made reservation on behalf of 6e34b6aa76414f4c9610a7c805a6a9b0 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:06.167833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.184235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51257a0-b825-42be-a640-d2149ebb262f None None] Pushing event updated for resources: {'Port': ['ID=a495b21d-03a6-43f2-adc8-26d0b4972409,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.221772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.237882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.245193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3b39e004-f2c8-495a-8087-30ba182f6a84 None None] Provisioning complete for port a495b21d-03a6-43f2-adc8-26d0b4972409 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:06.245812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b39e004-f2c8-495a-8087-30ba182f6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.267795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:06.274447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:06.286797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.287198 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Added segment 9fa2393a-643b-44c1-a8a5-69dd7c60f57c of type vlan for network 375d2069-5ada-4cbc-ab5c-0a17c1279979 Nov 24 22:20:06.315407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:06.319940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d9c6e0bd-172a-4e4a-89b8-8b938c9fa50f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:06.346497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.354905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.357075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.358697 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fc32f093-62dc-4882-8780-c0039a2ef6f9 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/ports/549b8779-58ce-4654-8489-fe1903ba8fcf HTTP/1.1" status: 204 len: 168 time: 1.9158363 Nov 24 22:20:06.364135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.366792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58830) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:06.376343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:06.386287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.406017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.424809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.427326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.433448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:06.434052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.449632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0232d8f-9770-4757-8cd4-9c821bc913d6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.456159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Network de94a6a8-6f0b-4085-beac-03689601d670 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:06.465900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:06.469740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:06.471673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Pushing event updated for resources: {'Port': ['ID=de99fbe0-1c20-4a15-b9c3-566992bbb708,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.524700 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5601976 Nov 24 22:20:06.532411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58834) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:06.536973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3b39e004-f2c8-495a-8087-30ba182f6a84 None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:06.537547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b39e004-f2c8-495a-8087-30ba182f6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.545019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'subnet': {'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:06.559173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a7ad6d-fe86-4d8b-b24a-9c4e73c5d396,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.561070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Attempting to bind port de99fbe0-1c20-4a15-b9c3-566992bbb708 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:06.561334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Attempting to bind port de99fbe0-1c20-4a15-b9c3-566992bbb708 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:06.561702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Attempting to bind port de99fbe0-1c20-4a15-b9c3-566992bbb708 on network de94a6a8-6f0b-4085-beac-03689601d670 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:06.571351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:06.571809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Checking segment: {'id': 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:06.572197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.572588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Bound using segment: {'id': 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:06.573058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Bound port: de99fbe0-1c20-4a15-b9c3-566992bbb708, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'de94a6a8-6f0b-4085-beac-03689601d670'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:06.573436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.591433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3b39e004-f2c8-495a-8087-30ba182f6a84 None None] Port dc04c79d-e242-46a2-b497-1397998d2f88 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:06.597333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.598719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c1f7d-0bbb-4d76-bb33-5f5e1219af4a tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Network': ['ID=375d2069-5ada-4cbc-ab5c-0a17c1279979,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.626225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.627001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.629206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.638252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.639346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 375d2069-5ada-4cbc-ab5c-0a17c1279979 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:06.639621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-32da22a9-93e8-4759-b42f-2140b00e7110 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2259524 Nov 24 22:20:06.643871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58836) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:06.647938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.654203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group_rule': {'security_group_id': 'cd7e7783-29ac-4920-92b6-c97fb300819f', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:06.697311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] For port de99fbe0-1c20-4a15-b9c3-566992bbb708, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:06.703435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:20:06.703435 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:20:06.703435 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'project_id_1': '6e34b6aa76414f4c9610a7c805a6a9b0', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 19, 46, 683599)}] Nov 24 22:20:06.703435 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:06.703906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:06.705267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e502b6-bcf7-44a3-ac7b-14b0430488ac,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.714916 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Project acf584e0777847d885c172c6e0becf50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:20:06.721904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.728766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] For port de99fbe0-1c20-4a15-b9c3-566992bbb708, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=de99fbe0-1c20-4a15-b9c3-566992bbb708,segment=NetworkSegment(d1ccfc84-cec9-4b75-ba4e-0aac49464b99),segment_id=d1ccfc84-cec9-4b75-ba4e-0aac49464b99)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:06.734296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.735812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a958fae8-0236-4d64-b266-865035133d1e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9904709 Nov 24 22:20:06.738898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58838) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:06.742524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.743784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': 'd6e502b6-bcf7-44a3-ac7b-14b0430488ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:06.775594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d7227211-d112-4ded-b8ba-1dd1fae41b5a None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:06.775594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d7227211-d112-4ded-b8ba-1dd1fae41b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.806941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.827291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.842972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.847482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cf9bf-ca20-488e-8ae0-df7ef7e4e497 None None] Pushing event updated for resources: {'Port': ['ID=de99fbe0-1c20-4a15-b9c3-566992bbb708,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.861718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d7227211-d112-4ded-b8ba-1dd1fae41b5a None None] Port dc04c79d-e242-46a2-b497-1397998d2f88 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:06.883079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53247ff-eaae-4dc8-b55f-075e1ae877a5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.891498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.894960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.899072 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ec05be6-4159-4780-846b-a687ed878091 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538302 Nov 24 22:20:06.899719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58840) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:06.902680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec27d8e-31ac-4741-bfa0-ba6109c7cb9f req-cbace49c-8279-4756-bcd7-cdd3d88581ec tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:06.904037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bec27d8e-31ac-4741-bfa0-ba6109c7cb9f req-cbace49c-8279-4756-bcd7-cdd3d88581ec tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.4296353 Nov 24 22:20:06.918933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'security_group_rule': {'security_group_id': 'cd7e7783-29ac-4920-92b6-c97fb300819f', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:06.923347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.937504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=dc04c79d-e242-46a2-b497-1397998d2f88,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.950942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb89f0e-adc1-4093-b676-e7743264979e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:06.964351 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Project acf584e0777847d885c172c6e0becf50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:20:06.971173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.971905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:06.975263 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a18c71fa-8f55-4c40-b64a-90ee952c17c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2325935 Nov 24 22:20:06.975263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:06.977557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58842) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:06.988844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-83f7eda7-928b-4c5b-9359-00dc0cad296c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': 'd6e502b6-bcf7-44a3-ac7b-14b0430488ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:06.989418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:07.061415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-83f7eda7-928b-4c5b-9359-00dc0cad296c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.112823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.114751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.139953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.177564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec136b9e-1285-4743-9269-462e1b48a0a4,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:07.196685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.201712 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4ea8af82-3e6e-424d-9bf0-dcb0e8144583 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2999210 Nov 24 22:20:07.202455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58846) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:07.214313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'network': {'name': 'tempest-network-smoke--1178244219', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:07.216544 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bec27d8e-31ac-4741-bfa0-ba6109c7cb9f req-11c15338-1d22-47f5-bc4c-38d619739a20 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863255 Nov 24 22:20:07.245028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121acff-e6ae-447d-9692-587cded2c557 req-7973b570-f4de-4319-bf0c-db2043575702 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:07.258172 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a121acff-e6ae-447d-9692-587cded2c557 req-7973b570-f4de-4319-bf0c-db2043575702 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1634040 Nov 24 22:20:07.293162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:20:07.310072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.316525 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-83f7eda7-928b-4c5b-9359-00dc0cad296c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 22:20:07.320333 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-83f7eda7-928b-4c5b-9359-00dc0cad296c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3390653 Nov 24 22:20:07.322936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58850) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:07.355514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Made reservation on behalf of acf584e0777847d885c172c6e0becf50 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:07.359087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.390093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Made reservation on behalf of 6e34b6aa76414f4c9610a7c805a6a9b0 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:07.390831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.393610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.399100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.419647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:07.434143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:07.439150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device de99fbe0-1c20-4a15-b9c3-566992bbb708 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:07.498765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:07.503051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:07.505339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2885cbe2-6dc3-4ead-8e40-d3b82bbbbd2b None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:07.505966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2885cbe2-6dc3-4ead-8e40-d3b82bbbbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.507922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port de99fbe0-1c20-4a15-b9c3-566992bbb708 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:07.508526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.511307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:07.511953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.520957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=f3902f3c-c92c-47dd-b318-b77e533750ef,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:07.525567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.526450 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Added segment 346b117f-db5f-4083-aaf4-c09133e0ff8c of type vlan for network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b Nov 24 22:20:07.553918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554c06a-e9c3-484f-a5dc-84e3384a8ac9 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:07.555826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Network 2cf7d187-9c1a-4935-837c-c28339bca71e is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:07.572964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:07.578661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=e3dab2ac-832c-48b6-a400-0bc1dacce886,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:07.614546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:07.614546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:07.615092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.620219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Deleting port c20c4752-8ef2-4149-88ea-a3c9922247d2 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:07.621147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.623019 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6b7dec9c-0865-4065-96c0-8c7d157440f8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3042581 Nov 24 22:20:07.632245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58852) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:07.637275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2885cbe2-6dc3-4ead-8e40-d3b82bbbbd2b None None] Port dc04c79d-e242-46a2-b497-1397998d2f88 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:07.637610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:8c:5e:31', 'name': 'tempest-NetworksTestDHCPv6-2140468798'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:07.658538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.700504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-751e5514-8761-4320-af54-713338a4148e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.732318 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-623dabdf-bf1f-4c5e-8445-b04452559902 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2619324 Nov 24 22:20:07.736169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.738917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58854) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:07.750808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8187'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:07.764366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.5 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/78c5756c-8e0c-4349-a506-06f50fa2d9da) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:07.775635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-751e5514-8761-4320-af54-713338a4148e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.807053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'f3902f3c-c92c-47dd-b318-b77e533750ef'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:07.808092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.814519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:07.824703 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1c70f558-69c3-471a-b265-8e49657245c1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3152521 Nov 24 22:20:07.829007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:07.832291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58856) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:07.832443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] For port c20c4752-8ef2-4149-88ea-a3c9922247d2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=c20c4752-8ef2-4149-88ea-a3c9922247d2,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:07.832780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.836197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port de99fbe0-1c20-4a15-b9c3-566992bbb708, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=de99fbe0-1c20-4a15-b9c3-566992bbb708,segment=NetworkSegment(d1ccfc84-cec9-4b75-ba4e-0aac49464b99),segment_id=d1ccfc84-cec9-4b75-ba4e-0aac49464b99)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:07.846056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-800421810'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:07.853760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.855128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a495b21d-03a6-43f2-adc8-26d0b4972409 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:07.861737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:07.862685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:07.957069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:07.998774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.004778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:08.005440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.020517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:08.020517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.077298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-751e5514-8761-4320-af54-713338a4148e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.079962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-751e5514-8761-4320-af54-713338a4148e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.083398 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-751e5514-8761-4320-af54-713338a4148e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/d6e502b6-bcf7-44a3-ac7b-14b0430488ac HTTP/1.1" status: 204 len: 168 time: 0.7317994 Nov 24 22:20:08.118534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58858) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:08.136304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e5514-8761-4320-af54-713338a4148e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e502b6-bcf7-44a3-ac7b-14b0430488ac,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.168628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:08.199428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.212930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.213542 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment 747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51 of type vlan for network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 Nov 24 22:20:08.223145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:08.278858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe5dde-ccf8-4899-9d04-d8c246f383d4 None None] Network de94a6a8-6f0b-4085-beac-03689601d670 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:08.282372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.294738 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0896811 Nov 24 22:20:08.298069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58862) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:08.308953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af2ff8-54e6-42f6-845b-4351f669be18 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Network': ['ID=0fe0e4bc-798c-43c8-8ad0-634d6781c35b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.316844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'admin_state_up': True, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:08.341508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.369392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:08.420495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.438694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=de99fbe0-1c20-4a15-b9c3-566992bbb708,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.469248 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c2d3e3c-a6c1-4fa5-82ea-647dfcbcba44 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3386369 Nov 24 22:20:08.469822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] device_id is not set on port e3dab2ac-832c-48b6-a400-0bc1dacce886 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:08.473528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.479131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58864) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:08.479317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:08.479828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Subnet': ['ID=dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.480047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.485992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--94958647'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:08.496659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:08.497585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a178f-1040-4c13-9257-beacdaabc6c9 req-abd334c3-dffa-4a9b-8964-cf7ebde541ba tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:08.499193 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-973a178f-1040-4c13-9257-beacdaabc6c9 req-abd334c3-dffa-4a9b-8964-cf7ebde541ba tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 945 time: 0.1902983 Nov 24 22:20:08.504602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.505296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.505442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.525847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.526216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.526540 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Floating IP 3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43 disassociated. External IP: 172.26.3.26, port: c20c4752-8ef2-4149-88ea-a3c9922247d2. Nov 24 22:20:08.526889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Calling delete_port for c20c4752-8ef2-4149-88ea-a3c9922247d2 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:08.546224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cebe650d-ce1f-467f-81b8-dce63c82d0d4 None None] Provisioning complete for port de99fbe0-1c20-4a15-b9c3-566992bbb708 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:08.546705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cebe650d-ce1f-467f-81b8-dce63c82d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.565869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Checking segment: {'id': 'd4b634cf-00c2-4ff7-8652-669484bfec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:08.566236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network hostable DHCP agents. Network: da5be684-28b1-40f7-b3a2-f0b78f150bbb, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:08.569000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.572801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:08.585427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.595957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:08.597900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=78c5756c-8e0c-4349-a506-06f50fa2d9da,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.608683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:08.616265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Allocated IP 2001:db8::f816:3eff:fe94:18cb (49828264-6294-4cd6-b467-32535f86b933/f3902f3c-c92c-47dd-b318-b77e533750ef/b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:08.623347 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7899778 Nov 24 22:20:08.625223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58866) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:08.637183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a495b21d-03a6-43f2-adc8-26d0b4972409 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:08.637604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.646289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.653168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:08.676782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.682315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889c2f6-ff71-42f9-a1f7-994da5460f67 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=efd9f36b-eaec-423c-9ea4-4a9fc465bda6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.724984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:08.745417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 522b9caf-ccff-4a1c-add8-b06bbb94ca93 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:08.764607 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-973a178f-1040-4c13-9257-beacdaabc6c9 req-b37cbdbf-f2d5-4c00-a848-2977a0eff81f tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d5f0a17-f1e7-4568-9540-6ec064a28cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411814 Nov 24 22:20:08.784596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:08.786770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=e3dab2ac-832c-48b6-a400-0bc1dacce886,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:08.845011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:08.845607 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:08.846290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:08.848308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, da5be684-28b1-40f7-b3a2-f0b78f150bbb) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:08.867845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:08.869099 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:08.873373 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 2 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:08.899099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4480576-bc5a-4d75-ad71-52f44ab2a598 None None] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:08.903424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.905870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:08.909524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.912657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:08.912991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:08.913321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:08.929699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:08.930226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.938199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:08.940661 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:08.959271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:08.965476 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 3 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.003859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7dfee00f-0450-4aa8-8e20-764b5a580e78 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4633946 Nov 24 22:20:09.006790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:09.016671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.017003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.017338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.025537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'subnet': {'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:09.030892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.031340 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.034089 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 4 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.037191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.083257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.083618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.083946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.105860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.106193 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.108186 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 5 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.149537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.150548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.150889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.215864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.216086 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.220102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 6 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.247620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.248251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.248746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.266257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.266824 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.271124 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 7 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.321465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.341104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.352367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.352841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.353539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.370845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.371238 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.371831 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 8 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.391241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.406205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:05Z', 'revision_number': 3, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:05Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:09.416714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-da5be684-28b1-40f7-b3a2-f0b78f150bbb', 'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb', 'tenant_id': '6e34b6aa76414f4c9610a7c805a6a9b0', 'fixed_ips': [{'subnet_id': 'dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:09.417917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.428214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.428529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.428867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.463572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device de99fbe0-1c20-4a15-b9c3-566992bbb708 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:09.466203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.466203 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.471455 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 9 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.472198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:09.472661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Updating router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 port dc04c79d-e242-46a2-b497-1397998d2f88 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:20:09.473281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.476065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.506754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.508835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=48cd38b6-1543-425c-b2a6-b6c85818d427,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:09.515994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.516329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.516708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.518729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.532675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:09.559688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.560013 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.564468 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempt 10 to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 Nov 24 22:20:09.566499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.573209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:09.573209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: efd9f36b-eaec-423c-9ea4-4a9fc465bda6, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:09.573543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:09.582101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Pushing event updated for resources: {'Port': ['ID=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:09.584614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:09.601787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.626244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.630118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:09.630665 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1453698 Nov 24 22:20:09.630765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] {{(pid=102410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:09.630765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempting to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:09.631435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe8c:5e31 (49828264-6294-4cd6-b467-32535f86b933/f3902f3c-c92c-47dd-b318-b77e533750ef/522b9caf-ccff-4a1c-add8-b06bbb94ca93) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:09.633443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58870) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:09.639193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=78c5756c-8e0c-4349-a506-06f50fa2d9da,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:09.648041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5a11e026-4e68-4b13-88a6-d408de041613 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '2c93242c-bd90-4985-b50e-8f13c8aeb30c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:09.648847 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-5a11e026-4e68-4b13-88a6-d408de041613 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 22:20:09.649320 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-5a11e026-4e68-4b13-88a6-d408de041613 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:09.651086 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5a11e026-4e68-4b13-88a6-d408de041613 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125103 Nov 24 22:20:09.652598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb7c44-fac3-4acb-b9aa-a751fff419aa tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93242c-bd90-4985-b50e-8f13c8aeb30c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:09.656174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58872) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:09.659390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event deleted for resources: {'Port': ['ID=c20c4752-8ef2-4149-88ea-a3c9922247d2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:09.660929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:09.662018 dv-neutron-818715-1-hyperv neutron-server[102410]: ERROR neutron.plugins.ml2.managers [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Failed to bind port e3dab2ac-832c-48b6-a400-0bc1dacce886 on host hv-neutron-8187 for vnic_type normal using segments [{'id': '48d966eb-09c3-4bf2-b50c-e5b72e8c1187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2cf7d187-9c1a-4935-837c-c28339bca71e'}] Nov 24 22:20:09.662018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.684132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.706106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:09.766304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.767774 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4f6342f1-9218-4a63-9bc8-0d3cf6684641 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3969154 Nov 24 22:20:09.772249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58874) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:09.773270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, efd9f36b-eaec-423c-9ea4-4a9fc465bda6) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:09.792051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'port': {'network_id': 'ea199758-6f03-4259-b297-4455dbbcd890', 'name': 'tempest-FloatingIPTestJSON-114518112'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:09.793176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Made reservation on behalf of 6e34b6aa76414f4c9610a7c805a6a9b0 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:09.800264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:09.800676 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.803112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:09.835344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6749150-ed99-4173-a3e4-723dec60f558 None None] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:09.934286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Allocated IP 172.20.0.2 (da5be684-28b1-40f7-b3a2-f0b78f150bbb/dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2/a6b91ffe-ebad-4735-ac9e-ccdf76da45ec) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:10.044049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Attempting to bind port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:10.044417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Attempting to bind port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:10.044782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Attempting to bind port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:10.066931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-161b6810-bd60-4a48-b97e-9483d6d8f630 None None] Provisioning complete for port de99fbe0-1c20-4a15-b9c3-566992bbb708 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:10.067303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-161b6810-bd60-4a48-b97e-9483d6d8f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.161543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Router f7c2927d-1527-4ce7-90bf-a72cbf0200be has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:10.270367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.316403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port de99fbe0-1c20-4a15-b9c3-566992bbb708 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:10.316791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.337727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] For port e3dab2ac-832c-48b6-a400-0bc1dacce886, host hv-neutron-8187, cleared binding levels {{(pid=102410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:10.338475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attempted to set empty binding levels {{(pid=102410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 22:20:10.343389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8bacfa4f-fe57-4626-8ebb-bc5571a466aa req-3db6d418-14b2-4f61-b4e8-d8e1fbc48794 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.0614171 Nov 24 22:20:10.344610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:10.344985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:10.345392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.345785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:10.346272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Bound port: b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:10.346651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.357217 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9742132a-bba3-4df1-b402-c0de0c7ae5e0 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7102473 Nov 24 22:20:10.359762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58878) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:10.364449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9bc-5f37-4f82-8dcf-fd889fc98276 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.375396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.415936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.447366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.504313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9bc-5f37-4f82-8dcf-fd889fc98276 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.532141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] In _notify_port_updated(), no bound segment for port e3dab2ac-832c-48b6-a400-0bc1dacce886 on network 2cf7d187-9c1a-4935-837c-c28339bca71e {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:20:10.533055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:10.533756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.538490 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "PUT /v2.0/ports/e3dab2ac-832c-48b6-a400-0bc1dacce886 HTTP/1.1" status: 200 len: 977 time: 2.7897694 Nov 24 22:20:10.544622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:10.554445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe85388-52c6-41b9-85ef-b44aaec6021b tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event updated for resources: {'Port': ['ID=e3dab2ac-832c-48b6-a400-0bc1dacce886,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:10.568557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.639074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:10.642736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.658337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:10.675235 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] Sync routers for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:10.686604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] device_id is not set on port 4f8c3b5a-0145-427c-8674-a44c027833a2 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:10.693319 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:10.693942 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:10.697388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9bc-5f37-4f82-8dcf-fd889fc98276 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.700318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9bc-5f37-4f82-8dcf-fd889fc98276 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.701524 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63e2e9bc-5f37-4f82-8dcf-fd889fc98276 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/2c93242c-bd90-4985-b50e-8f13c8aeb30c HTTP/1.1" status: 204 len: 168 time: 1.0416887 Nov 24 22:20:10.724294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58882) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:10.730321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.753632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.777585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e9bc-5f37-4f82-8dcf-fd889fc98276 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93242c-bd90-4985-b50e-8f13c8aeb30c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:10.792604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] For port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:10.811768 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:10.850922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.876604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device c20c4752-8ef2-4149-88ea-a3c9922247d2 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:10.886407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] For port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:10.901714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] No DVR routers for this DVR port c20c4752-8ef2-4149-88ea-a3c9922247d2 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:10.914993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Subnet': ['ID=625cdda2-31b6-40c3-82a3-8584a1664f24,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:10.922104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:10.927066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a121acff-e6ae-447d-9692-587cded2c557 req-1b48acd2-64f3-4bfd-9e85-dd8c614b8297 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.71 "DELETE /v2.0/ports/c20c4752-8ef2-4149-88ea-a3c9922247d2 HTTP/1.1" status: 204 len: 173 time: 3.6467552 Nov 24 22:20:10.932493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'name': 'network-vif-deleted', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:20:10.935624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599b9b0c-feeb-4e67-ac9d-51baea07e39e" -d '{"events": [{"server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "name": "network-vif-deleted", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:20:10.977305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: c20c4752-8ef2-4149-88ea-a3c9922247d2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:10.977652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device c20c4752-8ef2-4149-88ea-a3c9922247d2 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:10.981129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.010866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Checking segment: {'id': '9fa2393a-643b-44c1-a8a5-69dd7c60f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:11.011712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network hostable DHCP agents. Network: 375d2069-5ada-4cbc-ab5c-0a17c1279979, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:11.016309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13b0914-3f8c-4ac9-a562-c2bbfe904e77 x-openstack-request-id: req-a13b0914-3f8c-4ac9-a562-c2bbfe904e77 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:20:11.016717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff84c63-761a-4b0d-ad24-191843f5b409", "name": "network-vif-deleted", "tag": "c20c4752-8ef2-4149-88ea-a3c9922247d2", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:20:11.017114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a13b0914-3f8c-4ac9-a562-c2bbfe904e77 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:20:11.017750 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff84c63-761a-4b0d-ad24-191843f5b409', 'name': 'network-vif-deleted', 'tag': 'c20c4752-8ef2-4149-88ea-a3c9922247d2', 'status': 'completed', 'code': 200} Nov 24 22:20:11.021361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:11.032822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:11.037623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Allocated IP 172.26.3.8 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/d648f343-4e88-448b-9bf2-3ed8de4bb687) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:11.058226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=522b9caf-ccff-4a1c-add8-b06bbb94ca93,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:11.066477 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:39Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:11.068111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:11.070901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.073003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:11.076838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:11.079251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:11.091788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:11.096522 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] Checking router: f7c2927d-1527-4ce7-90bf-a72cbf0200be for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:11.100104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:11.100581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.106767 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:11.107623 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:11.112405 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1ea710f5-1db3-4ec2-a92b-d73d5bd26840 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3829122 Nov 24 22:20:11.122253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:11.136072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Pushing event updated for resources: {'Port': ['ID=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:11.148491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047305984'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:11.166746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network 375d2069-5ada-4cbc-ab5c-0a17c1279979 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:11.179483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.189305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Deleting port e3dab2ac-832c-48b6-a400-0bc1dacce886 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:11.190453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.258790 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:11.332191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 375d2069-5ada-4cbc-ab5c-0a17c1279979) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:11.355865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:11.356517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.389707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.395280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1e7da-8b8e-445e-9bdf-2b0331326a8e None None] Network 375d2069-5ada-4cbc-ab5c-0a17c1279979 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:11.396787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.14 (ea199758-6f03-4259-b297-4455dbbcd890/692f8d81-d8ed-4cc3-b119-a10398566e77/4f8c3b5a-0145-427c-8674-a44c027833a2) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:11.416665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.444013 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-335aba66-8d59-433d-9c04-fc211cf1a0be tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8101840 Nov 24 22:20:11.444472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:11.522441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] For port e3dab2ac-832c-48b6-a400-0bc1dacce886, host hv-neutron-8187, got binding levels [] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:11.523247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.530136 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4d77008d-ecdb-48e5-bae8-9be5c1a2c6a8 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5140622 Nov 24 22:20:11.565517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58892) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:11.579568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Attempting to bind port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:11.579831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Attempting to bind port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'd4b634cf-00c2-4ff7-8652-669484bfec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:11.580786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Attempting to bind port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec on network da5be684-28b1-40f7-b3a2-f0b78f150bbb {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:11.585899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe045-155a-4650-9aa6-33ad8e191096 None None] Pushing event updated for resources: {'Port': ['ID=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:11.599841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.617735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Calling delete_port for e3dab2ac-832c-48b6-a400-0bc1dacce886 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:11.625244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:11.625682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Checking segment: {'id': 'd4b634cf-00c2-4ff7-8652-669484bfec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:11.626010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.626401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Bound using segment: {'id': 'd4b634cf-00c2-4ff7-8652-669484bfec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:11.626884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Bound port: a6b91ffe-ebad-4735-ac9e-ccdf76da45ec, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b634cf-00c2-4ff7-8652-669484bfec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'da5be684-28b1-40f7-b3a2-f0b78f150bbb'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:11.627267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.632618 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0b9d099e-aead-41a2-afbb-91b42c498433 req-e8a058ed-87ee-4042-af72-1c03e97673fa tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ff84c63-761a-4b0d-ad24-191843f5b409 HTTP/1.1" status: 200 len: 210 time: 0.0681975 Nov 24 22:20:11.739317 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:39Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:11.756804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.806027 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0d813-4135-4aa9-b61b-c9d7244c5ecf None None] The sync data for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv is: [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '6195cd50-5910-4f93-bb35-2f2056623367', 'name': '', 'network_id': 'ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'mac_address': 'fa:16:3e:7b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:31Z', 'updated_at': '2021-11-24T22:16:39Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'subnets': [{'id': 'bd692dd0-628c-43a4-9509-d568f40013da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:11.808401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee03cc3-f986-4db8-ac67-4ba3c3ba2c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:11.818315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee03cc3-f986-4db8-ac67-4ba3c3ba2c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:11.826422 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8ee03cc3-f986-4db8-ac67-4ba3c3ba2c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3374305 Nov 24 22:20:11.833932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58894) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:11.846131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b7dfb-8851-46c8-9f9d-0fd36bd150b7 None None] Pushing event updated for resources: {'Port': ['ID=dc04c79d-e242-46a2-b497-1397998d2f88,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:11.869002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Allocated IP 2001:db8:2::2 (efd9f36b-eaec-423c-9ea4-4a9fc465bda6/48cd38b6-1543-425c-b2a6-b6c85818d427/82f0a093-e2f8-48a4-9b96-e36b4e396836) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:11.936809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.949161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:11.964320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.003080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.014547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] For port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:12.048947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3dab2ac-832c-48b6-a400-0bc1dacce886,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:12.053658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.054926 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9299624 Nov 24 22:20:12.073428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58896) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:12.074844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Attempting to bind port dc04c79d-e242-46a2-b497-1397998d2f88 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:12.075214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Attempting to bind port dc04c79d-e242-46a2-b497-1397998d2f88 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:12.075603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Attempting to bind port dc04c79d-e242-46a2-b497-1397998d2f88 on network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:12.076820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:12.092424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1ac61e76-5818-41de-9a02-be751e68496d tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '8b71e8f1-557b-4399-91a6-0a4ba4a95a33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:12.093872 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-1ac61e76-5818-41de-9a02-be751e68496d tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 22:20:12.094406 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-1ac61e76-5818-41de-9a02-be751e68496d tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:12.095802 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1ac61e76-5818-41de-9a02-be751e68496d tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0177698 Nov 24 22:20:12.096344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae248-19f2-440b-afae-d6da34bdf8a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b71e8f1-557b-4399-91a6-0a4ba4a95a33,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:12.100124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.100275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] For port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,segment=NetworkSegment(d4b634cf-00c2-4ff7-8652-669484bfec04),segment_id=d4b634cf-00c2-4ff7-8652-669484bfec04)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:12.104313 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0afd8b27-c15d-4d82-82dd-521b9f0b59a2 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e3dab2ac-832c-48b6-a400-0bc1dacce886 HTTP/1.1" status: 204 len: 168 time: 1.5554018 Nov 24 22:20:12.110253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58898) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:12.110572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58900) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:12.120951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:12.121330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Checking segment: {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:12.121746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.122130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Bound using segment: {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:12.122648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Bound port: dc04c79d-e242-46a2-b497-1397998d2f88, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2560df12-335c-46b0-a230-bc2af03e5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:12.123067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.127583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.128656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:12.132753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:12.160050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-375d2069-5ada-4cbc-ab5c-0a17c1279979', 'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979', 'tenant_id': '6e34b6aa76414f4c9610a7c805a6a9b0', 'fixed_ips': [{'subnet_id': '625cdda2-31b6-40c3-82a3-8584a1664f24'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:12.160908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.183187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Port': ['ID=d648f343-4e88-448b-9bf2-3ed8de4bb687,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:12.229899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22e7352a-eca9-4132-ad25-4d18afc15921 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.323881 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-486cd8be-fbe1-4752-9918-0fae29e710e4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] GET failed (client error): The resource could not be found. Nov 24 22:20:12.325596 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-486cd8be-fbe1-4752-9918-0fae29e710e4 tempest-PortsAdminExtendedAttrsTestJSON-740691089 tempest-PortsAdminExtendedAttrsTestJSON-740691089-project-admin] 10.222.0.41 "GET /v2.0/ports/e3dab2ac-832c-48b6-a400-0bc1dacce886 HTTP/1.1" status: 404 len: 333 time: 0.2042243 Nov 24 22:20:12.330985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58902) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:12.332346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c174-adcb-4f55-b766-fde6c40ecd54 None None] Pushing event updated for resources: {'Port': ['ID=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:12.344163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 522b9caf-ccff-4a1c-add8-b06bbb94ca93 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:12.344803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.453318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.642216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def984e-ec73-4892-b01a-3503cd736d46 None None] New status for floating IP 3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:20:12.644955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-50982bfe-efcb-48f3-8f25-c2fe8e2956ed None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:12.645333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50982bfe-efcb-48f3-8f25-c2fe8e2956ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.761876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.803643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] For port dc04c79d-e242-46a2-b497-1397998d2f88, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:12.823609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58908) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:12.887560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22e7352a-eca9-4132-ad25-4d18afc15921 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.907830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.925718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] For port dc04c79d-e242-46a2-b497-1397998d2f88, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=dc04c79d-e242-46a2-b497-1397998d2f88,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:12.961237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28de78da-7dd2-4f70-a4bb-bbd7a81c4f75 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:12.969810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.008825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28de78da-7dd2-4f70-a4bb-bbd7a81c4f75 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.014582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-50982bfe-efcb-48f3-8f25-c2fe8e2956ed None None] Port dc04c79d-e242-46a2-b497-1397998d2f88 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:13.017079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.024226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Pushing event updated for resources: {'Port': ['ID=82f0a093-e2f8-48a4-9b96-e36b4e396836,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:13.068668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Router 38e88176-f5a7-484e-9d27-a42a114c8f9f is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:20:13.075942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Allocated IP 172.20.0.2 (375d2069-5ada-4cbc-ab5c-0a17c1279979/625cdda2-31b6-40c3-82a3-8584a1664f24/cf504186-12ae-49c2-9135-8b1a4a8c8dfa) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:13.094156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:13.104645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.106987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:13.114082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:13.127785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.138118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28de78da-7dd2-4f70-a4bb-bbd7a81c4f75 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.142208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28de78da-7dd2-4f70-a4bb-bbd7a81c4f75 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.146882 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-28de78da-7dd2-4f70-a4bb-bbd7a81c4f75 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "DELETE /v2.0/security-groups/7d5f0a17-f1e7-4568-9540-6ec064a28cb5 HTTP/1.1" status: 204 len: 168 time: 0.3217273 Nov 24 22:20:13.171708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.178287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58910) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:13.198070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.207644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8:2::1 (efd9f36b-eaec-423c-9ea4-4a9fc465bda6/48cd38b6-1543-425c-b2a6-b6c85818d427/e576b190-3c58-4545-ab25-e4ef39d875f2) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:13.209350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:13.210004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:13.211776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22e7352a-eca9-4132-ad25-4d18afc15921 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.215576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-22e7352a-eca9-4132-ad25-4d18afc15921 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.220595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-22e7352a-eca9-4132-ad25-4d18afc15921 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b71e8f1-557b-4399-91a6-0a4ba4a95a33 HTTP/1.1" status: 204 len: 168 time: 1.1013002 Nov 24 22:20:13.240391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58912) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:13.253656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 522b9caf-ccff-4a1c-add8-b06bbb94ca93 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:13.280743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-d403b5dd-aa4d-40bf-9d93-a8cc017e66b9 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] show failed (client error): The resource could not be found. Nov 24 22:20:13.284630 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d403b5dd-aa4d-40bf-9d93-a8cc017e66b9 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "GET /v2.0/security-groups/7d5f0a17-f1e7-4568-9540-6ec064a28cb5 HTTP/1.1" status: 404 len: 347 time: 0.1023488 Nov 24 22:20:13.297759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58914) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:13.307671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7352a-eca9-4132-ad25-4d18afc15921 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b71e8f1-557b-4399-91a6-0a4ba4a95a33,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:13.330567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b7dfb-8851-46c8-9f9d-0fd36bd150b7 None None] Pushing event updated for resources: {'Port': ['ID=dc04c79d-e242-46a2-b497-1397998d2f88,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:13.452056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Attempting to bind port 82f0a093-e2f8-48a4-9b96-e36b4e396836 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:13.452432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Attempting to bind port 82f0a093-e2f8-48a4-9b96-e36b4e396836 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:13.452799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Attempting to bind port 82f0a093-e2f8-48a4-9b96-e36b4e396836 on network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:13.488955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dbd6b329-cf22-4d36-a250-5df8823f86bb None None] Provisioning complete for port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:13.489370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b329-cf22-4d36-a250-5df8823f86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.491181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:13.491750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Checking segment: {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:13.492158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.492553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Bound using segment: {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:13.493052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Bound port: 82f0a093-e2f8-48a4-9b96-e36b4e396836, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:13.493459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.575911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:13.581140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:13.733793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de78da-7dd2-4f70-a4bb-bbd7a81c4f75 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f0a17-f1e7-4568-9540-6ec064a28cb5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:13.783852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:13.796364 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Sync routers for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:13.809622 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:13.810268 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:13.839032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.841395 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eb4cdaec-620b-4313-b64c-33b065b4cabd tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.5334926 Nov 24 22:20:13.845914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58916) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:13.848660 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6050b537-bf72-4912-a3e8-ae8a6f57e6a9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6040344 Nov 24 22:20:13.861677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58918) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:13.867790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.904859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--681937326'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:13.944453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.947684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.952480 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:13.968782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf7d187-9c1a-4935-837c-c28339bca71e']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:13.980647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d966eb-09c3-4bf2-b50c-e5b72e8c1187') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:13.980939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d966eb-09c3-4bf2-b50c-e5b72e8c1187') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:13.990668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:13.992845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.005591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Network 375d2069-5ada-4cbc-ab5c-0a17c1279979 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:14.039602 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.102188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.110774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] For port 82f0a093-e2f8-48a4-9b96-e36b4e396836, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:14.114512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] For port 82f0a093-e2f8-48a4-9b96-e36b4e396836, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82f0a093-e2f8-48a4-9b96-e36b4e396836,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:14.134502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Pushing event updated for resources: {'Port': ['ID=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:14.139818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c12f94-a138-4d08-84ea-8c07a9bbaeab None None] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:14.142913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b329-cf22-4d36-a250-5df8823f86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.149630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.153391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3d1e9a0b-9b4d-4034-b6e6-94fcd718b85d tempest-TestNetworkAdvancedServerOps-1376447549 tempest-TestNetworkAdvancedServerOps-1376447549-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=acf584e0777847d885c172c6e0becf50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3055663 Nov 24 22:20:14.154698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.158263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58922) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.172284 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:12Z', 'revision_number': 3, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:14.200685 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Checking router: 38e88176-f5a7-484e-9d27-a42a114c8f9f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:14.201032 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Updating router 38e88176-f5a7-484e-9d27-a42a114c8f9f port d648f343-4e88-448b-9bf2-3ed8de4bb687 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:20:14.225596 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.249051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:14.256712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Allocated IP 172.20.0.1 (da5be684-28b1-40f7-b3a2-f0b78f150bbb/dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2/6b3c9845-9a1a-4066-9eb6-7194a7d6747f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:14.288895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a8fdf-b18a-4fd4-8503-cb8af84091fc None None] Pushing event updated for resources: {'Port': ['ID=82f0a093-e2f8-48a4-9b96-e36b4e396836,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:14.308160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:14.315738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:14.316276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.370813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79bc428-e901-4c69-8c7c-ac2543200736,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:14.383681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e21525-2b05-4c6d-b038-f21d10291d84 tempest-TestNetworkAdvancedServerOps-1376447549 tempest-TestNetworkAdvancedServerOps-1376447549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:14.385691 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60e21525-2b05-4c6d-b038-f21d10291d84 tempest-TestNetworkAdvancedServerOps-1376447549 tempest-TestNetworkAdvancedServerOps-1376447549-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2002907 Nov 24 22:20:14.389504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58924) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.390013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.411843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dbd6b329-cf22-4d36-a250-5df8823f86bb None None] For port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:14.433968 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ee4c7fe1-7847-4bbc-b48b-096cf327ea37 tempest-TestNetworkAdvancedServerOps-1376447549 tempest-TestNetworkAdvancedServerOps-1376447549-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422466 Nov 24 22:20:14.439548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58926) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.443021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b329-cf22-4d36-a250-5df8823f86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.449607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694491595', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'project_id': 'acf584e0777847d885c172c6e0becf50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:14.460472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.462146 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5db67d11-238f-4f94-9441-884c8b145268 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5857084 Nov 24 22:20:14.475019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58928) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.482835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-75d48eb7-21bb-42df-a0fe-e8fa07313b64 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': 'd79bc428-e901-4c69-8c7c-ac2543200736', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:14.498082 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-75d48eb7-21bb-42df-a0fe-e8fa07313b64 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 22:20:14.500651 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-75d48eb7-21bb-42df-a0fe-e8fa07313b64 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:14.502147 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-75d48eb7-21bb-42df-a0fe-e8fa07313b64 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257545 Nov 24 22:20:14.541279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db253009-6d32-4032-b4d5-d0cec905b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.542186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58930) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.552702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e5bef3a9-4a46-4910-8f14-794234913fa2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': 'd79bc428-e901-4c69-8c7c-ac2543200736', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:14.553762 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-e5bef3a9-4a46-4910-8f14-794234913fa2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 22:20:14.554115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.554697 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-e5bef3a9-4a46-4910-8f14-794234913fa2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:14.557248 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e5bef3a9-4a46-4910-8f14-794234913fa2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136583 Nov 24 22:20:14.562410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58932) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.569680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-47396644-3148-46ae-affe-caba96a936d4 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': 'd79bc428-e901-4c69-8c7c-ac2543200736', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:14.571392 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-47396644-3148-46ae-affe-caba96a936d4 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 22:20:14.572179 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-47396644-3148-46ae-affe-caba96a936d4 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:14.573493 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-47396644-3148-46ae-affe-caba96a936d4 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097284 Nov 24 22:20:14.575630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Attempting to bind port cf504186-12ae-49c2-9135-8b1a4a8c8dfa on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:14.576004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Attempting to bind port cf504186-12ae-49c2-9135-8b1a4a8c8dfa by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9fa2393a-643b-44c1-a8a5-69dd7c60f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:14.576362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Attempting to bind port cf504186-12ae-49c2-9135-8b1a4a8c8dfa on network 375d2069-5ada-4cbc-ab5c-0a17c1279979 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:14.578827 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58934) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.580469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.586274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-696fcfeb-43a7-4130-8b47-467668d60d59 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': 'd79bc428-e901-4c69-8c7c-ac2543200736', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:14.586777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:05Z', 'revision_number': 3, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:12Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:14.587976 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-696fcfeb-43a7-4130-8b47-467668d60d59 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 22:20:14.588127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.589513 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-696fcfeb-43a7-4130-8b47-467668d60d59 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:14.590852 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-696fcfeb-43a7-4130-8b47-467668d60d59 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105088 Nov 24 22:20:14.593140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:14.593520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Checking segment: {'id': '9fa2393a-643b-44c1-a8a5-69dd7c60f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:14.593922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.594314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Bound using segment: {'id': '9fa2393a-643b-44c1-a8a5-69dd7c60f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:14.594931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Bound port: cf504186-12ae-49c2-9135-8b1a4a8c8dfa, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa2393a-643b-44c1-a8a5-69dd7c60f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '375d2069-5ada-4cbc-ab5c-0a17c1279979'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:14.595373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.606018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58936) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:14.626819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:14.632483 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.635015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:14.646171 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.647811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Could not find standard attr ID for object 522b9caf-ccff-4a1c-add8-b06bbb94ca93. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:20:14.660717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Made reservation on behalf of acf584e0777847d885c172c6e0becf50 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:14.666077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.681330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:14.683570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:14.697389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59ac39-6fba-4876-97a4-08afcd622c14 None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:05Z', 'revision_number': 3, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:12Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:14.720605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6b329-cf22-4d36-a250-5df8823f86bb None None] Pushing event updated for resources: {'Port': ['ID=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:14.764863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.779776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:14.791797 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Attempting to bind port d648f343-4e88-448b-9bf2-3ed8de4bb687 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:14.792631 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Attempting to bind port d648f343-4e88-448b-9bf2-3ed8de4bb687 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:14.793556 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Attempting to bind port d648f343-4e88-448b-9bf2-3ed8de4bb687 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:14.837778 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa425a2c-c0d5-4bfa-a42f-df69d5370557 None None] Pushing event updated for resources: {'Port': ['ID=d648f343-4e88-448b-9bf2-3ed8de4bb687,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:14.851955 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:14.852428 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:14.853458 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.853910 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:14.854458 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Bound port: d648f343-4e88-448b-9bf2-3ed8de4bb687, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:14.855049 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.860633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.867049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:14.867623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.912195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:14.912616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:14.971441 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] For port d648f343-4e88-448b-9bf2-3ed8de4bb687, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:14.985121 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] For port d648f343-4e88-448b-9bf2-3ed8de4bb687, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d648f343-4e88-448b-9bf2-3ed8de4bb687,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:14.994692 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:15.000208 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.052402 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:15.053313 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:19:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:15.067216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a6b91ffe-ebad-4735-ac9e-ccdf76da45ec up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:15.084488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Provisioning complete for port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:15.085367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.117689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.179907 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:15.182733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Port': ['ID=6b3c9845-9a1a-4066-9eb6-7194a7d6747f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:15.213946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Subnet': ['ID=d923d487-86a6-4210-acbf-012d6efdd866,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:15.242949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] For port cf504186-12ae-49c2-9135-8b1a4a8c8dfa, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:15.264875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.282260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Checking segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:15.283314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network hostable DHCP agents. Network: 0fe0e4bc-798c-43c8-8ad0-634d6781c35b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:15.288973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] For port cf504186-12ae-49c2-9135-8b1a4a8c8dfa, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,segment=NetworkSegment(9fa2393a-643b-44c1-a8a5-69dd7c60f57c),segment_id=9fa2393a-643b-44c1-a8a5-69dd7c60f57c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:15.306711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.308107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=4f8c3b5a-0145-427c-8674-a44c027833a2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:15.347731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:15.361166 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa425a2c-c0d5-4bfa-a42f-df69d5370557 None None] Pushing event updated for resources: {'Port': ['ID=d648f343-4e88-448b-9bf2-3ed8de4bb687,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:15.375234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 0fe0e4bc-798c-43c8-8ad0-634d6781c35b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:15.380621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:15.381515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.421387 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a9eaf933-ce86-477f-ab96-1a2d17f20dc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9798808 Nov 24 22:20:15.424200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58938) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:15.471466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80efb8-1601-46ec-b50c-6682dda89866 None None] Pushing event updated for resources: {'Port': ['ID=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:15.480454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a9e87-9084-4872-91bf-6f0147e10063 None None] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:15.487987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network ea199758-6f03-4259-b297-4455dbbcd890 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:15.521223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=e576b190-3c58-4545-ab25-e4ef39d875f2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:15.628775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9151fb17-a9e3-484f-ad90-bf2027d3d151 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.640243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.748947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9151fb17-a9e3-484f-ad90-bf2027d3d151 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.759939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:15.762312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:15.814587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:15.816841 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:12Z', 'revision_number': 3, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:15.821832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.870729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.876128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.891281 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b2443-4898-46d2-b101-6402a0d75762 None None] The sync data for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv is: [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:12Z', 'revision_number': 3, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:15.892154 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] 10.222.0.41 "DELETE /v2.0/networks/2cf7d187-9c1a-4935-837c-c28339bca71e HTTP/1.1" status: 204 len: 168 time: 3.5437212 Nov 24 22:20:15.919580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.925124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:15.936123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/522b9caf-ccff-4a1c-add8-b06bbb94ca93 HTTP/1.1" status: 204 len: 168 time: 4.1011126 Nov 24 22:20:15.942919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:15.945953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.069599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:16.173517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] For port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,segment=NetworkSegment(d4b634cf-00c2-4ff7-8652-669484bfec04),segment_id=d4b634cf-00c2-4ff7-8652-669484bfec04)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:16.189860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:16.191035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.197911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eefb74-4761-4391-b341-9f8faf624328 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=522b9caf-ccff-4a1c-add8-b06bbb94ca93,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:16.199834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.245873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85128da-bb34-4b45-ab4f-0fe55bf09bb0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:16.249496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85128da-bb34-4b45-ab4f-0fe55bf09bb0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:16.254306 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b85128da-bb34-4b45-ab4f-0fe55bf09bb0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1781418 Nov 24 22:20:16.254859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:16.299058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245d2b0-755e-4c06-96a2-e77649623a9a tempest-PortsAdminExtendedAttrsTestJSON-46504820 tempest-PortsAdminExtendedAttrsTestJSON-46504820-project] Pushing event deleted for resources: {'Network': ['ID=2cf7d187-9c1a-4935-837c-c28339bca71e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:16.354019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d476fd4-459c-4931-9b29-18ffc62a9c17 None None] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:16.371774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:16.372394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.397808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-280f8cb0-aa6c-4633-864b-4484d9bac9aa tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.6142707 Nov 24 22:20:16.399238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:16.401723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Deleting port aefd2f58-e9ba-4b4a-b559-04c7e86ec0da {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:16.401723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.439207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'port_id': '4f8c3b5a-0145-427c-8674-a44c027833a2'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:16.507245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet f3902f3c-c92c-47dd-b318-b77e533750ef {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:16.513693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.520585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.531889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9151fb17-a9e3-484f-ad90-bf2027d3d151 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.533783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9151fb17-a9e3-484f-ad90-bf2027d3d151 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.534936 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9151fb17-a9e3-484f-ad90-bf2027d3d151 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/d79bc428-e901-4c69-8c7c-ac2543200736 HTTP/1.1" status: 204 len: 168 time: 1.8981507 Nov 24 22:20:16.561200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58950) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:16.561438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58952) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:16.566320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Pushing event updated for resources: {'Port': ['ID=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:16.628558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151fb17-a9e3-484f-ad90-bf2027d3d151 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79bc428-e901-4c69-8c7c-ac2543200736,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:16.645589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.725973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-019339bb-5bfa-4992-a97e-0a8f5db20f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.754728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.819735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.844945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Allocated IP 172.20.0.2 (0fe0e4bc-798c-43c8-8ad0-634d6781c35b/d923d487-86a6-4210-acbf-012d6efdd866/f0c9a7c5-b33e-460a-b524-3a1b175fe330) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:16.896260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.911471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.912902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:16.952749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.049693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] For port dc04c79d-e242-46a2-b497-1397998d2f88, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=dc04c79d-e242-46a2-b497-1397998d2f88,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:17.059108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.072151 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1d97b997-9140-4e7d-a4e1-64a57eac3f60 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5010309 Nov 24 22:20:17.080755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.081254 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.084673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58956) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:17.130588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ebe28-d78d-4658-beb6-e9fb71506b06 None None] Pushing event updated for resources: {'Port': ['ID=dc04c79d-e242-46a2-b497-1397998d2f88,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:17.150447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--657582738'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:17.198040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Calling delete_port for aefd2f58-e9ba-4b4a-b559-04c7e86ec0da owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:17.251704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cf504186-12ae-49c2-9135-8b1a4a8c8dfa up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:17.252696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.370058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Provisioning complete for port 6b3c9845-9a1a-4066-9eb6-7194a7d6747f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:17.370440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.374215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=e576b190-3c58-4545-ab25-e4ef39d875f2,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:17.394661 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.411975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76e8b8-2a8f-4578-b917-d65b573d8e55 None None] Network 375d2069-5ada-4cbc-ab5c-0a17c1279979 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:17.435297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.450938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.481427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.550163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.577510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.605299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=f3902f3c-c92c-47dd-b318-b77e533750ef,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:17.639459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Port 6b3c9845-9a1a-4066-9eb6-7194a7d6747f cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:17.648928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.652574 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ab26dc43-cc91-4de0-92d0-8ef7cf301f35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/f3902f3c-c92c-47dd-b318-b77e533750ef HTTP/1.1" status: 204 len: 168 time: 1.3734570 Nov 24 22:20:17.660680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58958) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:17.671409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e90b42-3539-4b4a-9b37-ceb009844bed None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:17.688830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:17.711037 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9b683332-a882-4890-86bc-b4773de42917 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491855 Nov 24 22:20:17.715422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:17.727571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cf504186-12ae-49c2-9135-8b1a4a8c8dfa triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:17.727571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.756863 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:17.764584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Pushing event updated for resources: {'Port': ['ID=f0c9a7c5-b33e-460a-b524-3a1b175fe330,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:17.769551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:17.791036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Provisioning complete for port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:17.791036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.904262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d085f8e-3c24-409a-9078-15c50157c6d8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:17.908236 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9d085f8e-3c24-409a-9078-15c50157c6d8 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1884997 Nov 24 22:20:17.911668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58962) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:17.971368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:17.987130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-85151e17-0b60-4dba-8800-12f91c34caef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6f347861c554ea5a3b2121945ba0423&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4152200 Nov 24 22:20:18.007856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58964) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.028118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.029241 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8993888 Nov 24 22:20:18.037896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.051572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-86c4e51a-dbef-4eb1-9a5d-c904d505261c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:18.052850 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-86c4e51a-dbef-4eb1-9a5d-c904d505261c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 22:20:18.053356 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-86c4e51a-dbef-4eb1-9a5d-c904d505261c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:18.054340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-86c4e51a-dbef-4eb1-9a5d-c904d505261c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062306 Nov 24 22:20:18.066900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58968) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.074543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:20:18.081653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffeb3f-3f69-43ae-a205-e9ca282bd291 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fa693-dc1e-49bc-beb2-e41855eafe03,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:18.089778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-968346b1-f2d2-4cd2-a090-3fd82ebe404f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:18.154863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34492ba2-5456-47d7-9220-3914ad590e56 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:18.156656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-34492ba2-5456-47d7-9220-3914ad590e56 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2424860 Nov 24 22:20:18.161053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58970) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.221657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Attempting to bind port f0c9a7c5-b33e-460a-b524-3a1b175fe330 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:18.222185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Attempting to bind port f0c9a7c5-b33e-460a-b524-3a1b175fe330 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:18.222676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Attempting to bind port f0c9a7c5-b33e-460a-b524-3a1b175fe330 on network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:18.237114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:18.237672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Checking segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:18.238187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.238685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Bound using segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:18.239279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Bound port: f0c9a7c5-b33e-460a-b524-3a1b175fe330, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:18.241077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.252607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.257187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-df1e66a1-2904-47dc-bfa0-46fa666e93ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.262918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:18.270538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.376565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:18.383040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:18.407764 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9562430d-bc60-4698-8cd4-736f9e50dc88 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2418756 Nov 24 22:20:18.416152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58972) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.427277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] For port f0c9a7c5-b33e-460a-b524-3a1b175fe330, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:18.429527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:18.452071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.453920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.456493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Provisioning complete for port 82f0a093-e2f8-48a4-9b96-e36b4e396836 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:18.456978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.491020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.501056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] For port f0c9a7c5-b33e-460a-b524-3a1b175fe330, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f0c9a7c5-b33e-460a-b524-3a1b175fe330,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:18.527183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.587298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port cf504186-12ae-49c2-9135-8b1a4a8c8dfa, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,segment=NetworkSegment(9fa2393a-643b-44c1-a8a5-69dd7c60f57c),segment_id=9fa2393a-643b-44c1-a8a5-69dd7c60f57c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:18.622701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.623500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dc04c79d-e242-46a2-b497-1397998d2f88 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:18.625155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.685206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] Deleting port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:18.685555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.725175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.760028 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-968346b1-f2d2-4cd2-a090-3fd82ebe404f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:18.764533 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-968346b1-f2d2-4cd2-a090-3fd82ebe404f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6873889 Nov 24 22:20:18.769041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-df1e66a1-2904-47dc-bfa0-46fa666e93ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.772975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58974) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.777794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0cbad2b1-c64d-49ab-9709-a721e2bb7707 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:18.778407 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-0cbad2b1-c64d-49ab-9709-a721e2bb7707 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 22:20:18.778998 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-0cbad2b1-c64d-49ab-9709-a721e2bb7707 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:18.782954 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0cbad2b1-c64d-49ab-9709-a721e2bb7707 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088568 Nov 24 22:20:18.784413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Allocated IP 172.20.0.1 (0fe0e4bc-798c-43c8-8ad0-634d6781c35b/d923d487-86a6-4210-acbf-012d6efdd866/11aa086a-46a8-48b8-a343-a85613a469e6) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:18.792028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58976) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:18.795414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f963c9-21e7-4ed7-aca4-114043df9b80 None None] Pushing event updated for resources: {'Port': ['ID=f0c9a7c5-b33e-460a-b524-3a1b175fe330,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:18.810715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0017f29c-5d91-454f-9324-cfebcbf8bb57 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:18.830137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:18.871925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.875305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] For port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:18.875723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.882380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:18.905174 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP 72a9eb96-87ad-411f-a0a7-394b6f66b6e2 associated. External IP: 172.26.3.5, port: 4f8c3b5a-0145-427c-8674-a44c027833a2. Nov 24 22:20:18.914813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] Calling delete_port for b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:18.965767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:18.967059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Pushing event deleted for resources: {'Port': ['ID=aefd2f58-e9ba-4b4a-b559-04c7e86ec0da,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:18.971857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:18.972314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.025535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-0017f29c-5d91-454f-9324-cfebcbf8bb57 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:20:19.025535 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:20:19.025535 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'project_id_1': 'e616fe46d90e4c308935e190a8995c17', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 19, 58, 823129)}] Nov 24 22:20:19.025535 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:19.026499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-0017f29c-5d91-454f-9324-cfebcbf8bb57 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:19.048012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] For port 82f0a093-e2f8-48a4-9b96-e36b4e396836, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82f0a093-e2f8-48a4-9b96-e36b4e396836,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:19.075152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.096703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-df1e66a1-2904-47dc-bfa0-46fa666e93ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.096966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:19.099639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-df1e66a1-2904-47dc-bfa0-46fa666e93ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.100895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-df1e66a1-2904-47dc-bfa0-46fa666e93ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8f1bba0-1718-4045-bcdf-b6499021edc0 HTTP/1.1" status: 204 len: 168 time: 1.0869648 Nov 24 22:20:19.104258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.144374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e66a1-2904-47dc-bfa0-46fa666e93ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f1bba0-1718-4045-bcdf-b6499021edc0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:19.151127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.206552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcdb06-2ac7-4444-8550-0b90352fdef6 None None] Pushing event updated for resources: {'Port': ['ID=82f0a093-e2f8-48a4-9b96-e36b4e396836,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:19.234042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d648f343-4e88-448b-9bf2-3ed8de4bb687 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:19.238499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.263252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Provisioning complete for port e576b190-3c58-4545-ab25-e4ef39d875f2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:19.263252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.284515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Port': ['ID=6b3c9845-9a1a-4066-9eb6-7194a7d6747f,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:19.341292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.344195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.349572 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63b15bb8-8c8f-4a37-9adc-deb278946500 tempest-ServerActionsTestJSON-738938865 tempest-ServerActionsTestJSON-738938865-project] 10.222.0.41 "DELETE /v2.0/floatingips/3f34f3c4-d2bc-40a9-9be6-56a8b85fcf43 HTTP/1.1" status: 204 len: 168 time: 6.0390596 Nov 24 22:20:19.350347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] No DVR routers for this DVR port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:19.351362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.351742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.353306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c9278-4db4-4878-95bd-b70916b0ac63 None None] Pushing event deleted for resources: {'Port': ['ID=b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:19.353447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.353822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.354342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.354784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.355488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.355855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.356229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.356596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.356925 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.357235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.358483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58982) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.360260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.380221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:19.394336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:19.395096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:19.396339 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aa6dae30-fe0a-49cf-b90a-eaa598385997 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0328400 Nov 24 22:20:19.400461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Port e576b190-3c58-4545-ab25-e4ef39d875f2 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:19.403049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58984) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.417538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:19.422798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:19.427947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:19.428738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:19.434007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d648f343-4e88-448b-9bf2-3ed8de4bb687 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:19.434486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.478034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Provisioning complete for port cf504186-12ae-49c2-9135-8b1a4a8c8dfa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:19.478384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1012724924'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:19.478671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.576040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:19.591122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.605018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58986) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.635969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:19.651916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:19.656382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.660920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:19.689121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:19.710783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-0017f29c-5d91-454f-9324-cfebcbf8bb57 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:19.712839 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0017f29c-5d91-454f-9324-cfebcbf8bb57 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9110689 Nov 24 22:20:19.715836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.724314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-16704f1e-ed04-4642-b3b5-52e5156df38c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:19.725318 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-16704f1e-ed04-4642-b3b5-52e5156df38c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 22:20:19.725865 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-16704f1e-ed04-4642-b3b5-52e5156df38c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:19.726953 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-16704f1e-ed04-4642-b3b5-52e5156df38c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099607 Nov 24 22:20:19.730247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.732689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58990) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.790021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Port': ['ID=11aa086a-46a8-48b8-a343-a85613a469e6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:19.800208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-46139e6a-3f54-4d1e-9041-26b4827f926a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:19.831822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=6bc648ea-07d2-4050-9716-890b5e5d7034,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:19.839143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-46139e6a-3f54-4d1e-9041-26b4827f926a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Project e616fe46d90e4c308935e190a8995c17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:20:19.850220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:19.855067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:19.856556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Router d8212415-6074-4ace-9d63-d32f2c2b7680 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:20:19.861700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:19.865473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:19.866133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.882494 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-46139e6a-3f54-4d1e-9041-26b4827f926a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:19.886883 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-46139e6a-3f54-4d1e-9041-26b4827f926a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0885706 Nov 24 22:20:19.887344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58992) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.889739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926dbf19-4bfc-4ffe-aff7-eafc5a8407e8 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:19.893289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e06dd369-01ae-4071-9c65-0ef1ef28b8f9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:19.893834 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-e06dd369-01ae-4071-9c65-0ef1ef28b8f9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 22:20:19.894511 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-e06dd369-01ae-4071-9c65-0ef1ef28b8f9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:19.897936 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e06dd369-01ae-4071-9c65-0ef1ef28b8f9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071535 Nov 24 22:20:19.898972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 58994) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.901888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.902238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.902583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.902927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.903256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.903605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.903934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.904262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.904588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.904695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7db07e00-0a24-4257-8df8-81cf38c654b7 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:19.904912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.905367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.905699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:19.915202 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c12f6965-8562-4b5d-9036-77cffff09b7a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4979479 Nov 24 22:20:19.922529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58996) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:19.938996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:45:ad:3a', 'name': 'tempest-NetworksTestDHCPv6-2638943'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:19.969967 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3101bad5-390d-460f-9a45-5b3b2e7cdc09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc7f0ac4e4ad4eb4adcbfdee934edfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266385 Nov 24 22:20:19.969967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:19.969967 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added segment e6d6de30-30ce-4df1-bf0f-9a1b2797529e of type vlan for network e23233b9-bd72-4843-af05-84fef4887ebd Nov 24 22:20:19.989804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 58998) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.027319 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-7db07e00-0a24-4257-8df8-81cf38c654b7 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Project e616fe46d90e4c308935e190a8995c17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:20:20.035502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.036371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:20.049998 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] Sync routers for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:20.065649 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:20.068057 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.068507 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3ae88713-1c7b-416b-854c-0edb2db88753 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5014093 Nov 24 22:20:20.072068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.075501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59000) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.122878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port d648f343-4e88-448b-9bf2-3ed8de4bb687, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d648f343-4e88-448b-9bf2-3ed8de4bb687,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:20.137761 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.146225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.147343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:20.149128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:20.150051 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.157944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-7db07e00-0a24-4257-8df8-81cf38c654b7 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:20.159243 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7db07e00-0a24-4257-8df8-81cf38c654b7 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2591417 Nov 24 22:20:20.186526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59002) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.187017 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.187800 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3f09-ad72-4d52-bcb3-2e6873113148 None None] The sync data for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:20.192493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a0fe0-348e-43f7-b6f1-431865ae7f7b None None] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:20.193225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3cfefe40-7da2-427b-a782-e54d0bdebfc6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '0b9fa693-dc1e-49bc-beb2-e41855eafe03', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:20.227454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Provisioning complete for port 82f0a093-e2f8-48a4-9b96-e36b4e396836 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:20.228019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0f9-12ad-4a4f-93e7-2369a6de9cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.240669 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-3cfefe40-7da2-427b-a782-e54d0bdebfc6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Project e616fe46d90e4c308935e190a8995c17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:20:20.287691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:20.288472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 22:20:20.322264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.324853 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-3cfefe40-7da2-427b-a782-e54d0bdebfc6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:20.328581 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3cfefe40-7da2-427b-a782-e54d0bdebfc6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1378117 Nov 24 22:20:20.328863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59004) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.374111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:20.394591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.469098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcdc92da-2be2-4f88-b532-63288b35231f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.500384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:20.513392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3d0a79a-143c-4d1d-8dac-4430c0a7bc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.514895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.518710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=d648f343-4e88-448b-9bf2-3ed8de4bb687,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:20.520416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:20.520999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.521737 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcdc92da-2be2-4f88-b532-63288b35231f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.529127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Port b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a not found, will not notify nova. {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 22:20:20.529690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82f0a093-e2f8-48a4-9b96-e36b4e396836 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:20.535096 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6f833bcd-a73c-4293-9937-6ad36388b262 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/floatingips/72a9eb96-87ad-411f-a0a7-394b6f66b6e2 HTTP/1.1" status: 200 len: 976 time: 4.1246662 Nov 24 22:20:20.536109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59006) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.565657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:20.566482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.626393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3d0a79a-143c-4d1d-8dac-4430c0a7bc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.628581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:20.634953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.657320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcdc92da-2be2-4f88-b532-63288b35231f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.660017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcdc92da-2be2-4f88-b532-63288b35231f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.663464 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fcdc92da-2be2-4f88-b532-63288b35231f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b9fa693-dc1e-49bc-beb2-e41855eafe03 HTTP/1.1" status: 204 len: 168 time: 0.3313770 Nov 24 22:20:20.667254 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59008) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.681595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-dcdb3340-9514-4def-91a3-9fd28c5ad034 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:20.685436 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dcdb3340-9514-4def-91a3-9fd28c5ad034 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6022980 Nov 24 22:20:20.695159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59010) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.706129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc92da-2be2-4f88-b532-63288b35231f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fa693-dc1e-49bc-beb2-e41855eafe03,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:20.710221 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2402339 Nov 24 22:20:20.711610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59012) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:20.717641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'subnet': {'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:20.720034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:20.720656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.728630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:15Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:16Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.728965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36942c13-a36c-4697-a9e3-87e532966311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Network': ['ID=e23233b9-bd72-4843-af05-84fef4887ebd,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:20.753812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.815740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network e23233b9-bd72-4843-af05-84fef4887ebd details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:20.847353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.858620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:20.858986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Updating router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 port e576b190-3c58-4545-ab25-e4ef39d875f2 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:20:20.860023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3d0a79a-143c-4d1d-8dac-4430c0a7bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.862575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3d0a79a-143c-4d1d-8dac-4430c0a7bc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:20.863224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:20.866501 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c3d0a79a-143c-4d1d-8dac-4430c0a7bc57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77a46da2-2cff-425f-922a-11aa64ac7220 HTTP/1.1" status: 204 len: 168 time: 0.8301005 Nov 24 22:20:20.866662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534af33-d3db-4b36-98ac-2148aa1e1cb4 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:20.975973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0a79a-143c-4d1d-8dac-4430c0a7bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a46da2-2cff-425f-922a-11aa64ac7220,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:20.984180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 88b495ad-156a-4e44-b76b-2e091ddf31ef yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:21.004404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': '6bc648ea-07d2-4050-9716-890b5e5d7034'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:21.005245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.044420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.067841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 82f0a093-e2f8-48a4-9b96-e36b4e396836 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:21.067841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.165568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.304238 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6429b493-9d1d-4646-b4fd-4ac4459fb71e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6336675 Nov 24 22:20:21.312292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59020) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:21.316004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Provisioning complete for port f0c9a7c5-b33e-460a-b524-3a1b175fe330 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:21.316414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.325476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080552461'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:21.363598 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 4f8c3b5a-0145-427c-8674-a44c027833a2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:21.364592 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.404513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:20:21.404513 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:20:21.404513 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'project_id_1': 'e616fe46d90e4c308935e190a8995c17', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 20, 1, 343436)}] Nov 24 22:20:21.404513 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:21.405588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:21.471739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a6b91ffe-ebad-4735-ac9e-ccdf76da45ec up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:21.471978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Made reservation on behalf of 1ae236b1d97e4646b5090305990a37a1 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:21.475834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.547908 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:20:21.623284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.687044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::3b9 (49828264-6294-4cd6-b467-32535f86b933/6bc648ea-07d2-4050-9716-890b5e5d7034/88b495ad-156a-4e44-b76b-2e091ddf31ef) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:21.696399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:21.696737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.739329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] For port f0c9a7c5-b33e-460a-b524-3a1b175fe330, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f0c9a7c5-b33e-460a-b524-3a1b175fe330,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:21.750783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.809305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.832050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.846292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Provisioning complete for port 6b3c9845-9a1a-4066-9eb6-7194a7d6747f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:21.846855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.902381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:21.924606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Pushing event updated for resources: {'Port': ['ID=f0c9a7c5-b33e-460a-b524-3a1b175fe330,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:22.000808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83209a67-ac9d-4c77-9052-7ff3a5792909 None None] Pushing event updated for resources: {'Port': ['ID=e576b190-3c58-4545-ab25-e4ef39d875f2,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:22.025539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.046260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.054828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9653c34f-e841-4f1e-92fe-9325bbd0e950 None None] Port 6b3c9845-9a1a-4066-9eb6-7194a7d6747f cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:22.121205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.149436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Attempting to bind port e576b190-3c58-4545-ab25-e4ef39d875f2 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:22.149708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Attempting to bind port e576b190-3c58-4545-ab25-e4ef39d875f2 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:22.150076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Attempting to bind port e576b190-3c58-4545-ab25-e4ef39d875f2 on network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:22.157095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:22.157421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Checking segment: {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:22.157838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.158239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Bound using segment: {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:22.158723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Bound port: e576b190-3c58-4545-ab25-e4ef39d875f2, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:22.159682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.181519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.235778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.265039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b81257c8-1e3e-47f2-a2b2-1f6ab4d3e61e None None] Provisioning complete for port 11aa086a-46a8-48b8-a343-a85613a469e6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:22.266068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81257c8-1e3e-47f2-a2b2-1f6ab4d3e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.317787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59036) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:22.324225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Port': ['ID=11aa086a-46a8-48b8-a343-a85613a469e6,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:22.344576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:22.346566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.375335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:22.388329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:22.388581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b81257c8-1e3e-47f2-a2b2-1f6ab4d3e61e None None] Port 11aa086a-46a8-48b8-a343-a85613a469e6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:22.394867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:22.396047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.426146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/6bc648ea-07d2-4050-9716-890b5e5d7034/c5aa1ab2-4c01-4afa-b404-40de04cda300) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:22.501799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=88b495ad-156a-4e44-b76b-2e091ddf31ef,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:22.514947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.516167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.516359 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3d5571fd-ee85-4b2b-9567-36f59719e859 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5857053 Nov 24 22:20:22.518763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59040) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:22.558835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-574791465'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:22.566552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cf504186-12ae-49c2-9135-8b1a4a8c8dfa up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:22.588433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.629136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:22.634341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.637225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] For port e576b190-3c58-4545-ab25-e4ef39d875f2, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:22.640038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:22.641323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Deleting port 6195cd50-5910-4f93-bb35-2f2056623367 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:22.641666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.642227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.642572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.642904 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP 72a9eb96-87ad-411f-a0a7-394b6f66b6e2 disassociated. External IP: 172.26.3.5, port: 4f8c3b5a-0145-427c-8674-a44c027833a2. Nov 24 22:20:22.643265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 4f8c3b5a-0145-427c-8674-a44c027833a2 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:22.645603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:22.653765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] For port e576b190-3c58-4545-ab25-e4ef39d875f2, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e576b190-3c58-4545-ab25-e4ef39d875f2,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:22.692656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.696155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.697903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.701049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3862255 Nov 24 22:20:22.705987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59042) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:22.706292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40035545-a418-4727-ba54-d6ec029278b9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4157cc-18d8-4f94-af71-186a41e5d46c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:22.708689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Subnet': ['ID=e5281d40-4c80-45bd-b996-db296e3452a0,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:22.719716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.729786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fbe467df-c0a1-477a-af75-de489014fcee tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '1f4157cc-18d8-4f94-af71-186a41e5d46c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:22.733995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.738674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.822792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b81257c8-1e3e-47f2-a2b2-1f6ab4d3e61e None None] Provisioning complete for port f0c9a7c5-b33e-460a-b524-3a1b175fe330 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:22.823320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b81257c8-1e3e-47f2-a2b2-1f6ab4d3e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.859963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925941c2-f197-466e-8677-6450c2f6a988 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:22.864271 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-925941c2-f197-466e-8677-6450c2f6a988 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.3369591 Nov 24 22:20:22.866807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59044) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:22.874506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:22.875134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cf504186-12ae-49c2-9135-8b1a4a8c8dfa triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:22.875591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.938416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Checking segment: {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:22.938844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network hostable DHCP agents. Network: e23233b9-bd72-4843-af05-84fef4887ebd, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:22.964575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] For port 6195cd50-5910-4f93-bb35-2f2056623367, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6195cd50-5910-4f93-bb35-2f2056623367,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:22.964954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:22.993634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Calling delete_port for 6195cd50-5910-4f93-bb35-2f2056623367 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:23.002739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Router 38e88176-f5a7-484e-9d27-a42a114c8f9f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:23.018955 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-fbe467df-c0a1-477a-af75-de489014fcee tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The resource could not be found. Nov 24 22:20:23.022781 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fbe467df-c0a1-477a-af75-de489014fcee tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3121021 Nov 24 22:20:23.023833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59046) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:23.031836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-136c9592-c09d-4313-bf34-0e465f221fa6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '1f4157cc-18d8-4f94-af71-186a41e5d46c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '77e79256-0a02-4721-9a11-7b9f0d04c936'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:23.051474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network e23233b9-bd72-4843-af05-84fef4887ebd is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:23.075471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83209a67-ac9d-4c77-9052-7ff3a5792909 None None] Pushing event updated for resources: {'Port': ['ID=e576b190-3c58-4545-ab25-e4ef39d875f2,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:23.082996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:23.093510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:23.098843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, e23233b9-bd72-4843-af05-84fef4887ebd) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:23.106324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:23.106596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.158453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 88b495ad-156a-4e44-b76b-2e091ddf31ef {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:23.159210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.164438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:23.166102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:23.171756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61bfd4-e829-4e0d-ac97-47c101f8c22a None None] Network e23233b9-bd72-4843-af05-84fef4887ebd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:23.201196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.214294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.223129 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bf60a0ff-ef57-420e-84bb-a6bbc4ad1239 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5102336 Nov 24 22:20:23.228199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59048) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:23.299014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:23.336596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.337107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Added segment d8b918a6-9434-4c8f-892f-ad9189aa26c1 of type vlan for network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d Nov 24 22:20:23.349049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d63bb-b953-45d6-9711-45c9bb8d2ae1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:23.351832 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-136c9592-c09d-4313-bf34-0e465f221fa6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The resource could not be found. Nov 24 22:20:23.353490 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-136c9592-c09d-4313-bf34-0e465f221fa6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3269439 Nov 24 22:20:23.359302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.370474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59050) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:23.423956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Pushing event updated for resources: {'Port': ['ID=c5aa1ab2-4c01-4afa-b404-40de04cda300,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:23.449368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:23.461517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=4f8c3b5a-0145-427c-8674-a44c027833a2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:23.462946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.484915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:23.498022 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Sync routers for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:23.498539 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0f9781e6-da3c-4fc5-8392-47da3fcabfc9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "PUT /v2.0/routers/38e88176-f5a7-484e-9d27-a42a114c8f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0725217 Nov 24 22:20:23.518009 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:23.519093 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:23.560968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.567707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:23.568582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.626494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.653362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Attempting to bind port c5aa1ab2-4c01-4afa-b404-40de04cda300 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:23.653978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Attempting to bind port c5aa1ab2-4c01-4afa-b404-40de04cda300 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:23.654343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Attempting to bind port c5aa1ab2-4c01-4afa-b404-40de04cda300 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:23.688846 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3657231 Nov 24 22:20:23.726168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59056) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:23.727006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6195cd50-5910-4f93-bb35-2f2056623367,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:23.741233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:23.741974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:23.742667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.743890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:23.744576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Bound port: c5aa1ab2-4c01-4afa-b404-40de04cda300, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:23.745067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:23.757904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'subnet': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:23.785016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b905f-d105-4d58-a959-c12da04a08f9 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Network': ['ID=20263bf7-1a0e-49bf-b9d2-2dec6ac7916d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:23.816210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:23.829865 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:23.914925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dc04c79d-e242-46a2-b497-1397998d2f88 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:24.079372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Provisioning complete for port 11aa086a-46a8-48b8-a343-a85613a469e6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:24.079938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.134588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:21Z', 'revision_number': 2, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:24.169872 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Checking router: 38e88176-f5a7-484e-9d27-a42a114c8f9f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:24.170316 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Updating router 38e88176-f5a7-484e-9d27-a42a114c8f9f port 11aa086a-46a8-48b8-a343-a85613a469e6 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:20:24.183671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port dc04c79d-e242-46a2-b497-1397998d2f88 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:24.184054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.199482 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.215112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] For port c5aa1ab2-4c01-4afa-b404-40de04cda300, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:24.263289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Port 11aa086a-46a8-48b8-a343-a85613a469e6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:24.285603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] For port c5aa1ab2-4c01-4afa-b404-40de04cda300, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c5aa1ab2-4c01-4afa-b404-40de04cda300,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:24.287584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-e23233b9-bd72-4843-af05-84fef4887ebd', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:24.288531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.320557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.328051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.342635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:24.346494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.479591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.501653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Provisioning complete for port e576b190-3c58-4545-ab25-e4ef39d875f2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:24.502293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.516585 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.523254 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.591018 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba6a34-ae5a-4a5f-bfd9-c3bff10e2d22 None None] Pushing event updated for resources: {'Port': ['ID=11aa086a-46a8-48b8-a343-a85613a469e6,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:24.620652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 88b495ad-156a-4e44-b76b-2e091ddf31ef owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:24.687285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d648f343-4e88-448b-9bf2-3ed8de4bb687 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:24.693033 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Attempting to bind port 11aa086a-46a8-48b8-a343-a85613a469e6 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:24.693596 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Attempting to bind port 11aa086a-46a8-48b8-a343-a85613a469e6 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:24.694138 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Attempting to bind port 11aa086a-46a8-48b8-a343-a85613a469e6 on network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:24.700433 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:24.701795 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Checking segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:24.702566 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.703104 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Bound using segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:24.703816 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Bound port: 11aa086a-46a8-48b8-a343-a85613a469e6, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:24.704351 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.787514 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] For port 11aa086a-46a8-48b8-a343-a85613a469e6, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:24.801742 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] For port 11aa086a-46a8-48b8-a343-a85613a469e6, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11aa086a-46a8-48b8-a343-a85613a469e6,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:24.807814 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.822888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f1824-bb88-4cd7-91cd-6807c65de9ec None None] Pushing event updated for resources: {'Port': ['ID=c5aa1ab2-4c01-4afa-b404-40de04cda300,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:24.859403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Router f7c2927d-1527-4ce7-90bf-a72cbf0200be has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:24.866115 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-81eefc18-1c2a-476e-b5f9-26fd3e0a47ef tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069768053&fields=id&tenant_id=acf584e0777847d885c172c6e0becf50 HTTP/1.1" status: 200 len: 267 time: 0.3891225 Nov 24 22:20:24.875817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f522e6f6-f046-4bc6-947d-744872c27209 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:24.914332 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:24.915953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:24.943124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:15Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:22Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:25.042422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab60175-f4a0-47dd-96dc-6f573dadbf84 None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:15Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:22Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:25.098136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Allocated IP 2001:db8:3::2 (e23233b9-bd72-4843-af05-84fef4887ebd/e5281d40-4c80-45bd-b996-db296e3452a0/ea26e588-9489-4437-85f2-a3be18cdfd47) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:25.147100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.231016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Subnet': ['ID=7726ec58-75e7-463d-8416-aea33c85347f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:25.233639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:25.262573 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:25.306383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f522e6f6-f046-4bc6-947d-744872c27209 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.322940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:25.347140 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c977ecea-110b-45f9-98b5-59ed3c0fc8b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7c2927d-1527-4ce7-90bf-a72cbf0200be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9826968 Nov 24 22:20:25.351729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59070) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:25.354297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Checking segment: {'id': 'd8b918a6-9434-4c8f-892f-ad9189aa26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:25.354674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network hostable DHCP agents. Network: 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:25.371687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.415360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c22fe-2408-4153-a923-8366412596bd None None] Sync routers for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:25.472464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d648f343-4e88-448b-9bf2-3ed8de4bb687 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:25.472843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.497042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:25.497679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:25.526480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Deleting port 6b3c9845-9a1a-4066-9eb6-7194a7d6747f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:25.527115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.529970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:25.547934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.549587 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba6a34-ae5a-4a5f-bfd9-c3bff10e2d22 None None] Pushing event updated for resources: {'Port': ['ID=11aa086a-46a8-48b8-a343-a85613a469e6,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:25.559802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:25.567130 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:24Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:25.577625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:25.578608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.596528 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f98f3-cd4b-40c4-9434-9f374b4763a0 None None] The sync data for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv is: [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:24Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:25.611777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:25.623801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55e43e-a115-4aed-ba58-4c88053f522a None None] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:25.627838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] For port e576b190-3c58-4545-ab25-e4ef39d875f2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e576b190-3c58-4545-ab25-e4ef39d875f2,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:25.800735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7de91dfb-417b-46b0-96f9-4bb57645aac4 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0712562 Nov 24 22:20:25.801484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59072) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:25.811728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-313521187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:25.934681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c3414e5b-fa50-4cf7-b22b-ca85ae89b889 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:25.944057 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c3414e5b-fa50-4cf7-b22b-ca85ae89b889 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/networks?id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 200 len: 797 time: 1.0769982 Nov 24 22:20:25.999087 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-72f8cc57-8c0c-40dc-a3f1-602dbfc24ce4 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/quotas/acf584e0777847d885c172c6e0becf50 HTTP/1.1" status: 200 len: 375 time: 0.0538938 Nov 24 22:20:26.016868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:26.021849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.051143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.056457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f522e6f6-f046-4bc6-947d-744872c27209 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.059446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f522e6f6-f046-4bc6-947d-744872c27209 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.060735 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f522e6f6-f046-4bc6-947d-744872c27209 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/1f4157cc-18d8-4f94-af71-186a41e5d46c HTTP/1.1" status: 204 len: 168 time: 2.6667335 Nov 24 22:20:26.064796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59074) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:26.067456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.068883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] device_id is not set on port 1dd4d0d0-7073-4a8a-a253-58d4d9d7d887 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:26.145563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.159510 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4dd87b14-6681-465a-97f5-acfda2a863c9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0773718 Nov 24 22:20:26.162454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59076) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:26.168632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ac75b690-8871-49dd-8129-3d42b51ee7c0 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '43c04435-40d2-4bf6-b31d-31ff862d59cc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:26.195320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b424dee-8d07-4d8b-a103-538ba4a0b9ad None None] Pushing event updated for resources: {'Port': ['ID=e576b190-3c58-4545-ab25-e4ef39d875f2,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:26.236049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Network e23233b9-bd72-4843-af05-84fef4887ebd is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:26.252628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e6f6-f046-4bc6-947d-744872c27209 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4157cc-18d8-4f94-af71-186a41e5d46c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:26.264560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.298477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Deleting port dfb93302-d504-4c81-98ac-077bdeba448f {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:26.298935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.304470 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:26.322419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:26.327064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.348529 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:26.351364 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-ac75b690-8871-49dd-8129-3d42b51ee7c0 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The resource could not be found. Nov 24 22:20:26.356015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ac75b690-8871-49dd-8129-3d42b51ee7c0 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1888564 Nov 24 22:20:26.358105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59078) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:26.384660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.397543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179474449'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:26.494114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Allocated IP 2001:db8::3da (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/1dd4d0d0-7073-4a8a-a253-58d4d9d7d887) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:26.497472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.527382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e0333828-c82a-4c85-8b11-c68b66c3da40 None None] Provisioning complete for port 11aa086a-46a8-48b8-a343-a85613a469e6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:26.527776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0333828-c82a-4c85-8b11-c68b66c3da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.536182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] For port dfb93302-d504-4c81-98ac-077bdeba448f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=dfb93302-d504-4c81-98ac-077bdeba448f,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:26.536182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.539998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Calling delete_port for 6b3c9845-9a1a-4066-9eb6-7194a7d6747f owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:26.562203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=88b495ad-156a-4e44-b76b-2e091ddf31ef,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:26.573400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Calling delete_port for dfb93302-d504-4c81-98ac-077bdeba448f owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:26.610404 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-ce60d4c0-3802-4b42-8bc3-9f6b4c77d5d2 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=acf584e0777847d885c172c6e0becf50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6101964 Nov 24 22:20:26.628565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:26.640714 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:26.652194 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:26.653599 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:26.750549 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:26.763024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Pushing event updated for resources: {'Port': ['ID=ea26e588-9489-4437-85f2-a3be18cdfd47,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:26.783801 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:26.784564 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:26.828963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.858152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.862015 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a9c586fb-01e2-4ac6-b3c1-04dff9355aba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/88b495ad-156a-4e44-b76b-2e091ddf31ef HTTP/1.1" status: 204 len: 168 time: 3.9908893 Nov 24 22:20:26.869037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59080) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:26.883952 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:26.884659 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569a44e-4ee7-4108-a8c0-0cd9f50dfcf2 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:26.908068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:26.950625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82f0a093-e2f8-48a4-9b96-e36b4e396836 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:26.989521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Attempting to bind port ea26e588-9489-4437-85f2-a3be18cdfd47 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:26.989894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Attempting to bind port ea26e588-9489-4437-85f2-a3be18cdfd47 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:26.990264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Attempting to bind port ea26e588-9489-4437-85f2-a3be18cdfd47 on network e23233b9-bd72-4843-af05-84fef4887ebd {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:27.036673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.037042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.037488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.037832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.038170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.038661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.039005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.039414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.040301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.040632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.040960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.041284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:20:27.062628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'tenant_id': '7b1cdb9c08674c56ad86e27da320a357', 'fixed_ips': [{'subnet_id': '7726ec58-75e7-463d-8416-aea33c85347f'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:27.063542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.072498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.078710 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1b998f73-7654-4747-847e-8e50209a229f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/ports/4f8c3b5a-0145-427c-8674-a44c027833a2 HTTP/1.1" status: 204 len: 168 time: 6.5391293 Nov 24 22:20:27.088179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:27.088825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Checking segment: {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:27.088953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.089345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Bound using segment: {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:27.089834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Bound port: ea26e588-9489-4437-85f2-a3be18cdfd47, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:27.090220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.090343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59082) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:27.172090 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a8038-5779-4a5d-a618-441a8d48fdac tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:27.173784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a8038-5779-4a5d-a618-441a8d48fdac tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:27.175402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2c8a8038-5779-4a5d-a618-441a8d48fdac tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2951150 Nov 24 22:20:27.331133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0333828-c82a-4c85-8b11-c68b66c3da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.343673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59084) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:27.351297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 82f0a093-e2f8-48a4-9b96-e36b4e396836 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:27.351727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.356169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] For port ea26e588-9489-4437-85f2-a3be18cdfd47, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:27.376821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.378628 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0156872 Nov 24 22:20:27.406779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] For port ea26e588-9489-4437-85f2-a3be18cdfd47, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea26e588-9489-4437-85f2-a3be18cdfd47,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:27.409840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59086) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:27.427040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--993844101'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:27.433385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa7e51-220d-4e13-b19e-6cd981148cb3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5b1d22-ace7-4165-9192-5f8a4fe056c7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:27.436915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.441077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.441425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e0333828-c82a-4c85-8b11-c68b66c3da40 None None] For port 11aa086a-46a8-48b8-a343-a85613a469e6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11aa086a-46a8-48b8-a343-a85613a469e6,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:27.486024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0333828-c82a-4c85-8b11-c68b66c3da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.497453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:20:23Z', 'revision_number': 5, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port': {'id': 'dfb93302-d504-4c81-98ac-077bdeba448f', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:16:22Z', 'updated_at': '2021-11-24T22:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:27.503517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 6bc648ea-07d2-4050-9716-890b5e5d7034 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:27.510645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.551023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c22fe-2408-4153-a923-8366412596bd None None] Checking router: f7c2927d-1527-4ce7-90bf-a72cbf0200be for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:27.553514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.592157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.614629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292cb7f-26b6-4bf3-a297-dca4a854b800 None None] Pushing event updated for resources: {'Port': ['ID=ea26e588-9489-4437-85f2-a3be18cdfd47,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:27.620467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] Routers {'f7c2927d-1527-4ce7-90bf-a72cbf0200be'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:27.621158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:27.623993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.698429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb93302-d504-4c81-98ac-077bdeba448f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:27.739612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.761148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Allocated IP 2001:db8:3::1 (e23233b9-bd72-4843-af05-84fef4887ebd/e5281d40-4c80-45bd-b996-db296e3452a0/3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:27.764528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] Set router f7c2927d-1527-4ce7-90bf-a72cbf0200be gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:27.767749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f0c9a7c5-b33e-460a-b524-3a1b175fe330 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:27.787211 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0b875cec-3ffe-4e95-8d91-1d53bdfbf5bb tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/floatingips/72a9eb96-87ad-411f-a0a7-394b6f66b6e2 HTTP/1.1" status: 200 len: 686 time: 0.6923032 Nov 24 22:20:27.790130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-7f435146-3fae-45df-8b92-0259a9eaa4e3 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1782820 Nov 24 22:20:27.802005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59088) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:27.802698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.868095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-844c22fe-2408-4153-a923-8366412596bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 7, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:27.874728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:27.892173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:27.918033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:27.928838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:27.929581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.972715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:27.973703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Provisioning complete for port c5aa1ab2-4c01-4afa-b404-40de04cda300 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:27.975110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.000303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c22fe-2408-4153-a923-8366412596bd None None] The sync data for ids ['f7c2927d-1527-4ce7-90bf-a72cbf0200be'] in dv-neutron-818715-1-hyperv is: [{'id': 'f7c2927d-1527-4ce7-90bf-a72cbf0200be', 'name': 'tempest-ServerActionsTestJSON-610741491-router', 'tenant_id': '1980012ee3f64d90a7bf7271d5b8c616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:16:20Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 7, 'project_id': '1980012ee3f64d90a7bf7271d5b8c616', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:28.002987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0333828-c82a-4c85-8b11-c68b66c3da40 None None] Pushing event updated for resources: {'Port': ['ID=11aa086a-46a8-48b8-a343-a85613a469e6,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:28.036337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Port': ['ID=6b3c9845-9a1a-4066-9eb6-7194a7d6747f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:28.043001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Allocated IP 2001:db8::2 (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/6ba263b9-61da-49a1-8903-006df3ee9d55) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:28.058742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=1dd4d0d0-7073-4a8a-a253-58d4d9d7d887,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:28.069716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.080258 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed9331e1-3a31-4dd3-a584-d06ed59ebf73 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2743545 Nov 24 22:20:28.082993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.091350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59090) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.120663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-789026512', 'allowed_address_pairs': [{'ip_address': '2001:db8::3da', 'mac_address': 'fa:16:3e:aa:28:2b'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:28.166123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.178349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f0c9a7c5-b33e-460a-b524-3a1b175fe330 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:28.178954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.286923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.293337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.298998 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8856206 Nov 24 22:20:28.300912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.302897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59092) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.309929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dc0164dd-5d4c-42d2-a47b-b92a590c421a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '1a5b1d22-ace7-4165-9192-5f8a4fe056c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dc035dae-babf-4eb4-bf36-152bebdfe5f7'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:28.318192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13937a86-0eaf-4823-ad6d-d41cc32c3957 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc035dae-babf-4eb4-bf36-152bebdfe5f7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:28.318498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.322195 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-8c5fb8bd-b851-480e-9965-0fb7a8d2d502 service neutron] 10.222.0.41 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503982 Nov 24 22:20:28.334190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.385525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.449896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.453571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc648ea-07d2-4050-9716-890b5e5d7034,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:28.463572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.471115 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-45bfe8c0-dc1d-412a-a571-5d4b4ecaef0d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/6bc648ea-07d2-4050-9716-890b5e5d7034 HTTP/1.1" status: 204 len: 168 time: 1.1253147 Nov 24 22:20:28.475602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59094) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.484228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.485270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c2927d-1527-4ce7-90bf-a72cbf0200be {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:20:28.542828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.544356 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-836544eb-78c1-49a1-be25-7f36279b690a admin admin] 10.222.0.41 "DELETE /v2.0/routers/f7c2927d-1527-4ce7-90bf-a72cbf0200be HTTP/1.1" status: 204 len: 168 time: 3.1913371 Nov 24 22:20:28.553222 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c5c480b0-c333-4515-89c1-a204b0987276 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761926 Nov 24 22:20:28.554162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59098) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.554653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59100) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.652662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d163e-8ffe-4056-9298-e48fc0eff754 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:28.661713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 78c5756c-8e0c-4349-a506-06f50fa2d9da {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:28.662044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.687913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Deleting subnet bd692dd0-628c-43a4-9509-d568f40013da {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:28.709572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.753821 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1f93a1c5-a0d0-4eef-8b2b-29485b1ee7fd req-0035cc0a-6d4d-4df8-a68d-7d14fb5f8510 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 210 time: 0.1010273 Nov 24 22:20:28.760589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.762539 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-dc0164dd-5d4c-42d2-a47b-b92a590c421a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:28.764558 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dc0164dd-5d4c-42d2-a47b-b92a590c421a tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4604356 Nov 24 22:20:28.768212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59106) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.778550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:28.809772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.825651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de79353f-e9d6-4b12-8162-6fa66f890553 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:28.827211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-de79353f-e9d6-4b12-8162-6fa66f890553 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2629535 Nov 24 22:20:28.827780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.846468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:28.861433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:28.862188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:28.903072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59110) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:28.960126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:28.964283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:28.975040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:28.982330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Pushing event updated for resources: {'Port': ['ID=6ba263b9-61da-49a1-8903-006df3ee9d55,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:29.048702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network e23233b9-bd72-4843-af05-84fef4887ebd is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:29.064081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:29.070270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:29.090672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:29.092758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.117545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.122252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2588066-b58f-433f-a9ed-eab6e7ff3a79 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.127127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:29.127624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b3bfd0b4-bfe7-43ad-8926-ccb0b55fbc7a not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:29.153030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2588066-b58f-433f-a9ed-eab6e7ff3a79 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.153794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Router d8212415-6074-4ace-9d63-d32f2c2b7680 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:29.228250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:29.236839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2588066-b58f-433f-a9ed-eab6e7ff3a79 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.239244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ae13b-7a73-4748-b9af-ad987ae047b6 None None] Network e23233b9-bd72-4843-af05-84fef4887ebd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:29.239777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.239777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.241379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2588066-b58f-433f-a9ed-eab6e7ff3a79 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.244872 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b2588066-b58f-433f-a9ed-eab6e7ff3a79 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc035dae-babf-4eb4-bf36-152bebdfe5f7 HTTP/1.1" status: 204 len: 168 time: 0.4717422 Nov 24 22:20:29.263735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59114) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.274579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2588066-b58f-433f-a9ed-eab6e7ff3a79 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc035dae-babf-4eb4-bf36-152bebdfe5f7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:29.278752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2a9a65-52a3-4c3e-acb2-a6f1a44b8c35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:29.282762 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fc2a9a65-52a3-4c3e-acb2-a6f1a44b8c35 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3764298 Nov 24 22:20:29.283969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59116) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.313682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.343745 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-182aabfd-84e7-4bb7-8402-1c1bfdbc3534 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518820 Nov 24 22:20:29.346277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] device_id is not set on port 244adffe-31d2-402f-8b14-c183a813e786 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:29.353610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59118) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.365200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:29.406801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Attempting to bind port 6ba263b9-61da-49a1-8903-006df3ee9d55 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:29.407249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Attempting to bind port 6ba263b9-61da-49a1-8903-006df3ee9d55 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'd8b918a6-9434-4c8f-892f-ad9189aa26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:29.407708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Attempting to bind port 6ba263b9-61da-49a1-8903-006df3ee9d55 on network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:29.453153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:29.469482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.556279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-68bcd0e8-c68d-46f7-8711-f3e1be1648fb tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2873826 Nov 24 22:20:29.557381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59120) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.604000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Allocated IP 2001:db8::114 (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/244adffe-31d2-402f-8b14-c183a813e786) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:29.606301 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 78c5756c-8e0c-4349-a506-06f50fa2d9da owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:29.612843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:29.612843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Checking segment: {'id': 'd8b918a6-9434-4c8f-892f-ad9189aa26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:29.613113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.613507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Bound using segment: {'id': 'd8b918a6-9434-4c8f-892f-ad9189aa26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:29.614201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Bound port: 6ba263b9-61da-49a1-8903-006df3ee9d55, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b918a6-9434-4c8f-892f-ad9189aa26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:29.614596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.640016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:29.676582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd692dd0-628c-43a4-9509-d568f40013da,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:29.676830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] Sync routers for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:29.677185 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a0de97fb-116f-4af2-88d8-c5572dbea682 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9779177 Nov 24 22:20:29.681541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.691863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59122) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.693474 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e2ad6ff0-046d-439e-b25c-15dd1b6f10b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd692dd0-628c-43a4-9509-d568f40013da HTTP/1.1" status: 204 len: 168 time: 1.1356447 Nov 24 22:20:29.698063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59124) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.706468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:29.709914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:29.710398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.710544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:29.713244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba3755-017b-4e50-bb9f-5a3e07a21366 None None] Network ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:29.714941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea26e588-9489-4437-85f2-a3be18cdfd47 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:29.722548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.772869 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-fd95609e-f879-47b2-98d1-4e066f45c520 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] delete failed (client error): The resource could not be found. Nov 24 22:20:29.779798 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fd95609e-f879-47b2-98d1-4e066f45c520 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1867565650 HTTP/1.1" status: 404 len: 335 time: 0.0867279 Nov 24 22:20:29.781378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59126) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:29.783880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.801894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-efc036dc-2444-4606-b791-1ab35b032022 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8212415-6074-4ace-9d63-d32f2c2b7680'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:29.832275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7616aeea-de7d-410e-84c8-d35968fde4d3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.880543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:29.892510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.900449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7616aeea-de7d-410e-84c8-d35968fde4d3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:29.956016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] For port 6ba263b9-61da-49a1-8903-006df3ee9d55, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:29.960214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] For port 6ba263b9-61da-49a1-8903-006df3ee9d55, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6ba263b9-61da-49a1-8903-006df3ee9d55,segment=NetworkSegment(d8b918a6-9434-4c8f-892f-ad9189aa26c1),segment_id=d8b918a6-9434-4c8f-892f-ad9189aa26c1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:29.973576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.004717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.024577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-99ff9585-13e1-40b1-a306-744756699b82 req-53b2f22b-6d75-47b6-ab91-8896e5056f7f tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 210 time: 0.0576599 Nov 24 22:20:30.061870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:30.062509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:30.137030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] For port c5aa1ab2-4c01-4afa-b404-40de04cda300, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c5aa1ab2-4c01-4afa-b404-40de04cda300,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:30.166808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7616aeea-de7d-410e-84c8-d35968fde4d3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.168575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:30.169233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d439641-9179-40a0-bfc1-0254a2fd0a0b None None] The sync data for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:30.170148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7616aeea-de7d-410e-84c8-d35968fde4d3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.171660 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7616aeea-de7d-410e-84c8-d35968fde4d3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a5b1d22-ace7-4165-9192-5f8a4fe056c7 HTTP/1.1" status: 204 len: 168 time: 0.5979640 Nov 24 22:20:30.184013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.188219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ea26e588-9489-4437-85f2-a3be18cdfd47 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:30.188595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.194933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Could not find standard attr ID for object 88b495ad-156a-4e44-b76b-2e091ddf31ef. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:20:30.214775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59132) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:30.230670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1aa07f-de51-4628-810a-dbec2ef38b3c None None] Pushing event updated for resources: {'Port': ['ID=6ba263b9-61da-49a1-8903-006df3ee9d55,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:30.265180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] Deleting port c5aa1ab2-4c01-4afa-b404-40de04cda300 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:30.265859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.324465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616aeea-de7d-410e-84c8-d35968fde4d3 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5b1d22-ace7-4165-9192-5f8a4fe056c7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:30.378187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Deleting port b794c60a-1a89-4e18-8c38-194fb70c8eb4 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:30.378187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.448773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-553dafc7-90ec-4eac-8bf3-c6b4236d005b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:30.451614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] For port c5aa1ab2-4c01-4afa-b404-40de04cda300, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c5aa1ab2-4c01-4afa-b404-40de04cda300,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:30.451970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.456073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d48be-bcb9-49aa-8dc0-5c930ad45c36 None None] Pushing event updated for resources: {'Port': ['ID=c5aa1ab2-4c01-4afa-b404-40de04cda300,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:30.459145 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-553dafc7-90ec-4eac-8bf3-c6b4236d005b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.71 "GET /v2.0/networks?id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 200 len: 797 time: 0.5200152 Nov 24 22:20:30.476167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e5cc9906-0cce-435d-87ad-7166d622362f None None] Provisioning complete for port ea26e588-9489-4437-85f2-a3be18cdfd47 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:30.476553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9906-0cce-435d-87ad-7166d622362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.534243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] Calling delete_port for c5aa1ab2-4c01-4afa-b404-40de04cda300 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:30.595616 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cd73db15-527c-42b5-b02d-e0dca4325897 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3755879 Nov 24 22:20:30.605216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59136) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:30.627065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558449061'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:30.660016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] DHCP port deletion for ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:30.661571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] For port b794c60a-1a89-4e18-8c38-194fb70c8eb4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b794c60a-1a89-4e18-8c38-194fb70c8eb4,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:30.662062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.669242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.687308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efc036dc-2444-4606-b791-1ab35b032022 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.700038 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-11bc9119-9ddd-4157-84f5-3f841da34667 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf584e0777847d885c172c6e0becf50 HTTP/1.1" status: 200 len: 380 time: 0.2167695 Nov 24 22:20:30.703757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Calling delete_port for b794c60a-1a89-4e18-8c38-194fb70c8eb4 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:30.720214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'port': {'device_id': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'admin_state_up': True, 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'security_groups': ['cd7e7783-29ac-4920-92b6-c97fb300819f']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:30.790872 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-efc036dc-2444-4606-b791-1ab35b032022 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] update failed (client error): The resource could not be found. Nov 24 22:20:30.797738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-efc036dc-2444-4606-b791-1ab35b032022 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680 HTTP/1.1" status: 404 len: 339 time: 1.0066030 Nov 24 22:20:30.799719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59138) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:30.806170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.813273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port ea26e588-9489-4437-85f2-a3be18cdfd47, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea26e588-9489-4437-85f2-a3be18cdfd47,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:30.830706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.830706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e576b190-3c58-4545-ab25-e4ef39d875f2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:30.836517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9906-0cce-435d-87ad-7166d622362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.907933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.939377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] Deleting port b794c60a-1a89-4e18-8c38-194fb70c8eb4 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:30.939884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:30.998142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] No DVR routers for this DVR port c5aa1ab2-4c01-4afa-b404-40de04cda300 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:31.000996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.objects.ports [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:20:31.031304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.062772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=ea26e588-9489-4437-85f2-a3be18cdfd47,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.097524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.101102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.131855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.136341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:31.172096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:31.184255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] No DVR routers for this DVR port b794c60a-1a89-4e18-8c38-194fb70c8eb4 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:31.186157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Pushing event deleted for resources: {'Port': ['ID=b794c60a-1a89-4e18-8c38-194fb70c8eb4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.195194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:31.195890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.210004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=e748439e-b0c3-4a39-882e-458c872c60a1,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.239895 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5ba0644c-5eb5-482d-9672-78e7fc8d04a3 req-4c4d6ede-3a37-4a37-bfad-fa2fa60b1f4c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 210 time: 0.0675521 Nov 24 22:20:31.252367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=78c5756c-8e0c-4349-a506-06f50fa2d9da,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.273591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.297794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.303385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Made reservation on behalf of acf584e0777847d885c172c6e0becf50 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:31.310910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.341293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b6feb-4ae3-4c46-a7b0-9ff2006655d4 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:31.353987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f388b6-0cf6-43b9-90fa-96b0fb5659c3 None None] Pushing event deleted for resources: {'Port': ['ID=c5aa1ab2-4c01-4afa-b404-40de04cda300,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.384965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fa721154-1980-4805-862a-73dace63231a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0282998 Nov 24 22:20:31.396600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59142) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:31.400826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] For port b794c60a-1a89-4e18-8c38-194fb70c8eb4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b794c60a-1a89-4e18-8c38-194fb70c8eb4,segment=NetworkSegment(9c9b45fc-219f-4dba-a45c-25f0b2820f91),segment_id=9c9b45fc-219f-4dba-a45c-25f0b2820f91)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:31.401235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.411269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-e5cc9906-0cce-435d-87ad-7166d622362f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:31.411653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-e5cc9906-0cce-435d-87ad-7166d622362f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:31.418585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e576b190-3c58-4545-ab25-e4ef39d875f2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:31.418960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.456460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:31.459913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] Calling delete_port for b794c60a-1a89-4e18-8c38-194fb70c8eb4 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:31.544033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.548786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.553427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.553890 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9399412 Nov 24 22:20:31.555660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59144) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:31.556755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.558015 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6b32321a-fb51-4dd9-b531-b0b95bcaf9ba tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/floatingips/72a9eb96-87ad-411f-a0a7-394b6f66b6e2 HTTP/1.1" status: 204 len: 168 time: 3.7467091 Nov 24 22:20:31.563690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59146) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:31.581819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.589927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '3812a596-b783-4a06-b763-b03a191589d9'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:31.606468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.609036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-08390787-e2d7-461b-be94-bb11d36b834f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '123c54a1-e083-4b32-b815-727f5dd4774d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:31.614400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e16ba-c582-4917-9100-44ef7480bfe1 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123c54a1-e083-4b32-b815-727f5dd4774d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.661988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:31.687230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9b45fc-219f-4dba-a45c-25f0b2820f91') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:31.687924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9b45fc-219f-4dba-a45c-25f0b2820f91') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:31.707094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 11aa086a-46a8-48b8-a343-a85613a469e6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:31.707710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.710070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.720330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:31.733887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'e748439e-b0c3-4a39-882e-458c872c60a1'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:31.734748 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.749878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.757328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:31.772912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] Pushing event deleted for resources: {'Port': ['ID=b794c60a-1a89-4e18-8c38-194fb70c8eb4,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.780052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.788821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284b0a2-f905-4a9c-b9e0-3e937ee54135 None None] No DVR routers for this DVR port b794c60a-1a89-4e18-8c38-194fb70c8eb4 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:31.814191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:31.814602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:31.819728 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:31.843895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.846490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:31.856639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:31.856639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.876646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.877407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.882998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6257e-b056-4611-80c5-9cfd24c063c7 None None] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:31.886321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Allocated IP 172.20.0.9 (0fe0e4bc-798c-43c8-8ad0-634d6781c35b/d923d487-86a6-4210-acbf-012d6efdd866/62ddfb72-1c9f-43c5-a1b7-16c26b408396) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:31.911296 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-08390787-e2d7-461b-be94-bb11d36b834f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:31.915084 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-08390787-e2d7-461b-be94-bb11d36b834f tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3141565 Nov 24 22:20:31.917647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59148) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:31.920949 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=244adffe-31d2-402f-8b14-c183a813e786,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:31.923282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b6905e0a-217e-4028-b107-acde1bad6b25 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group_rule': {'security_group_id': '123c54a1-e083-4b32-b815-727f5dd4774d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:31.960477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.986905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 11aa086a-46a8-48b8-a343-a85613a469e6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:31.987412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.988891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:31.992057 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a HTTP/1.1" status: 204 len: 168 time: 2.2924893 Nov 24 22:20:31.998563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb244f-59c1-4ae7-86c5-1d052b175712 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4a1b5e-e9a1-4d23-bf12-dc5779f0450a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:32.008206 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3516b43d-8119-486a-858d-fa0e62ff4f58 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8918118 Nov 24 22:20:32.016340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59152) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:32.056479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:32.060357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.129016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Allocated IP 2001:db8::f816:3eff:fee2:b9c7 (49828264-6294-4cd6-b467-32535f86b933/e748439e-b0c3-4a39-882e-458c872c60a1/aed551e4-9137-4a35-8b50-1e8ab6123114) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:32.131560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event updated for resources: {'Port': ['ID=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:32.182678 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-b6905e0a-217e-4028-b107-acde1bad6b25 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:32.186302 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b6905e0a-217e-4028-b107-acde1bad6b25 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2650390 Nov 24 22:20:32.188452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59154) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:32.226699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db1945-5747-47a6-8a5b-5a5695413879 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:32.235071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db1945-5747-47a6-8a5b-5a5695413879 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:32.241476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db1945-5747-47a6-8a5b-5a5695413879 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:32.246670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-75db1945-5747-47a6-8a5b-5a5695413879 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2269471 Nov 24 22:20:32.250022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59156) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:32.294425 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.ipam_backend_mixin [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e748439e-b0c3-4a39-882e-458c872c60a1 (CIDR: 2001:db8::/64) Nov 24 22:20:32.307291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Provisioning complete for port 6ba263b9-61da-49a1-8903-006df3ee9d55 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:32.307782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.309274 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:32.309957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:20:32.360999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-26a08a16-ef24-4514-9cff-f9dd65798701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9524312 Nov 24 22:20:32.361219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59160) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:32.386792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.388309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59162) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:32.389148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:32.397587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Network e23233b9-bd72-4843-af05-84fef4887ebd is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:32.427333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:32.457275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97fbbfe3-ff38-4be9-a448-068aa16a7bb9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.460149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dfb93302-d504-4c81-98ac-077bdeba448f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:32.483452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Allocated IP 172.20.0.1 (de94a6a8-6f0b-4085-beac-03689601d670/dc775630-e5e1-4be5-81a5-888933cfba2b/02d6545f-1795-4d44-bd57-90b1c16761a0) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:32.506029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: dfb93302-d504-4c81-98ac-077bdeba448f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:32.506739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dfb93302-d504-4c81-98ac-077bdeba448f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:32.515755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6195cd50-5910-4f93-bb35-2f2056623367 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:32.572621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d7476ce8-1419-48e2-aa0c-d3d233554b6f req-bfb70049-71e7-46da-870f-44e30a245670 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 210 time: 0.1202190 Nov 24 22:20:32.585400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.595781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 6195cd50-5910-4f93-bb35-2f2056623367 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:32.596369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6195cd50-5910-4f93-bb35-2f2056623367 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:32.615391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.619828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c5aa1ab2-4c01-4afa-b404-40de04cda300 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:32.654162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: c5aa1ab2-4c01-4afa-b404-40de04cda300 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:32.659806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c5aa1ab2-4c01-4afa-b404-40de04cda300 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:32.662136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.784454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Pushing event updated for resources: {'Port': ['ID=aed551e4-9137-4a35-8b50-1e8ab6123114,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:32.811850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:32.819746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:32.823818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:32.828110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] For port 6ba263b9-61da-49a1-8903-006df3ee9d55, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6ba263b9-61da-49a1-8903-006df3ee9d55,segment=NetworkSegment(d8b918a6-9434-4c8f-892f-ad9189aa26c1),segment_id=d8b918a6-9434-4c8f-892f-ad9189aa26c1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:32.839952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.954079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97fbbfe3-ff38-4be9-a448-068aa16a7bb9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.975033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Attempting to bind port aed551e4-9137-4a35-8b50-1e8ab6123114 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:32.975410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Attempting to bind port aed551e4-9137-4a35-8b50-1e8ab6123114 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:32.975808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Attempting to bind port aed551e4-9137-4a35-8b50-1e8ab6123114 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:32.989100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Provisioning complete for port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:32.989478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.994975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:32.995138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:32.995446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:32.995879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:32.996375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Bound port: aed551e4-9137-4a35-8b50-1e8ab6123114, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:32.996762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.027277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6ba263b9-61da-49a1-8903-006df3ee9d55 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:33.054823 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3be985c9-14b5-4ef9-b1e6-97868d0a7794 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1980012ee3f64d90a7bf7271d5b8c616&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6534090 Nov 24 22:20:33.056194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59164) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:33.067440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97fbbfe3-ff38-4be9-a448-068aa16a7bb9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.071558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-97fbbfe3-ff38-4be9-a448-068aa16a7bb9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.076223 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-97fbbfe3-ff38-4be9-a448-068aa16a7bb9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/123c54a1-e083-4b32-b815-727f5dd4774d HTTP/1.1" status: 204 len: 168 time: 0.8867519 Nov 24 22:20:33.077590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Pushing event updated for resources: {'Port': ['ID=6ba263b9-61da-49a1-8903-006df3ee9d55,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:33.080593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59166) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:33.105141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.108685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:33.128998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbbfe3-ff38-4be9-a448-068aa16a7bb9 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c54a1-e083-4b32-b815-727f5dd4774d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:33.147075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.180018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Provisioning complete for port ea26e588-9489-4437-85f2-a3be18cdfd47 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:33.181027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81c35f8c-129b-492f-a915-1900a31d36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.194564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:33.217446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:33.223362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:33.239881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 6ba263b9-61da-49a1-8903-006df3ee9d55 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:33.241300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.256456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:33.263137 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-49c05cf6-0b72-4fe3-bf0c-b53fdc766f4e tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1695397 Nov 24 22:20:33.274159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59168) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:33.299789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] For port aed551e4-9137-4a35-8b50-1e8ab6123114, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:33.318504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:33.322101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'tempest-secgroup--678646612'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:33.325495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-044a4fd8-a19a-47da-ba4b-22a81fd4d82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.330446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] For port aed551e4-9137-4a35-8b50-1e8ab6123114, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aed551e4-9137-4a35-8b50-1e8ab6123114,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:33.334266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port 244adffe-31d2-402f-8b14-c183a813e786 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:33.334606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.375293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:33.375965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.380116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-044a4fd8-a19a-47da-ba4b-22a81fd4d82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.404459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.450616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea26e588-9489-4437-85f2-a3be18cdfd47 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:33.455987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-044a4fd8-a19a-47da-ba4b-22a81fd4d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.462656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-044a4fd8-a19a-47da-ba4b-22a81fd4d82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.466938 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-044a4fd8-a19a-47da-ba4b-22a81fd4d82a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c3a3d31-78c4-4952-87a4-b06a5468b758 HTTP/1.1" status: 204 len: 168 time: 0.4100425 Nov 24 22:20:33.467249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.476370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a4fd8-a19a-47da-ba4b-22a81fd4d82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3a3d31-78c4-4952-87a4-b06a5468b758,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:33.561755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.590767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16a78-0b12-4d39-81b9-77c82c900078 None None] Pushing event updated for resources: {'Port': ['ID=aed551e4-9137-4a35-8b50-1e8ab6123114,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:33.609427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ea26e588-9489-4437-85f2-a3be18cdfd47 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:33.609811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.644562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Port': ['ID=02d6545f-1795-4d44-bd57-90b1c16761a0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:33.646945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:33.653158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.662397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Provisioning complete for port 244adffe-31d2-402f-8b14-c183a813e786 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:33.662972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.748846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network de94a6a8-6f0b-4085-beac-03689601d670 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:33.823945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-c5a6afe8-9da6-4062-8c12-bcb2ea2f1d1b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1142864 Nov 24 22:20:33.839646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:33.868545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Request body: {'port': {'device_id': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:33.919833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:33.942259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:33.946059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.164 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/da3ff9cd-1736-4eaf-a58c-4ce5abd8b332) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:33.973734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Port 244adffe-31d2-402f-8b14-c183a813e786 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:34.003203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Provisioning complete for port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:34.003618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.042696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.055168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:34.074900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Provisioning complete for port 6ba263b9-61da-49a1-8903-006df3ee9d55 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:34.075332 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.121705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b794c60a-1a89-4e18-8c38-194fb70c8eb4 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:34.160618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b794c60a-1a89-4e18-8c38-194fb70c8eb4 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:34.161178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b794c60a-1a89-4e18-8c38-194fb70c8eb4 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:34.237543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Provisioning complete for port 1dd4d0d0-7073-4a8a-a253-58d4d9d7d887 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:34.237543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.253582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.282469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Port 1dd4d0d0-7073-4a8a-a253-58d4d9d7d887 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:34.309186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.317622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Provisioning complete for port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:34.318016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.333501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for 244adffe-31d2-402f-8b14-c183a813e786 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:34.360343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e6595713-6f76-49e5-840e-2f4a5c75cc3a None None] Port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:34.482616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1f2aae2d-3439-40f2-93c1-566a366b1692 None None] Provisioning complete for port 02d6545f-1795-4d44-bd57-90b1c16761a0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:34.483487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f2aae2d-3439-40f2-93c1-566a366b1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.493315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:34.518498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:34.531727 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:34.532755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1f2aae2d-3439-40f2-93c1-566a366b1692 None None] Port 02d6545f-1795-4d44-bd57-90b1c16761a0 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:34.536377 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:34.560535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1a2da-024c-4b64-a561-1c5167408c2d req-5d72cd13-45e0-4765-be53-0a8bcc37151b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:34.563872 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-81e1a2da-024c-4b64-a561-1c5167408c2d req-5d72cd13-45e0-4765-be53-0a8bcc37151b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 931 time: 0.8687723 Nov 24 22:20:34.565805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ddfb72-1c9f-43c5-a1b7-16c26b408396 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:20:34.575265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.579672 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4e608748-b8a6-4391-a269-2e69089781e8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3478470 Nov 24 22:20:34.583000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:34.590857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:34.598395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59194) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:34.670507 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:34.672664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.706742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.754441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.823764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.825107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5448015 Nov 24 22:20:34.841283 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-81e1a2da-024c-4b64-a561-1c5167408c2d req-294597fa-1d7a-4385-b5b2-afc2a4050a5c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337427 Nov 24 22:20:34.841672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59198) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:34.870712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9b0dda21-6e74-4bdd-abaf-cacf88a38b4c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:34.871839 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-9b0dda21-6e74-4bdd-abaf-cacf88a38b4c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 22:20:34.872219 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-9b0dda21-6e74-4bdd-abaf-cacf88a38b4c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 22:20:34.873295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9b0dda21-6e74-4bdd-abaf-cacf88a38b4c tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "PUT /v2.0/security-groups/be2c597d-f365-453c-bc4d-0e02b2957b05 HTTP/1.1" status: 409 len: 330 time: 0.0169041 Nov 24 22:20:34.876922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59200) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:34.878627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Transition to ACTIVE for port object 62ddfb72-1c9f-43c5-a1b7-16c26b408396 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:20:34.907210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb26f8-f50c-4ffd-9849-a770acf785b2 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c597d-f365-453c-bc4d-0e02b2957b05,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:34.971115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:34.982256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.003422 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:29Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:30Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:35.031442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aed551e4-9137-4a35-8b50-1e8ab6123114 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:35.076036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:35.093230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.117791 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:35.118332 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Updating router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:20:35.139015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.139262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-601119114'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:35.158475 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.167485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8918c09-db95-4f79-be56-40fcc71ee7e6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.183809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port aed551e4-9137-4a35-8b50-1e8ab6123114 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:35.184218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.202966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8918c09-db95-4f79-be56-40fcc71ee7e6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.207044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-02f781c3-72d2-4511-8950-9283f2ac47c9 None None] Provisioning complete for port aed551e4-9137-4a35-8b50-1e8ab6123114 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:35.207432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-02f781c3-72d2-4511-8950-9283f2ac47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.260807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:35.284678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.297615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.302151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8918c09-db95-4f79-be56-40fcc71ee7e6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.306634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:35.313945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8918c09-db95-4f79-be56-40fcc71ee7e6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.319651 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f8918c09-db95-4f79-be56-40fcc71ee7e6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/be2c597d-f365-453c-bc4d-0e02b2957b05 HTTP/1.1" status: 204 len: 168 time: 0.4376361 Nov 24 22:20:35.324647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:35.335208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59202) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:35.350200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:35.357181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=da3ff9cd-1736-4eaf-a58c-4ce5abd8b332,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:35.377261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-02f781c3-72d2-4511-8950-9283f2ac47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.410547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.443989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-02f781c3-72d2-4511-8950-9283f2ac47c9 None None] For port aed551e4-9137-4a35-8b50-1e8ab6123114, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aed551e4-9137-4a35-8b50-1e8ab6123114,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:35.446276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8918c09-db95-4f79-be56-40fcc71ee7e6 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c597d-f365-453c-bc4d-0e02b2957b05,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:35.477642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-02f781c3-72d2-4511-8950-9283f2ac47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.521946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=244adffe-31d2-402f-8b14-c183a813e786,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:35.602147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:20:35.603116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:20:35.605960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f781c3-72d2-4511-8950-9283f2ac47c9 None None] Pushing event updated for resources: {'Port': ['ID=aed551e4-9137-4a35-8b50-1e8ab6123114,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:35.612850 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.623848 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.637244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.682020 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473ce90-3a69-4cbc-8cda-55f0208251ac None None] Pushing event updated for resources: {'Port': ['ID=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:35.710730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Attempting to bind port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:35.711215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Attempting to bind port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:35.711645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Attempting to bind port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 on network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:35.730390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 on network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:20:35.736324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Attempting to bind port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 on network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:35.747716 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Attempting to bind port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:35.748441 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Attempting to bind port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:35.748878 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Attempting to bind port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 on network e23233b9-bd72-4843-af05-84fef4887ebd {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:35.751966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:35.755688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Checking segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:35.756090 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:35.756280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Bound using segment: {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:35.756675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Checking segment: {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:35.757115 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.757534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Bound port: 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346b117f-db5f-4083-aaf4-c09133e0ff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:35.757780 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Bound using segment: {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:35.759095 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Bound port: 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:35.759489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.759616 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.831198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 22:20:35.861662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.869222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Removed routes are [] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 22:20:35.876053 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] For port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:35.880221 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] For port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:35.880975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.887478 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.894595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:35.972010 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:35.972700 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:35.976025 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473ce90-3a69-4cbc-8cda-55f0208251ac None None] Pushing event updated for resources: {'Port': ['ID=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:36.035498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:36.052837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:36.079502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2a2d3c8f-5892-4e46-864f-906e81b8a123 None None] Provisioning complete for port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:36.080927 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:36.081504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3c8f-5892-4e46-864f-906e81b8a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.095236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.095848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Added segment 7bf7ba19-ce4f-4935-8a82-3077936ea485 of type vlan for network d954f939-7cbe-4a13-b8a6-3149136f7fbb Nov 24 22:20:36.108808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-264ae169-212c-4430-a017-eda0942d7ebc tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7662778 Nov 24 22:20:36.129800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1982efc4-9158-41ce-b5d7-3d7472f039db,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:36.146492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59206) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:36.150236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.151058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:36.157509 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f2f892b7-2103-4d97-9f08-2eff8b139343 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/ports/244adffe-31d2-402f-8b14-c183a813e786 HTTP/1.1" status: 204 len: 168 time: 3.9047246 Nov 24 22:20:36.162012 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:36.170277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59208) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:36.195297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6ba263b9-61da-49a1-8903-006df3ee9d55 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:36.219444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.273337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:36.274306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.276200 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] 10.222.0.71 "PUT /v2.0/ports/62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 200 len: 1093 time: 2.4431760 Nov 24 22:20:36.321097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:20:36.326560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:20:36.339760 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-f261b47c-8721-4d82-bbee-8829432c886b tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] delete failed (client error): The resource could not be found. Nov 24 22:20:36.342738 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f261b47c-8721-4d82-bbee-8829432c886b tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "DELETE /v2.0/security-groups/b81dab40-a8d0-4865-b2cb-efdcb6303755 HTTP/1.1" status: 404 len: 347 time: 0.1901481 Nov 24 22:20:36.361631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3c8f-5892-4e46-864f-906e81b8a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.399269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 6ba263b9-61da-49a1-8903-006df3ee9d55 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:36.400062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.439015 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 6, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:36.445217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59212) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:36.446994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc97d1d-52c6-42dc-b4cc-ff5b292e1cc6 x-openstack-request-id: req-3bc97d1d-52c6-42dc-b4cc-ff5b292e1cc6 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:20:36.447447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:20:36.447907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bc97d1d-52c6-42dc-b4cc-ff5b292e1cc6 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:20:36.448445 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'status': 'completed', 'code': 200} Nov 24 22:20:36.474602 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a7881-ef92-42c2-8186-9231ae704e0e None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 6, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 4, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:36.495091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2a2d3c8f-5892-4e46-864f-906e81b8a123 None None] For port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:36.512447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3c8f-5892-4e46-864f-906e81b8a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.527549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.590539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.596699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:36.597842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.617995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:36.643390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7afd3e-0a73-4e3a-839a-0a05ce66581c None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:36.668647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:36.669097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.685653 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d176cc61-d6e5-4238-b62c-b0e733947449 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] GET failed (client error): The resource could not be found. Nov 24 22:20:36.687283 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d176cc61-d6e5-4238-b62c-b0e733947449 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "GET /v2.0/ports/244adffe-31d2-402f-8b14-c183a813e786 HTTP/1.1" status: 404 len: 333 time: 0.5137229 Nov 24 22:20:36.702979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59214) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:36.705944 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-b45797ee-c96a-47c7-a4c4-3822539734df tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] show failed (client error): The resource could not be found. Nov 24 22:20:36.710489 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b45797ee-c96a-47c7-a4c4-3822539734df tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-groups/1b586175-9ff5-4f73-828f-93f03ed7ae85 HTTP/1.1" status: 404 len: 347 time: 0.2574627 Nov 24 22:20:36.710649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1528324581'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:36.722129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59216) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:36.788180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfb17b-6d62-4ad8-bcd0-ce154ddb2a45 service neutron] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:36.792562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Network': ['ID=d954f939-7cbe-4a13-b8a6-3149136f7fbb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:36.799264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.801295 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-5dfec7a7-3784-4efc-a8ca-c3dc1e5faf58 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] show failed (client error): The resource could not be found. Nov 24 22:20:36.802754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5dfec7a7-3784-4efc-a8ca-c3dc1e5faf58 tempest-NegativeSecGroupIPv6Test-192047265 tempest-NegativeSecGroupIPv6Test-192047265-project] 10.222.0.41 "GET /v2.0/security-group-rules/74ac0814-64dc-4a7c-bb55-966ac40425a0 HTTP/1.1" status: 404 len: 356 time: 0.0634470 Nov 24 22:20:36.808804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f04a9583-ba99-4e97-9c21-bf0c60ccf113 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2080452 Nov 24 22:20:36.811601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-250b2177-3b33-436d-a5c2-cd887fcd5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:36.813127 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-250b2177-3b33-436d-a5c2-cd887fcd5650 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=acf584e0777847d885c172c6e0becf50&device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1096 time: 0.4548965 Nov 24 22:20:36.813622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59220) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:36.819013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'subnet': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:36.824196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.846668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3c8f-5892-4e46-864f-906e81b8a123 None None] Pushing event updated for resources: {'Port': ['ID=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:36.852816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=d90dbc85-38c5-46d5-9eba-53873f6c8426,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:36.868118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:36.871700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.949602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e2a824d3-5013-4052-9cde-12db66d570ce None None] Provisioning complete for port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:36.951947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e2a824d3-5013-4052-9cde-12db66d570ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:36.972142 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-1d28e54d-8443-4bb9-b042-a399c1d85573 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 200 len: 217 time: 0.1445224 Nov 24 22:20:37.026363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.044310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220e260-c205-4a04-b9a3-8b64857b7b11 req-54d0bcbf-c5e7-4b72-9eb7-0f160a38bcbb tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:37.045700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aed551e4-9137-4a35-8b50-1e8ab6123114 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:37.046744 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b220e260-c205-4a04-b9a3-8b64857b7b11 req-54d0bcbf-c5e7-4b72-9eb7-0f160a38bcbb tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 943 time: 1.0402606 Nov 24 22:20:37.053796 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-13e6c2ba-ffff-4e0d-a824-1b00596095ca tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6886077 Nov 24 22:20:37.063651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.068528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59222) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:37.145621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:f2:23:47', 'name': 'tempest-NetworksTestDHCPv6-847119347'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:37.179710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event updated for resources: {'Port': ['ID=02d6545f-1795-4d44-bd57-90b1c16761a0,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:37.218433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-3748d8f6-2c74-478b-b516-10c0944fcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:37.222553 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-3748d8f6-2c74-478b-b516-10c0944fcbd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d923d487-86a6-4210-acbf-012d6efdd866 HTTP/1.1" status: 200 len: 835 time: 0.0915537 Nov 24 22:20:37.229022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port aed551e4-9137-4a35-8b50-1e8ab6123114 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:37.229583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.235898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:37.283380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59226) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:37.384828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-3d42a2a9-6bf3-49eb-ab0f-2c9f3ccdb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:37.386488 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-3d42a2a9-6bf3-49eb-ab0f-2c9f3ccdb2d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1537917 Nov 24 22:20:37.406565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:37.410023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.429258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.436101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.447191 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b220e260-c205-4a04-b9a3-8b64857b7b11 req-da70d489-1b01-4c2f-afb0-6d27b637f6b5 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920994 Nov 24 22:20:37.460189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:37.464508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.490437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:37.532267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] device_id is not set on port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:37.552241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:37.555378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] Update dhcp port {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': 'e748439e-b0c3-4a39-882e-458c872c60a1', 'ip_address': '2001:db8::f816:3eff:fee2:b9c7'}, {'subnet_id': 'd90dbc85-38c5-46d5-9eba-53873f6c8426'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'aed551e4-9137-4a35-8b50-1e8ab6123114'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:20:37.569723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.573390 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-146cfcc5-b31b-431a-8e52-1a09dd35f96f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 954 time: 2.9843721 Nov 24 22:20:37.577192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59230) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:37.599589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.623651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:37.624127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:37.693204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:37.731174 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4a94b9ce-50cc-41fc-b4e1-59f9354e5027 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e616fe46d90e4c308935e190a8995c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411602 Nov 24 22:20:37.731434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59232) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:37.736625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-51e49c14-3971-4ee2-bd51-c1b6f7148203 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308222 Nov 24 22:20:37.750420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:37.751485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:37.780581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:37.829047 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ae13d687-6a85-4c86-9ed5-3c2111b544e1 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 954 time: 0.2505913 Nov 24 22:20:37.835041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59234) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:37.842117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'routes': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:37.910303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Network de94a6a8-6f0b-4085-beac-03689601d670 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:37.933586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Allocated IP 2001:db8::349 (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/d500af28-9c10-4e59-abd1-6b4af0cdf5b6) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:37.936457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:38.092270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28adcf27-6ccd-492b-a51e-1673c1311e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.106663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.108986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:38.135665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.161200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] Allocated IP 2001:db8:0:1::2 (49828264-6294-4cd6-b467-32535f86b933/d90dbc85-38c5-46d5-9eba-53873f6c8426/aed551e4-9137-4a35-8b50-1e8ab6123114) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:38.170857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.196301 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 50aeee22-b9bc-4a4c-ba72-6f940009cb42 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:38.237932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28adcf27-6ccd-492b-a51e-1673c1311e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.339084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Router d8212415-6074-4ace-9d63-d32f2c2b7680 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:38.344775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f8006635-a6b0-4166-bb5b-7a7ad2b56771 None None] Provisioning complete for port 02d6545f-1795-4d44-bd57-90b1c16761a0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:38.346059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f8006635-a6b0-4166-bb5b-7a7ad2b56771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.400854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=da3ff9cd-1736-4eaf-a58c-4ce5abd8b332,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:38.451330 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9222c396-0c8c-4db2-a236-3b30f39ecf7e req-92cf54b0-0d2b-465f-ad69-d53a987ab5af service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992311 Nov 24 22:20:38.455590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f8006635-a6b0-4166-bb5b-7a7ad2b56771 None None] Port 02d6545f-1795-4d44-bd57-90b1c16761a0 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:38.472531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] For port aed551e4-9137-4a35-8b50-1e8ab6123114, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aed551e4-9137-4a35-8b50-1e8ab6123114,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:38.534385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.543847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.548738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.563354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 6, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:36Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:38.586938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.630582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:38.676909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:38.677551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:38.682121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1248c-6559-4f86-9ba3-89593f5a4f52 None None] Pushing event updated for resources: {'Port': ['ID=aed551e4-9137-4a35-8b50-1e8ab6123114,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:38.688744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.698109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28adcf27-6ccd-492b-a51e-1673c1311e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.700733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28adcf27-6ccd-492b-a51e-1673c1311e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:38.704503 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-28adcf27-6ccd-492b-a51e-1673c1311e3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0232d8f-9770-4757-8cd4-9c821bc913d6 HTTP/1.1" status: 204 len: 168 time: 0.9634230 Nov 24 22:20:38.750796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adcf27-6ccd-492b-a51e-1673c1311e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0232d8f-9770-4757-8cd4-9c821bc913d6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:38.762659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Subnet': ['ID=4b906e64-5df0-40e4-ac9a-edc2e1c4289e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:38.763558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:38.773808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b333b388-4723-4249-9ca4-628656e4aac2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9414144 Nov 24 22:20:38.776239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-d5044d19-454a-47d6-89e0-b67db3523e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:38.776726 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] Sync routers for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:38.778509 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-d5044d19-454a-47d6-89e0-b67db3523e13 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=acf584e0777847d885c172c6e0becf50&device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1096 time: 0.2031841 Nov 24 22:20:38.779186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59240) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:38.790286 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:38.791025 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:38.811327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:38.859423 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:38.881177 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:38.882463 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:38.964153 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:38.964802 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320c430-77fb-470d-abe8-d6cd218c41a7 None None] The sync data for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:38.975133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d654-3405-482e-9959-9a83c0ef0709 req-21d2c398-6af0-4459-a18c-1c99c1a82ef0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:38.976801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6777d654-3405-482e-9959-9a83c0ef0709 req-21d2c398-6af0-4459-a18c-1c99c1a82ef0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 943 time: 0.4239805 Nov 24 22:20:38.986840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aed551e4-9137-4a35-8b50-1e8ab6123114 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:38.993414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Checking segment: {'id': '7bf7ba19-ce4f-4935-8a82-3077936ea485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:38.993414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network hostable DHCP agents. Network: d954f939-7cbe-4a13-b8a6-3149136f7fbb, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:39.028170 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP e35d91a5-69f2-46fc-9bb7-ba5c6357b732 associated. External IP: 172.26.3.164, port: 3812a596-b783-4a06-b763-b03a191589d9. Nov 24 22:20:39.038981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8:0:1::fa (49828264-6294-4cd6-b467-32535f86b933/d90dbc85-38c5-46d5-9eba-53873f6c8426/50aeee22-b9bc-4a4c-ba72-6f940009cb42) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:39.048811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fef2:2347 (49828264-6294-4cd6-b467-32535f86b933/e748439e-b0c3-4a39-882e-458c872c60a1/50aeee22-b9bc-4a4c-ba72-6f940009cb42) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:39.146976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port aed551e4-9137-4a35-8b50-1e8ab6123114 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:39.147438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.173137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f62fc59f-5bdd-4e91-87d2-0daf1b77e000 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.213846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:39.286240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added routes are [] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 22:20:39.286548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 22:20:39.298517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d954f939-7cbe-4a13-b8a6-3149136f7fbb) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:39.302560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 6, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:36Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:39.303153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:39.303812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.319433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a30f5-0ecc-49ad-8fe3-58131e29822a None None] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:39.328972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-4a191189-a75a-4d63-9cb2-43b1a90018fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:39.330469 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-4a191189-a75a-4d63-9cb2-43b1a90018fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 200 len: 898 time: 0.5369072 Nov 24 22:20:39.390514 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-f62fc59f-5bdd-4e91-87d2-0daf1b77e000 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 22:20:39.394647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f62fc59f-5bdd-4e91-87d2-0daf1b77e000 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680 HTTP/1.1" status: 409 len: 329 time: 0.6111369 Nov 24 22:20:39.394988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b06571-9ec9-43ee-8258-5392514c92fd None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:35Z', 'revision_number': 6, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:36Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:39.395587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59250) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:39.400514 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-98a8e0f9-5aea-4183-90b1-9b816a1bfacb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 200 len: 217 time: 0.0583701 Nov 24 22:20:39.409347 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-05a27f6d-0d69-475d-94ff-b28ba2ac7dba tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5945034 Nov 24 22:20:39.412550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:39.475734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59252) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:39.497970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'name': 'tempest-AllowedAddressPairTestJSON-1608702189'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:39.628398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.699702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:39.700453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.711410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-d954f939-7cbe-4a13-b8a6-3149136f7fbb', 'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'tenant_id': '709760c5db9f4e3ea3890d7ab1887ba5', 'fixed_ips': [{'subnet_id': '4b906e64-5df0-40e4-ac9a-edc2e1c4289e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:39.712935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.906874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.914799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.918813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-37a01fd2-c169-4de3-a3b1-16abd228d89c None None] Provisioning complete for port aed551e4-9137-4a35-8b50-1e8ab6123114 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:39.919205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-37a01fd2-c169-4de3-a3b1-16abd228d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:39.937326 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6777d654-3405-482e-9959-9a83c0ef0709 req-8c30b8c3-3e32-4d12-9d6e-ee49c46cc4af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9500334 Nov 24 22:20:39.939325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59264) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:39.991156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:40.001847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:40.005081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-879792ba-2886-4d9a-b112-ba621bf2cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:40.005453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:40.006573 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-879792ba-2886-4d9a-b112-ba621bf2cdd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d923d487-86a6-4210-acbf-012d6efdd866 HTTP/1.1" status: 200 len: 835 time: 0.5886369 Nov 24 22:20:40.011768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:40.012399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.027343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=d500af28-9c10-4e59-abd1-6b4af0cdf5b6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:40.115469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Allocated IP 172.20.0.2 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/d97fffea-8293-4a7e-b34f-ad7b172f72ed) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:40.132449 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fee6070e-b860-4f30-b177-d30ddc34379b tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4283459 Nov 24 22:20:40.135963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59268) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:40.144256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3733ecd6-6be5-4dbf-be73-8caf7ea84ef5 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-480847909', 'prefixes': ['172.20.0.0/16']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:40.145255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3da', 'mac_address': 'fa:16:3e:aa:28:2b'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:40.159014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.175915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.217386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.240771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-af46bdd8-7e8f-47f5-afa6-830551245ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:40.242944 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-af46bdd8-7e8f-47f5-afa6-830551245ad3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2097814 Nov 24 22:20:40.254362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:40.264768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:40.268496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.273847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:40.281722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:40.287360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:40.288057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.292352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:40.292760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=50aeee22-b9bc-4a4c-ba72-6f940009cb42,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:40.325299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4df18524-520f-47d1-9f03-6d3c26d97c13 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1857505 Nov 24 22:20:40.328742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59270) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:40.371189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.390937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.452453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Pushing event updated for resources: {'Port': ['ID=d97fffea-8293-4a7e-b34f-ad7b172f72ed,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:40.456982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:40.458933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:40.461034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3733ecd6-6be5-4dbf-be73-8caf7ea84ef5 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] Notify callbacks [] for subnetpool, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.461602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:40.462249 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3733ecd6-6be5-4dbf-be73-8caf7ea84ef5 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5001292 Nov 24 22:20:40.468180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59272) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:40.496321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] device_id is not set on port 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:40.531919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-487556eb-0bfe-46fd-91cb-12b040fb0f95 None None] Provisioning complete for port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:40.532200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-487556eb-0bfe-46fd-91cb-12b040fb0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.553518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Attempting to bind port d97fffea-8293-4a7e-b34f-ad7b172f72ed on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:40.553891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Attempting to bind port d97fffea-8293-4a7e-b34f-ad7b172f72ed by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '7bf7ba19-ce4f-4935-8a82-3077936ea485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:40.554260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Attempting to bind port d97fffea-8293-4a7e-b34f-ad7b172f72ed on network d954f939-7cbe-4a13-b8a6-3149136f7fbb {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:40.564303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:40.564682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Checking segment: {'id': '7bf7ba19-ce4f-4935-8a82-3077936ea485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:40.565357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.566067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Bound using segment: {'id': '7bf7ba19-ce4f-4935-8a82-3077936ea485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:40.566210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Bound port: d97fffea-8293-4a7e-b34f-ad7b172f72ed, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf7ba19-ce4f-4935-8a82-3077936ea485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:40.566594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.574321 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f395f9d1-ab65-48b6-8e21-94e0c30b3659 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] 10.222.0.41 "GET /v2.0/subnetpools/4b8650df-f626-4788-a6d4-97d30e6381e0 HTTP/1.1" status: 200 len: 731 time: 0.0975504 Nov 24 22:20:40.576826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59274) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:40.585993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-487556eb-0bfe-46fd-91cb-12b040fb0f95 None None] Port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:40.586654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4d11893f-9735-4300-99d6-9d0f151bd5db tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1464513561'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:40.614672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:40.638578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:40.665706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:40.666499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:40.666732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.669782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] For port d97fffea-8293-4a7e-b34f-ad7b172f72ed, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:40.683630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 50aeee22-b9bc-4a4c-ba72-6f940009cb42 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:40.683972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.695417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Allocated IP 172.20.0.4 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/27e2d341-5ffe-41ab-9a21-0a798c86a5b5) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:40.714723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:40.725279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] For port d97fffea-8293-4a7e-b34f-ad7b172f72ed, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d97fffea-8293-4a7e-b34f-ad7b172f72ed,segment=NetworkSegment(7bf7ba19-ce4f-4935-8a82-3077936ea485),segment_id=7bf7ba19-ce4f-4935-8a82-3077936ea485)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:40.735120 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-a94bfd19-2d9e-49b5-a0b4-22daa9374022 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716897 Nov 24 22:20:40.735792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.740517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:40.741395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:40.748762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7bd6efd0-5efb-4513-b5de-d31da213f51b None None] Provisioning complete for port 50aeee22-b9bc-4a4c-ba72-6f940009cb42 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:40.749253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7bd6efd0-5efb-4513-b5de-d31da213f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.791366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:40.815803 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d7b46dc1-90fe-4391-961a-00ae66cda879 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2294433 Nov 24 22:20:40.818876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59276) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:40.823302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d11893f-9735-4300-99d6-9d0f151bd5db tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] Notify callbacks [] for subnetpool, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.827769 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d11893f-9735-4300-99d6-9d0f151bd5db tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] 10.222.0.41 "PUT /v2.0/subnetpools/4b8650df-f626-4788-a6d4-97d30e6381e0 HTTP/1.1" status: 200 len: 684 time: 0.2462060 Nov 24 22:20:40.827918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:40.827918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d562517-58b3-40a5-b6fb-5b9f584576eb None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:40.828128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-5264451'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:40.834873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59278) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:40.862406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6efd0-5efb-4513-b5de-d31da213f51b None None] Port 50aeee22-b9bc-4a4c-ba72-6f940009cb42 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:40.869061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb390acf-2889-498c-87b7-2386206c38b1 None None] Pushing event updated for resources: {'Port': ['ID=d97fffea-8293-4a7e-b34f-ad7b172f72ed,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:40.882266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:40.886282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.921477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.939056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 50aeee22-b9bc-4a4c-ba72-6f940009cb42 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:40.940763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:20:40.958286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:40.958624 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Added segment 33d7340d-37c9-4501-97eb-d3ef39b3eaae of type vlan for network efc63ecb-0041-4f9a-a46e-d7d02869def3 Nov 24 22:20:40.980289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:20:40.987555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.096121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.123162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588cb22-dd5a-4d50-a4c6-663b149bc311 req-92ca5a13-00e1-4edd-8e8a-5ccb21cd145a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:41.124775 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6588cb22-dd5a-4d50-a4c6-663b149bc311 req-92ca5a13-00e1-4edd-8e8a-5ccb21cd145a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 943 time: 0.0992177 Nov 24 22:20:41.166914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:41.182237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'port_id': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'mac_address': 'fa:16:3e:7f:ef:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:20:41.196314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.202137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:41.202771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.232026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.249027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ddfb72-1c9f-43c5-a1b7-16c26b408396 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:20:41.272289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:41.278220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.329885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Network': ['ID=efc63ecb-0041-4f9a-a46e-d7d02869def3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:41.330905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:41.342034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:20:41.352070 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e46a4c10-17b9-4099-955d-bebea9c0b5ce tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5296290 Nov 24 22:20:41.354114 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6588cb22-dd5a-4d50-a4c6-663b149bc311 req-b09d21fd-abc8-44dd-846e-548bac0c8a7b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221777 Nov 24 22:20:41.390950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59282) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.401030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'subnet': {'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:41.494656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.521955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['62ddfb72-1c9f-43c5-a1b7-16c26b408396'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:20:41.535509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=50aeee22-b9bc-4a4c-ba72-6f940009cb42,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:41.547451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.592226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:41.597516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.602283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.608119 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-99800c1a-24b9-403e-9a29-45bc7877325f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/50aeee22-b9bc-4a4c-ba72-6f940009cb42 HTTP/1.1" status: 204 len: 168 time: 1.2751093 Nov 24 22:20:41.610329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59284) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.685406 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ee60ed6-9e45-42f4-a9de-5bbe045756a5 req-0dd69690-6e67-4ed6-90c0-337783329792 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300938 Nov 24 22:20:41.744871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3dc4-1a58-4064-9f4d-b2660a80753c tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] Notify callbacks [] for subnetpool, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.744871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1f3e3dc4-1a58-4064-9f4d-b2660a80753c tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] 10.222.0.41 "DELETE /v2.0/subnetpools/4b8650df-f626-4788-a6d4-97d30e6381e0 HTTP/1.1" status: 204 len: 168 time: 0.9078324 Nov 24 22:20:41.758755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59286) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.774990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5c57f-c091-4adf-823d-a10c9093ea4f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:41.781299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-25e5c57f-c091-4adf-823d-a10c9093ea4f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1692584 Nov 24 22:20:41.781508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59288) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.827784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:41.838145 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:41.850101 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:41.850776 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:41.920733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:41.921972 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-88be403e-6b7d-4550-84cf-ab40aef6603c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 704 time: 4.0859642 Nov 24 22:20:41.927366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59290) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.930597 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-1bbbfcc1-0920-49d6-99b1-856b1d71ee55 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] show failed (client error): The resource could not be found. Nov 24 22:20:41.931100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede9a16-6402-4c9b-b501-148b05433890 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:41.934778 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1bbbfcc1-0920-49d6-99b1-856b1d71ee55 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] 10.222.0.41 "GET /v2.0/subnetpools/4b8650df-f626-4788-a6d4-97d30e6381e0 HTTP/1.1" status: 404 len: 346 time: 0.1698287 Nov 24 22:20:41.936449 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cede9a16-6402-4c9b-b501-148b05433890 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1496892 Nov 24 22:20:41.939639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59292) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.939803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59294) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:41.993987 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-75d1cc33-e623-49e7-823b-7e6d4d4e9765 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] delete failed (client error): The resource could not be found. Nov 24 22:20:41.995040 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-75d1cc33-e623-49e7-823b-7e6d4d4e9765 tempest-SubnetPoolsTestJSON-577088255 tempest-SubnetPoolsTestJSON-577088255-project] 10.222.0.41 "DELETE /v2.0/subnetpools/4b8650df-f626-4788-a6d4-97d30e6381e0 HTTP/1.1" status: 404 len: 346 time: 0.0526440 Nov 24 22:20:42.065872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.099917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121d521-f6f9-4182-8314-7ab075dc22ba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.105809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121d521-f6f9-4182-8314-7ab075dc22ba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.112202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121d521-f6f9-4182-8314-7ab075dc22ba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.114329 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e121d521-f6f9-4182-8314-7ab075dc22ba tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1707592 Nov 24 22:20:42.116401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.119072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59298) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:42.136876 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:42.200595 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7580cefd-9026-448f-81e1-1c6228925896 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 704 time: 0.2645032 Nov 24 22:20:42.206535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59300) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:42.269645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc85d2c-a02c-45b0-9a0b-280700858e92 None None] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:42.284924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet d90dbc85-38c5-46d5-9eba-53873f6c8426 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:42.292684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Subnet': ['ID=0afee498-7482-4117-ae9d-8df7eacb8a22,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:42.296062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.319473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.324294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Checking segment: {'id': '33d7340d-37c9-4501-97eb-d3ef39b3eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:42.327903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network hostable DHCP agents. Network: efc63ecb-0041-4f9a-a46e-d7d02869def3, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:20:42.342877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.381309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.405519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:42.422206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:42.431504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d978b13c-4d0d-46ca-b872-28e097bd7ab0 None None] Provisioning complete for port d97fffea-8293-4a7e-b34f-ad7b172f72ed triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:42.434581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d978b13c-4d0d-46ca-b872-28e097bd7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.437471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59306) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:42.451189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:42.458951 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:39Z', 'revision_number': 7, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:36Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:42.460046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:20:42.471163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] In _notify_port_updated(), no bound segment for port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 on network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:20:42.478248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.479118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.481252 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "PUT /v2.0/ports/d500af28-9c10-4e59-abd1-6b4af0cdf5b6 HTTP/1.1" status: 200 len: 1003 time: 2.3420198 Nov 24 22:20:42.482323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=27e2d341-5ffe-41ab-9a21-0a798c86a5b5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:42.483935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.492025 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:42.495566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59310) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:42.512618 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:42.514020 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:42.646243 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:42.653236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, efc63ecb-0041-4f9a-a46e-d7d02869def3) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:42.666868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.667466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.694880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.695578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.711285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cb4b7-48a6-4468-b7ed-82f982c7c29f None None] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:42.728359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64972153-f881-4583-bf34-1a612a288db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.743567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072ee28-3706-4370-afd7-7d79218eb655 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=d500af28-9c10-4e59-abd1-6b4af0cdf5b6,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:42.763820 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e9311620-19ca-497a-a543-cb4933d91fea tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2841668 Nov 24 22:20:42.767578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59312) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:42.805309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'name': 'tempest-AllowedAddressPairTestJSON-414263593', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:13:1e'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:42.972476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64972153-f881-4583-bf34-1a612a288db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.973987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Deleting port 02d6545f-1795-4d44-bd57-90b1c16761a0 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:42.974408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:42.981962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0d90-d021-467b-8f73-b577fcb2493b req-91e8ba57-2e73-4ebc-a338-0544b10d3aa5 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:42.982491 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:39Z', 'revision_number': 7, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:36Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:42.984484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4afe0d90-d021-467b-8f73-b577fcb2493b req-91e8ba57-2e73-4ebc-a338-0544b10d3aa5 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 944 time: 0.5152841 Nov 24 22:20:42.987349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-52e52a98-97c0-4e52-a426-dedefc543dd5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5951085 Nov 24 22:20:42.991647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64972153-f881-4583-bf34-1a612a288db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.018298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59314) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:43.022851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-647262104', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:43.029493 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-64972153-f881-4583-bf34-1a612a288db6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d5a639f4ade4a16bd721b50db4a6363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858378 Nov 24 22:20:43.029707 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea5af-5c7e-4ae5-9dab-727cb189a50a None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:39Z', 'revision_number': 7, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44', 'name': '', 'network_id': 'e23233b9-bd72-4843-af05-84fef4887ebd', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:35:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:26Z', 'updated_at': '2021-11-24T22:20:36Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e5281d40-4c80-45bd-b996-db296e3452a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:43.054831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59316) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:43.097087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d97fffea-8293-4a7e-b34f-ad7b172f72ed up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:43.100156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:43.169344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d978b13c-4d0d-46ca-b872-28e097bd7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.184456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.195887 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4afe0d90-d021-467b-8f73-b577fcb2493b req-5128dfdf-eb3a-4e99-b507-bf9543716308 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738460 Nov 24 22:20:43.199399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.221040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d978b13c-4d0d-46ca-b872-28e097bd7ab0 None None] For port d97fffea-8293-4a7e-b34f-ad7b172f72ed, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d97fffea-8293-4a7e-b34f-ad7b172f72ed,segment=NetworkSegment(7bf7ba19-ce4f-4935-8a82-3077936ea485),segment_id=7bf7ba19-ce4f-4935-8a82-3077936ea485)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:43.232315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Calling delete_port for 02d6545f-1795-4d44-bd57-90b1c16761a0 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:43.233684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64972153-f881-4583-bf34-1a612a288db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31415251-0c4d-443c-8f22-7b9fdfd012d4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:43.249901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d978b13c-4d0d-46ca-b872-28e097bd7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.280443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:43.281086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.384921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.391931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:20:43.397616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for d500af28-9c10-4e59-abd1-6b4af0cdf5b6 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:43.417706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d97fffea-8293-4a7e-b34f-ad7b172f72ed triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:43.418110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.418305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.419168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.432838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:43.433315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.439195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978b13c-4d0d-46ca-b872-28e097bd7ab0 None None] Pushing event updated for resources: {'Port': ['ID=d97fffea-8293-4a7e-b34f-ad7b172f72ed,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:43.466547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca7116b-3041-4c96-a53c-2cade8a1daf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.527045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-22eb5015-c30e-4650-8655-5bb1ae0dc9c3 None None] Provisioning complete for port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:43.527543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22eb5015-c30e-4650-8655-5bb1ae0dc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.535256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca7116b-3041-4c96-a53c-2cade8a1daf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.537238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:43.552067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.565113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-efc63ecb-0041-4f9a-a46e-d7d02869def3', 'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3', 'tenant_id': 'e850cdb638d244a7bc480736acf591dc', 'fixed_ips': [{'subnet_id': '0afee498-7482-4117-ae9d-8df7eacb8a22'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:43.566776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.587477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.593919 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/d90dbc85-38c5-46d5-9eba-53873f6c8426 HTTP/1.1" status: 204 len: 168 time: 1.4681611 Nov 24 22:20:43.606059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59318) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:43.608699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.612321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b28ab-40d3-4bd8-bf2f-75cc789a1b6c None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:43.637210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53291471-aafd-45c2-8a48-53d273a1df2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=d90dbc85-38c5-46d5-9eba-53873f6c8426,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:43.681476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-22eb5015-c30e-4650-8655-5bb1ae0dc9c3 None None] Port d500af28-9c10-4e59-abd1-6b4af0cdf5b6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:43.722176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca7116b-3041-4c96-a53c-2cade8a1daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.728767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ca7116b-3041-4c96-a53c-2cade8a1daf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.730427 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2ca7116b-3041-4c96-a53c-2cade8a1daf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31415251-0c4d-443c-8f22-7b9fdfd012d4 HTTP/1.1" status: 204 len: 168 time: 0.6640522 Nov 24 22:20:43.745580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7116b-3041-4c96-a53c-2cade8a1daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31415251-0c4d-443c-8f22-7b9fdfd012d4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:43.751593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Port': ['ID=02d6545f-1795-4d44-bd57-90b1c16761a0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:43.778978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.843133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=d500af28-9c10-4e59-abd1-6b4af0cdf5b6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:43.845539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:43.866474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.026760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.074268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.082058 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-312f4334-829e-4978-8c12-27e72a6ad826 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/ports/d500af28-9c10-4e59-abd1-6b4af0cdf5b6 HTTP/1.1" status: 204 len: 168 time: 1.5832260 Nov 24 22:20:44.095554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59322) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:44.126762 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dce1f1d-2b57-4854-8dcc-a40aa7eecd08 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] GET failed (client error): The resource could not be found. Nov 24 22:20:44.136217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b1fa5353-ce31-4e19-aa8d-4fc96dbd4d7e None None] Provisioning complete for port d97fffea-8293-4a7e-b34f-ad7b172f72ed triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:44.136217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5353-ce31-4e19-aa8d-4fc96dbd4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.146111 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4dce1f1d-2b57-4854-8dcc-a40aa7eecd08 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "GET /v2.0/ports/d500af28-9c10-4e59-abd1-6b4af0cdf5b6 HTTP/1.1" status: 404 len: 333 time: 0.0563006 Nov 24 22:20:44.146970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59324) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:44.153864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1874059266'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:44.229525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Allocated IP 172.20.0.2 (efc63ecb-0041-4f9a-a46e-d7d02869def3/0afee498-7482-4117-ae9d-8df7eacb8a22/b7405ac3-8cd7-42e5-bbfb-af5613a00754) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:44.239711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:20:44.242993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221d9f0-bc35-4a48-8a82-e1ec2c91f8a9" -d '{"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-plugged", "status": "completed", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:20:44.276070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-532591b4-bd6d-489f-a062-3ca682db557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.295500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:44.308928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:44.314182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.342581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.345737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d506b34-8211-4403-aaef-d1c1e96398e7 x-openstack-request-id: req-8d506b34-8211-4403-aaef-d1c1e96398e7 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:20:44.346092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-plugged", "status": "completed", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:20:44.346628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d506b34-8211-4403-aaef-d1c1e96398e7 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:20:44.347087 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'code': 200} Nov 24 22:20:44.370875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] device_id is not set on port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:44.453368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd382ef1-8bed-49d1-b1e3-391ec4556243 req-3fdc5113-23c4-4225-8f26-0c617cb18064 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:44.456055 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fd382ef1-8bed-49d1-b1e3-391ec4556243 req-3fdc5113-23c4-4225-8f26-0c617cb18064 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1262364 Nov 24 22:20:44.492624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:44.535988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b1fa5353-ce31-4e19-aa8d-4fc96dbd4d7e None None] Provisioning complete for port 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:44.535988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5353-ce31-4e19-aa8d-4fc96dbd4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.562298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.570229 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fd382ef1-8bed-49d1-b1e3-391ec4556243 req-15b16ff4-1306-4c04-80cb-d95d2c447e46 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905497 Nov 24 22:20:44.592905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Allocated IP 2001:db8::388 (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/9f4a33bb-2ac7-4a16-94dc-f6370c47f03b) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:44.630378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet e748439e-b0c3-4a39-882e-458c872c60a1 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:44.630612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa5353-ce31-4e19-aa8d-4fc96dbd4d7e None None] Port 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:44.636093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.636258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.643812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.688199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Pushing event updated for resources: {'Port': ['ID=b7405ac3-8cd7-42e5-bbfb-af5613a00754,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:44.700496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:44.702204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:44.708513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:44.743569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] device_id is not set on port c6a24dad-6cb1-431f-b43d-0f235cf9155b yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:44.788914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Attempting to bind port b7405ac3-8cd7-42e5-bbfb-af5613a00754 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:44.790040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Attempting to bind port b7405ac3-8cd7-42e5-bbfb-af5613a00754 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '33d7340d-37c9-4501-97eb-d3ef39b3eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:44.790418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Attempting to bind port b7405ac3-8cd7-42e5-bbfb-af5613a00754 on network efc63ecb-0041-4f9a-a46e-d7d02869def3 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:44.798051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.800329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.800479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-26f7c6ed-72f3-4b48-8419-d247f1e52c74 None None] Provisioning complete for port 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:44.800810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-26f7c6ed-72f3-4b48-8419-d247f1e52c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.803097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:44.803376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Checking segment: {'id': '33d7340d-37c9-4501-97eb-d3ef39b3eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:44.803810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.804205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Bound using segment: {'id': '33d7340d-37c9-4501-97eb-d3ef39b3eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:44.804865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Bound port: b7405ac3-8cd7-42e5-bbfb-af5613a00754, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d7340d-37c9-4501-97eb-d3ef39b3eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:44.805254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.859436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.884375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c6ed-72f3-4b48-8419-d247f1e52c74 None None] Port 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:44.889109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d97fffea-8293-4a7e-b34f-ad7b172f72ed up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:44.896354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:44.913332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.915623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:44.919665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:44.925435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:44.926426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:44.947113 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7982798 Nov 24 22:20:44.949970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59330) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:44.950391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] For port b7405ac3-8cd7-42e5-bbfb-af5613a00754, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:44.955792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:aa:28:2b'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:44.969731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] For port b7405ac3-8cd7-42e5-bbfb-af5613a00754, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b7405ac3-8cd7-42e5-bbfb-af5613a00754,segment=NetworkSegment(33d7340d-37c9-4501-97eb-d3ef39b3eaae),segment_id=33d7340d-37c9-4501-97eb-d3ef39b3eaae)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:44.974950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c3b4f-4a2c-476e-82d8-38253465f7f6 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=9f4a33bb-2ac7-4a16-94dc-f6370c47f03b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:44.993187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.027418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d97fffea-8293-4a7e-b34f-ad7b172f72ed triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:45.028119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.116754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c286b64-f7af-4c9e-8a93-79297b2f564e None None] Pushing event updated for resources: {'Port': ['ID=b7405ac3-8cd7-42e5-bbfb-af5613a00754,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:45.178251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f37118-761b-4d86-9036-273c2ac9c788 req-591c7a18-90e9-477b-a8db-eeda291af9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:45.181759 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4f37118-761b-4d86-9036-273c2ac9c788 req-591c7a18-90e9-477b-a8db-eeda291af9f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1098 time: 0.6095302 Nov 24 22:20:45.185346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.211481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.345257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Allocated IP 172.20.0.7 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/c6a24dad-6cb1-431f-b43d-0f235cf9155b) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:45.415167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b680c7ed-3876-447f-bd1a-26909dbbe0fa None None] Provisioning complete for port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:45.415840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b680c7ed-3876-447f-bd1a-26909dbbe0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.448662 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4f37118-761b-4d86-9036-273c2ac9c788 req-3e7d05af-999b-4d1b-89c1-8ad0d1a88454 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419884 Nov 24 22:20:45.455506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.472977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.476434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b680c7ed-3876-447f-bd1a-26909dbbe0fa None None] Port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:45.507348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] In _notify_port_updated(), no bound segment for port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b on network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:20:45.514779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:45.514779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.516226 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "PUT /v2.0/ports/9f4a33bb-2ac7-4a16-94dc-f6370c47f03b HTTP/1.1" status: 200 len: 1003 time: 0.5653141 Nov 24 22:20:45.519470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59332) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:45.536163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Router d8212415-6074-4ace-9d63-d32f2c2b7680 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:45.569258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5bd7f-b0aa-4846-bb75-6f5368b8b8df tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=9f4a33bb-2ac7-4a16-94dc-f6370c47f03b,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:45.572824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.599090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-73521e7e-8023-4133-8887-570682b44aaf None None] Provisioning complete for port aed551e4-9137-4a35-8b50-1e8ab6123114 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:45.599842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73521e7e-8023-4133-8887-570682b44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.681624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:45.682110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.828499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:45.840421 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-329da64f-b315-4b9e-8027-c47f58504ba7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4390423 Nov 24 22:20:45.848298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] Sync routers for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:45.866180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59336) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:45.866682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:45.867899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.868039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:45.904384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:45.913631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] Routers {'d8212415-6074-4ace-9d63-d32f2c2b7680'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:45.914511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['d8212415-6074-4ace-9d63-d32f2c2b7680'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:45.955093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:45.956348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd177b-f602-47c5-8386-4f5dae2a1ee8 None None] The sync data for ids ['d8212415-6074-4ace-9d63-d32f2c2b7680'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:45.959368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=e748439e-b0c3-4a39-882e-458c872c60a1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:45.962915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-10275e37-bab8-4c2f-aafe-5bbe17f614ee None None] Provisioning complete for port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:45.963203 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-79cbef2d-8c05-4826-af68-73fc33a28965 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] show failed (client error): The resource could not be found. Nov 24 22:20:45.963330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10275e37-bab8-4c2f-aafe-5bbe17f614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.964298 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-79cbef2d-8c05-4826-af68-73fc33a28965 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-950774138 HTTP/1.1" status: 404 len: 334 time: 0.0941119 Nov 24 22:20:45.972673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:45.978771 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bf66c993-cd86-40dd-94d2-4067ec2916bb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/e748439e-b0c3-4a39-882e-458c872c60a1 HTTP/1.1" status: 204 len: 168 time: 2.3561959 Nov 24 22:20:45.978771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59338) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:45.991617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3a677-8065-4505-b262-d33f3769a09d None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:46.008085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9a8e1704-bc74-4b2f-8fb5-6b5f1fb575d9 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:46.015193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59340) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:46.069058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-9a8e1704-bc74-4b2f-8fb5-6b5f1fb575d9 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] update failed (client error): The resource could not be found. Nov 24 22:20:46.070410 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9a8e1704-bc74-4b2f-8fb5-6b5f1fb575d9 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-470667394 HTTP/1.1" status: 404 len: 334 time: 0.0922587 Nov 24 22:20:46.075491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-10275e37-bab8-4c2f-aafe-5bbe17f614ee None None] Port 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:46.107058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59342) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:46.119574 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-22c64ae2-87ee-4862-93f5-1b76b40e5b4f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015999 Nov 24 22:20:46.125499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59344) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:46.132456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:46.136244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.234917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:46.274574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064998a3-69d4-491d-be82-0d178aba36d4 req-51484733-b2bb-4c2d-90d4-39a9db129217 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:46.276407 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-064998a3-69d4-491d-be82-0d178aba36d4 req-51484733-b2bb-4c2d-90d4-39a9db129217 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.6151378 Nov 24 22:20:46.284933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Deleting subnet 625cdda2-31b6-40c3-82a3-8584a1664f24 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:46.295746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] Deleting port aed551e4-9137-4a35-8b50-1e8ab6123114 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:46.297148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.301277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.316864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.328675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:46.329022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.332196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.376524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] For port aed551e4-9137-4a35-8b50-1e8ab6123114, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aed551e4-9137-4a35-8b50-1e8ab6123114,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:46.376992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.377892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.396744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] Calling delete_port for aed551e4-9137-4a35-8b50-1e8ab6123114 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:46.397349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-064998a3-69d4-491d-be82-0d178aba36d4 req-ab3ff85e-e7d8-4bbb-b899-f7ba07ee2291 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977714 Nov 24 22:20:46.411939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for 9f4a33bb-2ac7-4a16-94dc-f6370c47f03b owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:46.419017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:46.421843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:46.435647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:46.438894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.449052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.463569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.505152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:46.515578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.541701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3103a-1683-41c0-bbf9-d2a3c14cfc54 None None] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:46.550012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] Pushing event deleted for resources: {'Port': ['ID=aed551e4-9137-4a35-8b50-1e8ab6123114,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:46.594432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3f099-f4a4-4e0d-a6fa-53cd78b1d6f9 None None] No DVR routers for this DVR port aed551e4-9137-4a35-8b50-1e8ab6123114 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:46.639192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-badee16e-ba40-48fe-b3ba-6f264009f29a None None] Provisioning complete for port b7405ac3-8cd7-42e5-bbfb-af5613a00754 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:46.639594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-badee16e-ba40-48fe-b3ba-6f264009f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.649950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d334a1dd-e329-448d-956d-ff4c59a680eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.675808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=c6a24dad-6cb1-431f-b43d-0f235cf9155b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:46.686793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:46.687959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.774136 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-98cba146-adae-46d8-93ec-9a5ec3a193ce tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.9998357 Nov 24 22:20:46.776389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.777074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59346) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:46.869888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.26.3.209 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/c513d3f4-4fdd-436e-bcc1-e2361b286a83) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:46.873706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:46.874087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:46.906172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:46.966232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca43aa0-27dd-42d6-b115-af811cb503f7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:46.973229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca43aa0-27dd-42d6-b115-af811cb503f7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:46.979112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca43aa0-27dd-42d6-b115-af811cb503f7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:46.983695 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cca43aa0-27dd-42d6-b115-af811cb503f7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2028558 Nov 24 22:20:46.984840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59348) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:46.989985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b7405ac3-8cd7-42e5-bbfb-af5613a00754 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:47.005788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.008417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.047903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-badee16e-ba40-48fe-b3ba-6f264009f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.053517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.082245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Subnet': ['ID=625cdda2-31b6-40c3-82a3-8584a1664f24,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:47.084886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=9f4a33bb-2ac7-4a16-94dc-f6370c47f03b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:47.095112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.098829 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7bf12940-fff1-4ede-80fb-ce20f85e50b5 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/subnets/625cdda2-31b6-40c3-82a3-8584a1664f24 HTTP/1.1" status: 204 len: 168 time: 0.9876752 Nov 24 22:20:47.103659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59350) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:47.106063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-badee16e-ba40-48fe-b3ba-6f264009f29a None None] For port b7405ac3-8cd7-42e5-bbfb-af5613a00754, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b7405ac3-8cd7-42e5-bbfb-af5613a00754,segment=NetworkSegment(33d7340d-37c9-4501-97eb-d3ef39b3eaae),segment_id=33d7340d-37c9-4501-97eb-d3ef39b3eaae)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:47.112708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b7405ac3-8cd7-42e5-bbfb-af5613a00754 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:47.113085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.116774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-badee16e-ba40-48fe-b3ba-6f264009f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.132379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.137484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c810fd5a-00a4-4485-9cc7-bbda1d57a37f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/ports/9f4a33bb-2ac7-4a16-94dc-f6370c47f03b HTTP/1.1" status: 204 len: 168 time: 1.6171699 Nov 24 22:20:47.151777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7450db2-2ecb-4303-bfd3-ef0b5f55fc16 None None] Network 375d2069-5ada-4cbc-ab5c-0a17c1279979 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:47.156958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59352) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:47.266083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Deleting subnet dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:47.272134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badee16e-ba40-48fe-b3ba-6f264009f29a None None] Pushing event updated for resources: {'Port': ['ID=b7405ac3-8cd7-42e5-bbfb-af5613a00754,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:47.274665 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5dfe35-4798-44d1-9e52-7af7716ecc37 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] GET failed (client error): The resource could not be found. Nov 24 22:20:47.285815 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9a5dfe35-4798-44d1-9e52-7af7716ecc37 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "GET /v2.0/ports/9f4a33bb-2ac7-4a16-94dc-f6370c47f03b HTTP/1.1" status: 404 len: 333 time: 0.1273320 Nov 24 22:20:47.293697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.296757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59354) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:47.306807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2083636074'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:47.379157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e3754d54-6c6f-421a-9d7c-3eb4703711f8 None None] Provisioning complete for port c6a24dad-6cb1-431f-b43d-0f235cf9155b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:47.379716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e3754d54-6c6f-421a-9d7c-3eb4703711f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.433728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e3754d54-6c6f-421a-9d7c-3eb4703711f8 None None] Port c6a24dad-6cb1-431f-b43d-0f235cf9155b cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:47.525367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:20:47.534589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.537599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c9838-a589-4e94-b649-2263748d4814 None None] DHCP port deletion for 375d2069-5ada-4cbc-ab5c-0a17c1279979 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:47.565409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aed551e4-9137-4a35-8b50-1e8ab6123114 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:47.605300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.614417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: aed551e4-9137-4a35-8b50-1e8ab6123114 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:47.614869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aed551e4-9137-4a35-8b50-1e8ab6123114 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:47.619344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f29adb57-47de-4cf0-9d38-a856403f5427 None None] Provisioning complete for port b7405ac3-8cd7-42e5-bbfb-af5613a00754 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:47.619803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f29adb57-47de-4cf0-9d38-a856403f5427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.653525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.655880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:47.673848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:47.674467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port c6a24dad-6cb1-431f-b43d-0f235cf9155b {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:47.675030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.680354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=b6727c6b-be97-461c-89a5-a1254c8dd61e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:47.683166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:47.683781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.690977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:47.691591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbfb86f-53ae-420e-9874-034a6b51f682 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:47.694504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.729119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0340e5-0b62-4e72-9025-78f42987ce6d req-0527c044-d397-4bea-b4e6-94c001a2a9a6 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:47.730655 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-da0340e5-0b62-4e72-9025-78f42987ce6d req-0527c044-d397-4bea-b4e6-94c001a2a9a6 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2003646 Nov 24 22:20:47.748282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] device_id is not set on port bb59935e-99ee-4171-95ec-9ca926627ea6 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:47.759577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-581c9838-a589-4e94-b649-2263748d4814 None None] Deleting port cf504186-12ae-49c2-9135-8b1a4a8c8dfa {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:47.760292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-581c9838-a589-4e94-b649-2263748d4814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.772537 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5ff7bf02-44b8-4acd-9249-c8f2f1399fbb tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6439385 Nov 24 22:20:47.784762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59358) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:47.790368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:47.842051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.876539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-581c9838-a589-4e94-b649-2263748d4814 None None] For port cf504186-12ae-49c2-9135-8b1a4a8c8dfa, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,segment=NetworkSegment(9fa2393a-643b-44c1-a8a5-69dd7c60f57c),segment_id=9fa2393a-643b-44c1-a8a5-69dd7c60f57c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:47.876944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-581c9838-a589-4e94-b649-2263748d4814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.882971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.893553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.905796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-581c9838-a589-4e94-b649-2263748d4814 None None] Calling delete_port for cf504186-12ae-49c2-9135-8b1a4a8c8dfa owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:47.906190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:47.921050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for c6a24dad-6cb1-431f-b43d-0f235cf9155b owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:47.946813 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-da0340e5-0b62-4e72-9025-78f42987ce6d req-86b3304c-ad48-4ee1-ad56-ff6b8517a271 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079961 Nov 24 22:20:47.957510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:47.979513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:48.048562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'b6727c6b-be97-461c-89a5-a1254c8dd61e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:48.049429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.065616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=c513d3f4-4fdd-436e-bcc1-e2361b286a83,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.076231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:48.131692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-581c9838-a589-4e94-b649-2263748d4814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.135494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Allocated IP 2001:db8::257 (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/bb59935e-99ee-4171-95ec-9ca926627ea6) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:48.169881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c9838-a589-4e94-b649-2263748d4814 None None] Pushing event deleted for resources: {'Port': ['ID=cf504186-12ae-49c2-9135-8b1a4a8c8dfa,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.176840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d1c6-0f77-42d3-b7de-bcafec68c20f req-c436d999-8847-49f3-a98c-8806b1ea4b4b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:48.178378 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3b81d1c6-0f77-42d3-b7de-bcafec68c20f req-c436d999-8847-49f3-a98c-8806b1ea4b4b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1370063 Nov 24 22:20:48.184784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.186032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c9838-a589-4e94-b649-2263748d4814 None None] No DVR routers for this DVR port cf504186-12ae-49c2-9135-8b1a4a8c8dfa on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:48.200834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:48.204474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.209218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.258314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Allocated IP 2001:db8::f816:3eff:fe86:c83f (49828264-6294-4cd6-b467-32535f86b933/b6727c6b-be97-461c-89a5-a1254c8dd61e/4abe384d-68a0-455b-a753-0684af9dda80) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:48.309551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.331995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.332220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.338089 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-80a7f61a-974d-4055-8658-81d9b35dff54 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/subnets/dbe2ceb3-a1df-4d39-a1a3-f2958d1774c2 HTTP/1.1" status: 204 len: 168 time: 1.2328625 Nov 24 22:20:48.340626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59362) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:48.344002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda4cb7-ca0d-4f00-b76f-8de8ae03abed None None] Network da5be684-28b1-40f7-b3a2-f0b78f150bbb requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:48.391345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.419107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3b81d1c6-0f77-42d3-b7de-bcafec68c20f req-625c0c7e-785c-4169-a0dd-03a5e977b20b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042487 Nov 24 22:20:48.459152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59364) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:48.465013 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6727c6b-be97-461c-89a5-a1254c8dd61e (CIDR: 2001:db8::/64) Nov 24 22:20:48.510555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:48.510885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:20:48.542633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.551396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.553619 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-eabf373e-362d-4604-a190-55669860e0ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7677774 Nov 24 22:20:48.559477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59366) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:48.577064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:48.597542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:48.602371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:48.607852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.615903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:48.618713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] DHCP port deletion for da5be684-28b1-40f7-b3a2-f0b78f150bbb request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:48.639604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede18b4c-e2a9-4106-b90b-fa51d315c437 tempest-TestNetworkAdvancedServerOps-1376447549 tempest-TestNetworkAdvancedServerOps-1376447549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:48.644465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ede18b4c-e2a9-4106-b90b-fa51d315c437 tempest-TestNetworkAdvancedServerOps-1376447549 tempest-TestNetworkAdvancedServerOps-1376447549-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1093 time: 0.1843050 Nov 24 22:20:48.645003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59368) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:48.655605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:48.672572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Pushing event updated for resources: {'Port': ['ID=4abe384d-68a0-455b-a753-0684af9dda80,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.695696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.713584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Attempting to bind port 4abe384d-68a0-455b-a753-0684af9dda80 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:48.713958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Attempting to bind port 4abe384d-68a0-455b-a753-0684af9dda80 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:48.714449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Attempting to bind port 4abe384d-68a0-455b-a753-0684af9dda80 on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:48.715666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.723001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:48.723369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:48.723500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.723808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.724324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:48.724974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Bound port: 4abe384d-68a0-455b-a753-0684af9dda80, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:48.725359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.764169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=c6a24dad-6cb1-431f-b43d-0f235cf9155b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.780739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.789830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] Deleting port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:48.790328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.856847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:48.861648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:48.865187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.870693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:48.874275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=bb59935e-99ee-4171-95ec-9ca926627ea6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:48.876117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:48.881731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:48.882385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.903903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] For port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,segment=NetworkSegment(d4b634cf-00c2-4ff7-8652-669484bfec04),segment_id=d4b634cf-00c2-4ff7-8652-669484bfec04)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:48.904680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:48.920561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] Calling delete_port for a6b91ffe-ebad-4735-ac9e-ccdf76da45ec owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:48.957210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.015594 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-353be7e9-2ed3-493d-9f0e-48bca70d3d09 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7115841 Nov 24 22:20:49.018053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59370) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:49.023124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'network_id': '20263bf7-1a0e-49bf-b9d2-2dec6ac7916d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-953155829'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:49.037441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.060713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.091580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] For port 4abe384d-68a0-455b-a753-0684af9dda80, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:49.124031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:49.128490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b7405ac3-8cd7-42e5-bbfb-af5613a00754 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:49.150142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] Pushing event deleted for resources: {'Port': ['ID=a6b91ffe-ebad-4735-ac9e-ccdf76da45ec,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:49.181273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3018e-ad6b-4d45-9707-5225691f2202 None None] No DVR routers for this DVR port a6b91ffe-ebad-4735-ac9e-ccdf76da45ec on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:49.191444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] For port 4abe384d-68a0-455b-a753-0684af9dda80, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4abe384d-68a0-455b-a753-0684af9dda80,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:49.204222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.249223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.295511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375d2069-5ada-4cbc-ab5c-0a17c1279979']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:49.296963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b7405ac3-8cd7-42e5-bbfb-af5613a00754 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:49.297552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.301087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4919ca-aeba-48ba-959d-9bcf0030c6db None None] Pushing event updated for resources: {'Port': ['ID=4abe384d-68a0-455b-a753-0684af9dda80,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:49.314735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Made reservation on behalf of 7b1cdb9c08674c56ad86e27da320a357 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:49.319198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.363627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1b778d5f-8f2d-4daf-bb8b-cd70f228f512 None None] Provisioning complete for port bb59935e-99ee-4171-95ec-9ca926627ea6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:49.364034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1b778d5f-8f2d-4daf-bb8b-cd70f228f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.384009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa2393a-643b-44c1-a8a5-69dd7c60f57c') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:49.384371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa2393a-643b-44c1-a8a5-69dd7c60f57c') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:49.431332 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1b778d5f-8f2d-4daf-bb8b-cd70f228f512 None None] Port bb59935e-99ee-4171-95ec-9ca926627ea6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:49.436365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.439640 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7c32b7ef-74a1-44f4-ba37-0bd0ffd78f3d tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/ports/c6a24dad-6cb1-431f-b43d-0f235cf9155b HTTP/1.1" status: 204 len: 168 time: 2.4527080 Nov 24 22:20:49.449048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] device_id is not set on port d313f683-595b-4c91-9e59-215077737cfc yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:49.456641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59372) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:49.471330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.509145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.540036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:49.540895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:49.559958 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:49.572181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cf504186-12ae-49c2-9135-8b1a4a8c8dfa no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:49.601317 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fb22d2-190b-46bb-a9a7-16b30ad210f4 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] GET failed (client error): The resource could not be found. Nov 24 22:20:49.602986 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-36fb22d2-190b-46bb-a9a7-16b30ad210f4 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "GET /v2.0/ports/c6a24dad-6cb1-431f-b43d-0f235cf9155b HTTP/1.1" status: 404 len: 333 time: 0.1414340 Nov 24 22:20:49.614631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: cf504186-12ae-49c2-9135-8b1a4a8c8dfa {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:49.615119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cf504186-12ae-49c2-9135-8b1a4a8c8dfa not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:49.615799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a6b91ffe-ebad-4735-ac9e-ccdf76da45ec no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:49.628130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59374) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:49.639604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:49.652451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a6b91ffe-ebad-4735-ac9e-ccdf76da45ec {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:49.652656 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:49.653369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'name': 'tempest-AllowedAddressPairTestJSON-1383968470'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:49.653513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a6b91ffe-ebad-4735-ac9e-ccdf76da45ec not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:49.657906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-86c438e4-7c50-4e1f-a232-3d0162ed0669 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4490874 Nov 24 22:20:49.661110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59376) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:49.663035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.663517 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:49.664681 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:49.665835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.684433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.782574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:49.818533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Allocated IP 172.26.3.6 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/3a2dc4be-493b-45d7-9f55-e1c8f17a0c3d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:49.835028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:49.908307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Allocated IP 2001:db8::77 (20263bf7-1a0e-49bf-b9d2-2dec6ac7916d/7726ec58-75e7-463d-8416-aea33c85347f/d313f683-595b-4c91-9e59-215077737cfc) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:50.015560 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:47Z', 'revision_number': 8, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:50.044648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/networks/375d2069-5ada-4cbc-ab5c-0a17c1279979 HTTP/1.1" status: 204 len: 168 time: 1.6976805 Nov 24 22:20:50.045261 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:50.052404 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:50.053041 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:50.067905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59378) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:50.109669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.111778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cad29-533f-45aa-a821-2c8b81ab35e2 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Network': ['ID=375d2069-5ada-4cbc-ab5c-0a17c1279979,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:50.146113 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:50.250040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet e5281d40-4c80-45bd-b996-db296e3452a0 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:50.277795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.289831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.353820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.388801 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:47Z', 'revision_number': 8, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:50.389393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.402968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:50.416568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:50.419422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:50.420027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.428646 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30968e-805c-4474-a687-0a92cdab4b19 None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:47Z', 'revision_number': 8, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e576b190-3c58-4545-ab25-e4ef39d875f2', 'name': '', 'network_id': 'efd9f36b-eaec-423c-9ea4-4a9fc465bda6', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:87:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:11Z', 'updated_at': '2021-11-24T22:20:25Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '48cd38b6-1543-425c-b2a6-b6c85818d427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:50.435764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=c0ab2230-e748-4f83-9acd-3196b93e4949,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:50.486347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:50.492865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.515788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6e9038cc-4c47-48d3-949d-a2575fe9d93c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9528432 Nov 24 22:20:50.519620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:50.528297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:43:cf:08', 'name': 'tempest-NetworksTestDHCPv6-1576254724'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:50.533006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.541697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782be7e0-5168-4288-8ffc-3ae3bf623e58 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:50.548120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] device_id is not set on port f54a8b89-c8a7-4721-8641-41fd5caa9455 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:50.606296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d17fdf91-2e83-4711-80c2-b8ebf2283dba None None] Provisioning complete for port 4abe384d-68a0-455b-a753-0684af9dda80 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:50.606669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d17fdf91-2e83-4711-80c2-b8ebf2283dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.618798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5be684-28b1-40f7-b3a2-f0b78f150bbb']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:50.619673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.644051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.649806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b634cf-00c2-4ff7-8652-669484bfec04') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:50.650304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b634cf-00c2-4ff7-8652-669484bfec04') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:50.680698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:50.688843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.693877 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:50.696326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:50.699380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 3a86c574-1b76-485b-b0db-e99724827abe is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:20:50.734174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.752307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:50.752760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.754827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d17fdf91-2e83-4711-80c2-b8ebf2283dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:50.760923 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:50.762990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Port': ['ID=3a2dc4be-493b-45d7-9f55-e1c8f17a0c3d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:50.831883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.837846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d17fdf91-2e83-4711-80c2-b8ebf2283dba None None] For port 4abe384d-68a0-455b-a753-0684af9dda80, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4abe384d-68a0-455b-a753-0684af9dda80,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:50.853219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d17fdf91-2e83-4711-80c2-b8ebf2283dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.924421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Allocated IP 172.20.0.3 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/f54a8b89-c8a7-4721-8641-41fd5caa9455) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:50.941768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.990435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:50.993018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=e5281d40-4c80-45bd-b996-db296e3452a0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:51.013518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.018328 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e2b152d4-ee75-4961-ade9-58399c9006d4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/e5281d40-4c80-45bd-b996-db296e3452a0 HTTP/1.1" status: 204 len: 168 time: 1.3509641 Nov 24 22:20:51.025348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49610d4-89a3-483e-b72c-bf95f2e1781d None None] Network e23233b9-bd72-4843-af05-84fef4887ebd requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:51.025905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.029709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] Update dhcp port {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': 'b6727c6b-be97-461c-89a5-a1254c8dd61e', 'ip_address': '2001:db8::f816:3eff:fe86:c83f'}, {'subnet_id': 'c0ab2230-e748-4f83-9acd-3196b93e4949'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '4abe384d-68a0-455b-a753-0684af9dda80'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:20:51.029909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59382) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:51.032072 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/networks/da5be684-28b1-40f7-b3a2-f0b78f150bbb HTTP/1.1" status: 204 len: 168 time: 0.9603927 Nov 24 22:20:51.043478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59384) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:51.075742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996738a9-bfef-41a3-9bd5-a9d16e32fef0 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Network': ['ID=da5be684-28b1-40f7-b3a2-f0b78f150bbb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:51.077421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fdf91-2e83-4711-80c2-b8ebf2283dba None None] Pushing event updated for resources: {'Port': ['ID=4abe384d-68a0-455b-a753-0684af9dda80,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:51.077870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:51.138268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.167835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:51.176578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Deleting subnet dc775630-e5e1-4be5-81a5-888933cfba2b {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:51.188342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.239983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.241263 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-802862c6-42a6-4cb0-ab47-3de7dbe11a98 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2219701 Nov 24 22:20:51.247635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59386) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:51.268524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4abe384d-68a0-455b-a753-0684af9dda80 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:51.277329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] Sync routers for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:51.294597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:51.300889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.311511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.315125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.315317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:51.332590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:51.333222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:51.338083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.349868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:51.361597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:51.362274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.404036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 9779445c-c752-4b86-b824-746be5dca5c1 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:51.404272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:51.445534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:51.446165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:51.485892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=d313f683-595b-4c91-9e59-215077737cfc,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:51.564605 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c98a5879-daf3-43fa-b164-989d47894b40 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5454857 Nov 24 22:20:51.572021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:51.572669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07fb33-156a-4cae-abb3-9803d7370589 None None] The sync data for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:51.574668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59388) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:51.576486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4abe384d-68a0-455b-a753-0684af9dda80 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:51.576858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.588286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3da', 'mac_address': 'fa:16:3e:aa:28:2b'}, {'ip_address': '2001:db8::257', 'mac_address': 'fa:16:3e:ba:b3:78'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:51.637280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.638199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.649612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.750319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:51.774410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] DHCP port deletion for e23233b9-bd72-4843-af05-84fef4887ebd request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:51.776972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:51.777307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3bab602f-e8a3-4cb0-8745-ae6d5b3cdc44 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:51.819715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e7eb426d-b805-4fae-b27c-80cf6b72ce17 None None] Provisioning complete for port d313f683-595b-4c91-9e59-215077737cfc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:51.820117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e7eb426d-b805-4fae-b27c-80cf6b72ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.832727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port ea26e588-9489-4437-85f2-a3be18cdfd47 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:51.833073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.859009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb426d-b805-4fae-b27c-80cf6b72ce17 None None] Port d313f683-595b-4c91-9e59-215077737cfc cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:51.860968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.867515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] Deleting port ea26e588-9489-4437-85f2-a3be18cdfd47 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:51.868155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.874567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8:0:1::261 (49828264-6294-4cd6-b467-32535f86b933/c0ab2230-e748-4f83-9acd-3196b93e4949/9779445c-c752-4b86-b824-746be5dca5c1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:51.881294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.894822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::f816:3eff:fe43:cf08 (49828264-6294-4cd6-b467-32535f86b933/b6727c6b-be97-461c-89a5-a1254c8dd61e/9779445c-c752-4b86-b824-746be5dca5c1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:51.914823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.934561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.939761 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/subnets/dc775630-e5e1-4be5-81a5-888933cfba2b HTTP/1.1" status: 204 len: 168 time: 0.8932817 Nov 24 22:20:51.944961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ab52-58c1-49c1-9fc0-bfd77fc305d7 tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Subnet': ['ID=dc775630-e5e1-4be5-81a5-888933cfba2b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:51.945258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] For port ea26e588-9489-4437-85f2-a3be18cdfd47, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea26e588-9489-4437-85f2-a3be18cdfd47,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:51.945825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:51.948292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59390) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:51.960568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099fc6e4-97a1-42f5-a883-77cdbb4458ca None None] Network de94a6a8-6f0b-4085-beac-03689601d670 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:51.967765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] Calling delete_port for ea26e588-9489-4437-85f2-a3be18cdfd47 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:52.042207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.106037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:52.114865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port ea26e588-9489-4437-85f2-a3be18cdfd47, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ea26e588-9489-4437-85f2-a3be18cdfd47,segment=NetworkSegment(e6d6de30-30ce-4df1-bf0f-9a1b2797529e),segment_id=e6d6de30-30ce-4df1-bf0f-9a1b2797529e)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:52.115073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.134726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:52.136642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=f54a8b89-c8a7-4721-8641-41fd5caa9455,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:52.161187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.167468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:52.188569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for ea26e588-9489-4437-85f2-a3be18cdfd47 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:52.194857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] No DVR routers for this DVR port ea26e588-9489-4437-85f2-a3be18cdfd47 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:52.199189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36e4ae-d2ce-4e77-a450-688589070079 None None] Pushing event deleted for resources: {'Port': ['ID=ea26e588-9489-4437-85f2-a3be18cdfd47,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:52.249334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.253563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.265031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] DHCP port deletion for de94a6a8-6f0b-4085-beac-03689601d670 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:52.279328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.324914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] Deleting port de99fbe0-1c20-4a15-b9c3-566992bbb708 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:52.325386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.389022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.436767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] For port de99fbe0-1c20-4a15-b9c3-566992bbb708, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=de99fbe0-1c20-4a15-b9c3-566992bbb708,segment=NetworkSegment(d1ccfc84-cec9-4b75-ba4e-0aac49464b99),segment_id=d1ccfc84-cec9-4b75-ba4e-0aac49464b99)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:52.437324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.452425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] Allocated IP 2001:db8:0:1::2 (49828264-6294-4cd6-b467-32535f86b933/c0ab2230-e748-4f83-9acd-3196b93e4949/4abe384d-68a0-455b-a753-0684af9dda80) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:52.459114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] Calling delete_port for de99fbe0-1c20-4a15-b9c3-566992bbb708 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:52.461710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:52.492838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:52.502219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:52.506405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:52.507053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.507947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:52.508567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.516193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=9779445c-c752-4b86-b824-746be5dca5c1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:52.537649 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5e65855d-6b04-4a9c-a6e5-228bac9bead1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0139890 Nov 24 22:20:52.541061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59392) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:52.572416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.603725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-be1d24df-2563-44b8-9807-b93a2867752c None None] Provisioning complete for port f54a8b89-c8a7-4721-8641-41fd5caa9455 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:52.604316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be1d24df-2563-44b8-9807-b93a2867752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.615821 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b6db1159-9e9b-4407-9c56-b4cd306062f1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9799907 Nov 24 22:20:52.617588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59394) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:52.624930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:13:1e'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:52.644411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=ea26e588-9489-4437-85f2-a3be18cdfd47,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:52.649257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port ea26e588-9489-4437-85f2-a3be18cdfd47 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:52.659967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] For port 4abe384d-68a0-455b-a753-0684af9dda80, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4abe384d-68a0-455b-a753-0684af9dda80,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:52.679517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.689573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-be1d24df-2563-44b8-9807-b93a2867752c None None] Port f54a8b89-c8a7-4721-8641-41fd5caa9455 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:52.704411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.714057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] Pushing event deleted for resources: {'Port': ['ID=de99fbe0-1c20-4a15-b9c3-566992bbb708,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:52.717765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a8a76-2bf6-4528-8c57-da170ef32017 None None] No DVR routers for this DVR port de99fbe0-1c20-4a15-b9c3-566992bbb708 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:52.736750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.743982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.786684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.809292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23233b9-bd72-4843-af05-84fef4887ebd']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:52.813659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.1 (efc63ecb-0041-4f9a-a46e-d7d02869def3/0afee498-7482-4117-ae9d-8df7eacb8a22/dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:52.819946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:52.820457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6de30-30ce-4df1-bf0f-9a1b2797529e') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:52.830526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.844439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.857947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee7a4e-9aed-4482-afaf-23da1db2762a None None] Pushing event updated for resources: {'Port': ['ID=4abe384d-68a0-455b-a753-0684af9dda80,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:52.869115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.873668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4abe384d-68a0-455b-a753-0684af9dda80 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:52.883270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:52.883793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:52.896882 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:52.932039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4abe384d-68a0-455b-a753-0684af9dda80 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:52.932873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:52.997403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.021897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event updated for resources: {'Port': ['ID=3a2dc4be-493b-45d7-9f55-e1c8f17a0c3d,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:53.051063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.054947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 9779445c-c752-4b86-b824-746be5dca5c1 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:53.055304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.082671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device de99fbe0-1c20-4a15-b9c3-566992bbb708 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:53.106789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: de99fbe0-1c20-4a15-b9c3-566992bbb708 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:53.107309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device de99fbe0-1c20-4a15-b9c3-566992bbb708 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:53.107879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea26e588-9489-4437-85f2-a3be18cdfd47 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:53.140510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: ea26e588-9489-4437-85f2-a3be18cdfd47 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:53.141087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ea26e588-9489-4437-85f2-a3be18cdfd47 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:53.385449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.407331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.413229 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/e23233b9-bd72-4843-af05-84fef4887ebd HTTP/1.1" status: 204 len: 168 time: 2.3789749 Nov 24 22:20:53.415868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59396) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:53.418492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Deleting port de99fbe0-1c20-4a15-b9c3-566992bbb708 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:53.418827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.483351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc26695-9f2c-4f2f-a868-98785108a66f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=e23233b9-bd72-4843-af05-84fef4887ebd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:53.518155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7e6f6008-be0f-4efb-8fc0-04ad551a7ced None None] Provisioning complete for port 4abe384d-68a0-455b-a753-0684af9dda80 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:53.518825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6008-be0f-4efb-8fc0-04ad551a7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.529983 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.561131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.564679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.607454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.626947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:53.640214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.670373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] For port de99fbe0-1c20-4a15-b9c3-566992bbb708, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:53.670740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.700873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 9779445c-c752-4b86-b824-746be5dca5c1 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:53.703923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:53.712998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:53.717092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] In _notify_port_updated(), no bound segment for port d313f683-595b-4c91-9e59-215077737cfc on network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:20:53.719044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:53.722615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:53.723267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.724611 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "PUT /v2.0/ports/d313f683-595b-4c91-9e59-215077737cfc HTTP/1.1" status: 200 len: 1066 time: 2.1416345 Nov 24 22:20:53.741308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Calling delete_port for de99fbe0-1c20-4a15-b9c3-566992bbb708 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:53.742695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59398) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:53.754781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Port de99fbe0-1c20-4a15-b9c3-566992bbb708 was not found and therefore no delete operation was performed {{(pid=102410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:20:53.759603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-46c45cc1-e189-4ecf-957a-d5b2bda18406 None None] Provisioning complete for port 9779445c-c752-4b86-b824-746be5dca5c1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:53.760169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-46c45cc1-e189-4ecf-957a-d5b2bda18406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.784713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.815459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-46c45cc1-e189-4ecf-957a-d5b2bda18406 None None] Port 9779445c-c752-4b86-b824-746be5dca5c1 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:53.846879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:53.868905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd24c5-3f23-4ef4-8abb-a972aeaf23fd tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event updated for resources: {'Port': ['ID=d313f683-595b-4c91-9e59-215077737cfc,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:53.947968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] No DVR routers for this DVR port de99fbe0-1c20-4a15-b9c3-566992bbb708 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:53.975578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Port': ['ID=de99fbe0-1c20-4a15-b9c3-566992bbb708,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:54.005237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Floating IP b5fa3675-c631-4686-82c3-63a800f4efc3 associated. External IP: 172.26.3.6, port: 62ddfb72-1c9f-43c5-a1b7-16c26b408396. Nov 24 22:20:54.027322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.045399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.148386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-17fab8e5-a53b-4af7-8030-91ad15b2949c None None] Provisioning complete for port dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:54.148996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-17fab8e5-a53b-4af7-8030-91ad15b2949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.193809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.198220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-17fab8e5-a53b-4af7-8030-91ad15b2949c None None] Port dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:54.204369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=f54a8b89-c8a7-4721-8641-41fd5caa9455,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:54.225419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-17fab8e5-a53b-4af7-8030-91ad15b2949c None None] Provisioning complete for port d313f683-595b-4c91-9e59-215077737cfc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:54.226218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-17fab8e5-a53b-4af7-8030-91ad15b2949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.232254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.252846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de94a6a8-6f0b-4085-beac-03689601d670']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:54.257933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] In _notify_port_updated(), no bound segment for port f54a8b89-c8a7-4721-8641-41fd5caa9455 on network d954f939-7cbe-4a13-b8a6-3149136f7fbb {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:20:54.265035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:54.266635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.267754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2476171-bb48-485c-8f89-70007534ee8e tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "PUT /v2.0/ports/f54a8b89-c8a7-4721-8641-41fd5caa9455 HTTP/1.1" status: 200 len: 993 time: 1.6469707 Nov 24 22:20:54.272291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59400) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:54.275512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-17fab8e5-a53b-4af7-8030-91ad15b2949c None None] Port d313f683-595b-4c91-9e59-215077737cfc cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:54.276219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port d313f683-595b-4c91-9e59-215077737cfc {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:54.276565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.287405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:54.287752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ccfc84-cec9-4b75-ba4e-0aac49464b99') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:54.331371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.390158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.398305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ef597d40-f911-4ae4-b01e-68e69c031efa None None] Provisioning complete for port f54a8b89-c8a7-4721-8641-41fd5caa9455 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:54.399062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef597d40-f911-4ae4-b01e-68e69c031efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.427797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=9779445c-c752-4b86-b824-746be5dca5c1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:54.438116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ef597d40-f911-4ae4-b01e-68e69c031efa None None] Port f54a8b89-c8a7-4721-8641-41fd5caa9455 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:54.449564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.489997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.490690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:20:54.491137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.495236 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7d961835-6915-4754-a510-0a6b9659e701 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/9779445c-c752-4b86-b824-746be5dca5c1 HTTP/1.1" status: 204 len: 168 time: 1.9529490 Nov 24 22:20:54.497917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59402) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:20:54.498169 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:20:54.583791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd73eefa-e606-4a4b-952b-bc97d76d71ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:54.588011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dd73eefa-e606-4a4b-952b-bc97d76d71ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0890310 Nov 24 22:20:54.589174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59404) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:54.642822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.672048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for d313f683-595b-4c91-9e59-215077737cfc owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:54.687816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.692772 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.696483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/networks/de94a6a8-6f0b-4085-beac-03689601d670 HTTP/1.1" status: 204 len: 168 time: 2.7404237 Nov 24 22:20:54.702148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59406) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:54.726895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4566308-a234-446d-af77-ad26ff790600 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:54.730577 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a4566308-a234-446d-af77-ad26ff790600 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1001475 Nov 24 22:20:54.732216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:54.749517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd198f9-8008-4622-87c1-e6abe7a93afe tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Pushing event deleted for resources: {'Network': ['ID=de94a6a8-6f0b-4085-beac-03689601d670,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:54.756216 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4b7d869d-8d18-4892-ab83-a2fba728673c tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8212415-6074-4ace-9d63-d32f2c2b7680 HTTP/1.1" status: 200 len: 205 time: 0.0523505 Nov 24 22:20:54.756851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59410) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:54.828936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4abe384d-68a0-455b-a753-0684af9dda80 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:20:54.835508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port f54a8b89-c8a7-4721-8641-41fd5caa9455 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:54.836106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.856089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.859991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.885288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4abe384d-68a0-455b-a753-0684af9dda80 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:54.885904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.887600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:54.959467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Router 38e88176-f5a7-484e-9d27-a42a114c8f9f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:54.982714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa6de0-bb3b-43a4-a8d3-c7d5432de60d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:54.984268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa6de0-bb3b-43a4-a8d3-c7d5432de60d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:54.985899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa6de0-bb3b-43a4-a8d3-c7d5432de60d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:54.987460 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-79fa6de0-bb3b-43a4-a8d3-c7d5432de60d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2514756 Nov 24 22:20:54.990860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59412) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:55.058245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.097392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:55.136673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.154386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.158137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.158761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.160413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.162223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for f54a8b89-c8a7-4721-8641-41fd5caa9455 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:55.204487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet b6727c6b-be97-461c-89a5-a1254c8dd61e {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:55.239009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.276768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.277285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Fanout notify agent at l3_agent the message router_deleted on router d8212415-6074-4ace-9d63-d32f2c2b7680 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:20:55.284293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.285454 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f557982e-8a27-452b-9700-c311b107fb9d tempest-RoutersNegativeTest-1582563372 tempest-RoutersNegativeTest-1582563372-project] 10.222.0.41 "DELETE /v2.0/routers/d8212415-6074-4ace-9d63-d32f2c2b7680 HTTP/1.1" status: 204 len: 168 time: 0.5257180 Nov 24 22:20:55.308708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.371939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:55.376528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:55.496406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.575313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 3a86c574-1b76-485b-b0db-e99724827abe has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:55.590461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=d313f683-595b-4c91-9e59-215077737cfc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:55.591010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.678445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59418) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:55.683772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=b6727c6b-be97-461c-89a5-a1254c8dd61e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:55.689174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.693044 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5951c59b-f89c-4289-b471-9d02f581a5a1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/b6727c6b-be97-461c-89a5-a1254c8dd61e HTTP/1.1" status: 204 len: 168 time: 0.6985505 Nov 24 22:20:55.695645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59420) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:55.699146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290fabb-51f3-4eb2-a560-3be0868bb6aa None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:55.778453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet c0ab2230-e748-4f83-9acd-3196b93e4949 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:55.783355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.806152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c6673a06-bea7-438f-aa1a-6ab54e64f729 None None] Provisioning complete for port dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:55.806528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6673a06-bea7-438f-aa1a-6ab54e64f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.821713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:55.830019 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8f60c329-3dc6-4bdc-b5d4-bde3648c1171 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/routers/3a86c574-1b76-485b-b0db-e99724827abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5761027 Nov 24 22:20:55.833073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59424) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:55.837413 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] Sync routers for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:55.839423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'port': {'network_id': 'efc63ecb-0041-4f9a-a46e-d7d02869def3', 'name': 'tempest-FloatingIPTestJSON-214829431'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:55.860673 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:55.861438 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:55.902562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c6673a06-bea7-438f-aa1a-6ab54e64f729 None None] Port dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:55.919543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:55.932810 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:55.940722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:55.943847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] Sync routers for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:55.950909 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:55.951576 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:55.964533 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:55.965266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:56.009841 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:56.010742 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace2a86-fdec-4c44-8b19-43c5d2272cbd None None] The sync data for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:56.039102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.072545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Made reservation on behalf of e850cdb638d244a7bc480736acf591dc for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:56.076525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.091295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.119593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] device_id is not set on port 75dd798c-443c-41a3-a6ea-93b3588ee64c yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:56.121063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:56.182352 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2b6a2b0b-323f-420d-ba4e-fe4c262b862c tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.5312228 Nov 24 22:20:56.187400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:20:56.190504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:20:56.195734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.199390 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9876f8e8-03f2-40c6-ac0e-47a2f7215d9d tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/ports/d313f683-595b-4c91-9e59-215077737cfc HTTP/1.1" status: 204 len: 168 time: 2.4555256 Nov 24 22:20:56.204534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59430) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.204703 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fe4a92ba-010f-4113-bfe5-47cdd5b40066 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e34b6aa76414f4c9610a7c805a6a9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169196 Nov 24 22:20:56.207985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59432) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.238476 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-36af0b38-0ea9-4708-8fe0-282748ecdec2 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] GET failed (client error): The resource could not be found. Nov 24 22:20:56.243771 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-36af0b38-0ea9-4708-8fe0-282748ecdec2 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "GET /v2.0/ports/d313f683-595b-4c91-9e59-215077737cfc HTTP/1.1" status: 404 len: 333 time: 0.0403228 Nov 24 22:20:56.246539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59434) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.275968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00c174-948b-4a14-9146-701c95e7158b x-openstack-request-id: req-5a00c174-948b-4a14-9146-701c95e7158b {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:20:56.276216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.276678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:20:56.277089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a00c174-948b-4a14-9146-701c95e7158b {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:20:56.277653 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'status': 'completed', 'code': 200} Nov 24 22:20:56.311069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.365543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ab2230-e748-4f83-9acd-3196b93e4949,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:56.371146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.377033 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-49467c13-907e-4a92-b68f-950cfffc58ae tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/c0ab2230-e748-4f83-9acd-3196b93e4949 HTTP/1.1" status: 204 len: 168 time: 0.6803551 Nov 24 22:20:56.397555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59436) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.415904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Allocated IP 172.20.0.14 (efc63ecb-0041-4f9a-a46e-d7d02869def3/0afee498-7482-4117-ae9d-8df7eacb8a22/75dd798c-443c-41a3-a6ea-93b3588ee64c) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:56.430044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=f54a8b89-c8a7-4721-8641-41fd5caa9455,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:56.463815 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ee8ceb77-4f9b-4b0d-b53b-e8d6179c95b5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582213 Nov 24 22:20:56.467429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59438) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.477838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:56.572372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-a2c62753-24bb-432a-8756-147f39b0bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:56.574064 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-a2c62753-24bb-432a-8756-147f39b0bb66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=acf584e0777847d885c172c6e0becf50&device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1098 time: 0.2686474 Nov 24 22:20:56.580664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff94731-2769-48bb-8273-63b64b694a97 req-71b4f885-0f3c-42a8-9172-4a9d44f1e57b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:56.582331 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aff94731-2769-48bb-8273-63b64b694a97 req-71b4f885-0f3c-42a8-9172-4a9d44f1e57b tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.3117523 Nov 24 22:20:56.592351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac8f3902-6452-4dc9-87c8-21f51e489695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.642657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac8f3902-6452-4dc9-87c8-21f51e489695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.695382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b5fa3675-c631-4686-82c3-63a800f4efc3', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'floating_ip_address': '172.26.3.6', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'port_id': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'mac_address': 'fa:16:3e:7f:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:20:51Z', 'updated_at': '2021-11-24T22:20:51Z', 'revision_number': 0, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:56.744486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] Checking router: 38e88176-f5a7-484e-9d27-a42a114c8f9f for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:56.762365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port bb59935e-99ee-4171-95ec-9ca926627ea6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:56.762866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.777178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:56.779200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:56.838281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:56.841213 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aff94731-2769-48bb-8273-63b64b694a97 req-b8715fad-f457-477e-9c25-0fb2bbf72031 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325921 Nov 24 22:20:56.842416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.843897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port e576b190-3c58-4545-ab25-e4ef39d875f2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:56.844814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.869969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.876355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c74a49b9-1a4f-455b-b322-f332a46015f2 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/ports/f54a8b89-c8a7-4721-8641-41fd5caa9455 HTTP/1.1" status: 204 len: 168 time: 2.5912476 Nov 24 22:20:56.876355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59440) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.878507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59442) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:56.939479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:56.945387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac8f3902-6452-4dc9-87c8-21f51e489695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.947918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ac8f3902-6452-4dc9-87c8-21f51e489695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:56.951313 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ac8f3902-6452-4dc9-87c8-21f51e489695 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d593a5e-e516-48af-8f02-a11394787459 HTTP/1.1" status: 204 len: 168 time: 0.7120371 Nov 24 22:20:56.989837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f3902-6452-4dc9-87c8-21f51e489695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d593a5e-e516-48af-8f02-a11394787459,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:56.998747 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-112e7b0e-7585-469d-a2f3-c4011013d538 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] GET failed (client error): The resource could not be found. Nov 24 22:20:57.003862 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-112e7b0e-7585-469d-a2f3-c4011013d538 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "GET /v2.0/ports/f54a8b89-c8a7-4721-8641-41fd5caa9455 HTTP/1.1" status: 404 len: 333 time: 0.1159694 Nov 24 22:20:57.015436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59446) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:57.034445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'name': 'tempest-AllowedAddressPairTestJSON-1245454206'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:57.038102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-27638086-e195-4bc6-95ad-447dce9d86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:57.039758 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-27638086-e195-4bc6-95ad-447dce9d86a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 200 len: 898 time: 0.3506045 Nov 24 22:20:57.045193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.070285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for bb59935e-99ee-4171-95ec-9ca926627ea6 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:57.103549 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-29fedc37-c3d4-4f7a-b19c-9e581438b447 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/floatingips/b5fa3675-c631-4686-82c3-63a800f4efc3 HTTP/1.1" status: 200 len: 989 time: 0.1569726 Nov 24 22:20:57.145843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b068be-b8f2-4fbe-ad14-63f51e169b53 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:57.174422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port e576b190-3c58-4545-ab25-e4ef39d875f2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e576b190-3c58-4545-ab25-e4ef39d875f2,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:57.174882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.200817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for e576b190-3c58-4545-ab25-e4ef39d875f2 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:57.358357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a2d07902-fb63-4404-bf19-9c4233209324 None None] Provisioning complete for port 4abe384d-68a0-455b-a753-0684af9dda80 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:57.358631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a2d07902-fb63-4404-bf19-9c4233209324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.382894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.424255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=bb59935e-99ee-4171-95ec-9ca926627ea6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:57.462671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.467094 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5602d1f8-2fc2-4802-bc46-efc191e53601 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/ports/bb59935e-99ee-4171-95ec-9ca926627ea6 HTTP/1.1" status: 204 len: 168 time: 1.2102206 Nov 24 22:20:57.470479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59448) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:57.504807 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-87844bfc-1da5-47f6-9b94-2b7bf21c1c4f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] GET failed (client error): The resource could not be found. Nov 24 22:20:57.506108 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-87844bfc-1da5-47f6-9b94-2b7bf21c1c4f tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "GET /v2.0/ports/bb59935e-99ee-4171-95ec-9ca926627ea6 HTTP/1.1" status: 404 len: 333 time: 0.0346851 Nov 24 22:20:57.510298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59450) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:57.544970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b5fa3675-c631-4686-82c3-63a800f4efc3', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'floating_ip_address': '172.26.3.6', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'port_id': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'mac_address': 'fa:16:3e:7f:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:20:51Z', 'updated_at': '2021-11-24T22:20:51Z', 'revision_number': 0, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:57.579058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:20:57.582231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ea81a-443f-4ba8-b844-a35814b0dfae None None] The sync data for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv is: [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b5fa3675-c631-4686-82c3-63a800f4efc3', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'floating_ip_address': '172.26.3.6', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'port_id': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'mac_address': 'fa:16:3e:7f:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:20:51Z', 'updated_at': '2021-11-24T22:20:51Z', 'revision_number': 0, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:20:57.650746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] Deleting port 4abe384d-68a0-455b-a753-0684af9dda80 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:57.650746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.666479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.701173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=e576b190-3c58-4545-ab25-e4ef39d875f2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:57.733922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port 1dd4d0d0-7073-4a8a-a253-58d4d9d7d887 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:20:57.734267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.783146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] For port 4abe384d-68a0-455b-a753-0684af9dda80, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4abe384d-68a0-455b-a753-0684af9dda80,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:20:57.783667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.812892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] Calling delete_port for 4abe384d-68a0-455b-a753-0684af9dda80 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:57.817616 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-e4c0c6fc-2a23-4ee7-9ad0-734f37f9b35b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 200 len: 997 time: 0.7593713 Nov 24 22:20:57.884123 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b269cecd-b64f-4a67-8699-9d5162017471 None None] New status for floating IP b5fa3675-c631-4686-82c3-63a800f4efc3: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:20:57.907344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.948692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.949296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.973769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.984980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] Pushing event deleted for resources: {'Port': ['ID=4abe384d-68a0-455b-a753-0684af9dda80,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:57.993438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:57.995284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ca0a0-7d88-4d78-842a-9da3ac5c6fbc None None] No DVR routers for this DVR port 4abe384d-68a0-455b-a753-0684af9dda80 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:20:58.025670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:58.045944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:58.049113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for 1dd4d0d0-7073-4a8a-a253-58d4d9d7d887 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:20:58.051093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:58.051727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.057227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7f15d-b953-4f0d-a9cb-1e1c7a2b59a0 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:58.102706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-0f9e15da-6870-4c70-8292-b84531331bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:58.104409 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-0f9e15da-6870-4c70-8292-b84531331bc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d923d487-86a6-4210-acbf-012d6efdd866 HTTP/1.1" status: 200 len: 835 time: 0.2591240 Nov 24 22:20:58.110078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59452) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:58.208203 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f731f0af-9bb0-461a-bf22-0c823c5ba47f tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/floatingips/b5fa3675-c631-4686-82c3-63a800f4efc3 HTTP/1.1" status: 200 len: 989 time: 0.0919561 Nov 24 22:20:58.228673 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7588849 Nov 24 22:20:58.233917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ea591-23ad-4a07-b75e-923fc26eec53 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=dd47247c-15af-43c1-8b17-d624e906a006,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:58.240726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59456) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:58.249894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:58.269587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.270548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-49828264-6294-4cd6-b467-32535f86b933', 'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'tenant_id': 'ca18ca5d1a334ca2ac7a705a1043aa7a', 'fixed_ips': [{'subnet_id': 'dd47247c-15af-43c1-8b17-d624e906a006'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:20:58.271741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.308835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:58.312357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.329691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:20:58.345022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:58.359591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] device_id is not set on port 59b17ad7-a313-40e6-8007-475587e366fa yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:20:58.364382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:58.367169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:58.378267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event updated for resources: {'Port': ['ID=75dd798c-443c-41a3-a6ea-93b3588ee64c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:58.441622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/dd47247c-15af-43c1-8b17-d624e906a006/f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:58.446191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:58.446900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.459653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-0dd3fd69-bf70-473e-adb7-c71091e4059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:20:58.462148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-0dd3fd69-bf70-473e-adb7-c71091e4059c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3424265 Nov 24 22:20:58.502732 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-67146142-988c-458e-80c6-622abec09929 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6657023 Nov 24 22:20:58.506277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59458) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:58.514686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Request body: {'floatingip': {'port_id': '75dd798c-443c-41a3-a6ea-93b3588ee64c'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:58.533636 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:20:58.559656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.585750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:20:58.616025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-02290bec-116e-4ac2-8838-172879bc78aa tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1950891 Nov 24 22:20:58.617094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:20:58.620099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59460) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:58.622609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=1dd4d0d0-7073-4a8a-a253-58d4d9d7d887,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:58.646308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:58.646945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:58.660470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.665844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:58.669794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.673765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.677143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-848d6602-37bb-4a8e-b77b-a6d5ce69642e tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/ports/1dd4d0d0-7073-4a8a-a253-58d4d9d7d887 HTTP/1.1" status: 204 len: 168 time: 1.1658814 Nov 24 22:20:58.680998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59462) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:58.747908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting subnet 7726ec58-75e7-463d-8416-aea33c85347f {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:58.764189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.764876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.811576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.813788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:58.816620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1f7e77ef-27ca-404f-9520-ac3c5160295a None None] Provisioning complete for port 75dd798c-443c-41a3-a6ea-93b3588ee64c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:20:58.816833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f7e77ef-27ca-404f-9520-ac3c5160295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.844860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Allocated IP 172.20.0.8 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/59b17ad7-a313-40e6-8007-475587e366fa) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:20:58.848637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-2209199c-367d-42c1-a899-1228c005028b service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518927 Nov 24 22:20:58.897244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet 48cd38b6-1543-425c-b2a6-b6c85818d427 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:20:58.940745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.944716 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd47247c-15af-43c1-8b17-d624e906a006 (CIDR: 2001:db8::/64) Nov 24 22:20:58.948222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:58.961349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:20:58.961726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:20:58.984754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4abe384d-68a0-455b-a753-0684af9dda80 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:20:58.986000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:58.986877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:58.990172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e77ef-27ca-404f-9520-ac3c5160295a None None] Port 75dd798c-443c-41a3-a6ea-93b3588ee64c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:20:58.992704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:59.018926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Pushing event updated for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:59.023435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 4abe384d-68a0-455b-a753-0684af9dda80 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:20:59.023804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4abe384d-68a0-455b-a753-0684af9dda80 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:20:59.090322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.124371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Attempting to bind port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:20:59.124733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Attempting to bind port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:20:59.125085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Attempting to bind port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d on network 49828264-6294-4cd6-b467-32535f86b933 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:20:59.153836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:20:59.154202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Checking segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:20:59.154601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.155158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Bound using segment: {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:20:59.155642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Bound port: f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bb3c72-7112-4189-ab25-fb0364aefbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49828264-6294-4cd6-b467-32535f86b933'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:20:59.156036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.237007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59464) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:59.251981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:20:59.257314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:20:59.266190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.293737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:57Z', 'revision_number': 9, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:59.311623 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46847e75-ac06-413a-aa5b-bb5a9f3d43ba req-b4847143-e6cf-4f21-be5b-fc5f7a4a3ca1 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438279 Nov 24 22:20:59.317682 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.334826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:20:59.370480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:20:59.371111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:20:59.375065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9573434-948b-4a6f-a390-1c6b85b6f5fe None None] Pushing event updated for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:59.404837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cc60d4dc-29df-43c9-a108-11b05156d982 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/floatingips/b5fa3675-c631-4686-82c3-63a800f4efc3 HTTP/1.1" status: 200 len: 991 time: 0.1670513 Nov 24 22:20:59.422613 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8874cf4f-897c-49bf-a551-4acf9706e9bf tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1741884 Nov 24 22:20:59.423162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59466) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:59.428988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:20:59.451928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.453883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.517831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.570629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Subnet': ['ID=7726ec58-75e7-463d-8416-aea33c85347f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:59.576205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.581700 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3132bb59-fe6c-41da-b828-af27ac190928 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/subnets/7726ec58-75e7-463d-8416-aea33c85347f HTTP/1.1" status: 204 len: 168 time: 0.8941183 Nov 24 22:20:59.582818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:20:59.582966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59468) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:59.587311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.622293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81cb4b-d31f-45f1-a6bf-bb6e0b4b7a81 None None] Network 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:59.632098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.644137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.673365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:20:59.682689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=48cd38b6-1543-425c-b2a6-b6c85818d427,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:59.722731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.725860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.731902 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-357e0e1a-464a-4b1a-99b4-f531de3509fe tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/48cd38b6-1543-425c-b2a6-b6c85818d427 HTTP/1.1" status: 204 len: 168 time: 1.1090655 Nov 24 22:20:59.732554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59470) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:20:59.736132 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3401702-e8db-423f-a497-a6bcc5f4f896 None None] Network efd9f36b-eaec-423c-9ea4-4a9fc465bda6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:20:59.771911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:20:59.786970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:20:59.852998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:20:59.867159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:20:59.872082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=59b17ad7-a313-40e6-8007-475587e366fa,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:20:59.961424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.027048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.039696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.071867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:00.072137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.133411 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ab0a6de3-317f-4a72-98b0-ca6082c7ffa0 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1149564 Nov 24 22:21:00.134036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59472) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:00.145155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:13:1e'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:00.149520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Deleting port 6ba263b9-61da-49a1-8903-006df3ee9d55 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:00.149838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.216105 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP e35d91a5-69f2-46fc-9bb7-ba5c6357b732 associated. External IP: 172.26.3.164, port: 3812a596-b783-4a06-b763-b03a191589d9. Nov 24 22:21:00.237511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:57Z', 'revision_number': 9, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:00.246211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] For port 6ba263b9-61da-49a1-8903-006df3ee9d55, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6ba263b9-61da-49a1-8903-006df3ee9d55,segment=NetworkSegment(d8b918a6-9434-4c8f-892f-ad9189aa26c1),segment_id=d8b918a6-9434-4c8f-892f-ad9189aa26c1)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:00.247619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.274978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Calling delete_port for 6ba263b9-61da-49a1-8903-006df3ee9d55 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:00.294290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] DHCP port deletion for 20263bf7-1a0e-49bf-b9d2-2dec6ac7916d request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:00.330658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6648b-6424-407f-8f89-6a8736248e45 None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:20:57Z', 'revision_number': 9, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc04c79d-e242-46a2-b497-1397998d2f88', 'name': '', 'network_id': '9e2e2a66-d22c-4212-9e1d-17da60cf67d5', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:2e:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:03Z', 'updated_at': '2021-11-24T22:20:17Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': '98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:00.333113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7b155b1c-41d4-4153-8f77-8dab4d77f3f5 None None] Provisioning complete for port 59b17ad7-a313-40e6-8007-475587e366fa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:00.334248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7b155b1c-41d4-4153-8f77-8dab4d77f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.336497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 82f0a093-e2f8-48a4-9b96-e36b4e396836 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:00.336812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.360852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:21:00.378141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7b155b1c-41d4-4153-8f77-8dab4d77f3f5 None None] Port 59b17ad7-a313-40e6-8007-475587e366fa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:00.423493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] Deleting port 6ba263b9-61da-49a1-8903-006df3ee9d55 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:00.424124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.505528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] For port 6ba263b9-61da-49a1-8903-006df3ee9d55, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6ba263b9-61da-49a1-8903-006df3ee9d55,segment=NetworkSegment(d8b918a6-9434-4c8f-892f-ad9189aa26c1),segment_id=d8b918a6-9434-4c8f-892f-ad9189aa26c1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:00.506083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 82f0a093-e2f8-48a4-9b96-e36b4e396836, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82f0a093-e2f8-48a4-9b96-e36b4e396836,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:00.506232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.506452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.522142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] Calling delete_port for 6ba263b9-61da-49a1-8903-006df3ee9d55 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:00.577337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.593653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.622038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.639136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:00.652911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] Pushing event deleted for resources: {'Port': ['ID=6ba263b9-61da-49a1-8903-006df3ee9d55,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:00.657177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7cdc40-6dd4-46c5-8a67-b11fb50b03cc None None] No DVR routers for this DVR port 6ba263b9-61da-49a1-8903-006df3ee9d55 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:00.678341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Port': ['ID=6ba263b9-61da-49a1-8903-006df3ee9d55,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:00.684482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 82f0a093-e2f8-48a4-9b96-e36b4e396836 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:00.691080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] No DVR routers for this DVR port 6ba263b9-61da-49a1-8903-006df3ee9d55 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:00.732923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] DHCP port deletion for efd9f36b-eaec-423c-9ea4-4a9fc465bda6 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:00.822067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.862052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] Deleting port 82f0a093-e2f8-48a4-9b96-e36b4e396836 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:00.865376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.926616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:00.953799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:01.013842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] For port 82f0a093-e2f8-48a4-9b96-e36b4e396836, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82f0a093-e2f8-48a4-9b96-e36b4e396836,segment=NetworkSegment(747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51),segment_id=747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:01.013991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.031660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] Calling delete_port for 82f0a093-e2f8-48a4-9b96-e36b4e396836 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:01.039086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:01.048088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20263bf7-1a0e-49bf-b9d2-2dec6ac7916d']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.054533 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:01.060093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b918a6-9434-4c8f-892f-ad9189aa26c1') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.060411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b918a6-9434-4c8f-892f-ad9189aa26c1') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.069312 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:01.070072 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.070360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.084731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.091465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:01.091823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.104190 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.116953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:01.117766 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.125575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:01.153164 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.154066 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978d037-cca5-4ca7-98df-db9558b20ed2 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:01.155701 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:01.161983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.165202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:01.165338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.168468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.178980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.179232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.190039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.191201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.199948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 82f0a093-e2f8-48a4-9b96-e36b4e396836 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:01.216346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] Pushing event deleted for resources: {'Port': ['ID=82f0a093-e2f8-48a4-9b96-e36b4e396836,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.224261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.230443 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] 10.222.0.41 "DELETE /v2.0/networks/20263bf7-1a0e-49bf-b9d2-2dec6ac7916d HTTP/1.1" status: 204 len: 168 time: 1.6430595 Nov 24 22:21:01.232043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd00517-8ab4-4332-a354-074bb954f0f3 None None] No DVR routers for this DVR port 82f0a093-e2f8-48a4-9b96-e36b4e396836 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:01.241486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717271a-960d-4f36-914d-bba3f3e4b3c3 tempest-AllowedAddressPairIpV6TestJSON-1454783830 tempest-AllowedAddressPairIpV6TestJSON-1454783830-project] Pushing event deleted for resources: {'Network': ['ID=20263bf7-1a0e-49bf-b9d2-2dec6ac7916d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.246963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=82f0a093-e2f8-48a4-9b96-e36b4e396836,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.261223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d1a76198-fbef-4208-a289-2af955548963 None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:01.261750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d1a76198-fbef-4208-a289-2af955548963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.271332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:01.339625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.348415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.371675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd9f36b-eaec-423c-9ea4-4a9fc465bda6']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.371903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:01.374239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:01.374813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.379773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.380066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747487ff-2bd6-4a3e-abb5-0f2e4bfa1c51') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:01.393009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.398989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:01.405921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9082d417-92ec-42cb-8a41-c11bd55e9566 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:01.410181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.426199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.437801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0132067 Nov 24 22:21:01.445760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59476) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:01.446645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=4']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.454709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:88:a6:71', 'name': 'tempest-NetworksTestDHCPv6-172439035'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:01.462896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803e57b-d52a-4d98-94b6-5b3f7400385d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=94ddaabc-93b6-46e1-b93d-6ea000fbf09b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.479751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:01.479751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.483113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 3a86c574-1b76-485b-b0db-e99724827abe has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:01.483251 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:01.523796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82f0a093-e2f8-48a4-9b96-e36b4e396836 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:01.548678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 82f0a093-e2f8-48a4-9b96-e36b4e396836 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:01.548678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82f0a093-e2f8-48a4-9b96-e36b4e396836 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:01.549052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e576b190-3c58-4545-ab25-e4ef39d875f2 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:01.597808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e576b190-3c58-4545-ab25-e4ef39d875f2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:01.598067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e576b190-3c58-4545-ab25-e4ef39d875f2 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:01.598498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6ba263b9-61da-49a1-8903-006df3ee9d55 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:01.600134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.600405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.616999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.618880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.634786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/efd9f36b-eaec-423c-9ea4-4a9fc465bda6 HTTP/1.1" status: 204 len: 168 time: 1.8972030 Nov 24 22:21:01.638466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59480) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:01.645534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 6ba263b9-61da-49a1-8903-006df3ee9d55 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:01.646426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6ba263b9-61da-49a1-8903-006df3ee9d55 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:01.656999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.662276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98a8c-834a-439a-9ea1-ebd6683b462c tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=efd9f36b-eaec-423c-9ea4-4a9fc465bda6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.681963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59482) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:01.772717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] In _notify_port_updated(), no bound segment for port 59b17ad7-a313-40e6-8007-475587e366fa on network d954f939-7cbe-4a13-b8a6-3149136f7fbb {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:21:01.778803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:01.779957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.781726 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "PUT /v2.0/ports/59b17ad7-a313-40e6-8007-475587e366fa HTTP/1.1" status: 200 len: 996 time: 1.6432559 Nov 24 22:21:01.785178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59486) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:01.818001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319a850-d72c-4815-b28a-c2efa2ba8d23 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=59b17ad7-a313-40e6-8007-475587e366fa,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:01.963557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port 59b17ad7-a313-40e6-8007-475587e366fa {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:01.964245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:01.971895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d94ebdf-a972-42f1-b0da-18877f8d5d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b1cdb9c08674c56ad86e27da320a357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885952 Nov 24 22:21:01.972490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59488) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:02.057640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e1d0d5d9-e378-45b9-b984-59ccc828f6e5 None None] Provisioning complete for port 59b17ad7-a313-40e6-8007-475587e366fa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:02.058016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d5d9-e378-45b9-b984-59ccc828f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.098123 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0d5d9-e378-45b9-b984-59ccc828f6e5 None None] Port 59b17ad7-a313-40e6-8007-475587e366fa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:02.240476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:02.303564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:02.312233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.318660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] Sync routers for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:02.330425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:02.331318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:02.375125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:02.389150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:02.390519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:02.414873 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.438042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:02.439322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24796c-924c-4a70-9882-ad154327ff86 None None] The sync data for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:02.470510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f36-2ccb-4703-8a79-28ab74a09fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.475152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.477736 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7c648027-f5fb-4bf9-ae5b-d83ca6996140 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/floatingips/e35d91a5-69f2-46fc-9bb7-ba5c6357b732 HTTP/1.1" status: 200 len: 978 time: 3.9665868 Nov 24 22:21:02.479126 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port f916a67a-27db-4029-b7a4-838ebe3548ce yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:02.483902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:02.520968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6d426390-e069-4a01-9fa9-37c1a0479b3b None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:02.521459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d426390-e069-4a01-9fa9-37c1a0479b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.526115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for 59b17ad7-a313-40e6-8007-475587e366fa owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:02.534547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f36-2ccb-4703-8a79-28ab74a09fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.687619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f36-2ccb-4703-8a79-28ab74a09fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.690253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-23ba5f36-2ccb-4703-8a79-28ab74a09fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.691385 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-23ba5f36-2ccb-4703-8a79-28ab74a09fde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c26d63bb-b953-45d6-9711-45c9bb8d2ae1 HTTP/1.1" status: 204 len: 168 time: 0.7166622 Nov 24 22:21:02.698240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 75dd798c-443c-41a3-a6ea-93b3588ee64c {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:02.698582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.705634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.749343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba5f36-2ccb-4703-8a79-28ab74a09fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d63bb-b953-45d6-9711-45c9bb8d2ae1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:02.769304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::236 (49828264-6294-4cd6-b467-32535f86b933/dd47247c-15af-43c1-8b17-d624e906a006/f916a67a-27db-4029-b7a4-838ebe3548ce) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:02.783493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8:0:1:f816:3eff:fe88:a671 (49828264-6294-4cd6-b467-32535f86b933/94ddaabc-93b6-46e1-b93d-6ea000fbf09b/f916a67a-27db-4029-b7a4-838ebe3548ce) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:02.824521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.863922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=59b17ad7-a313-40e6-8007-475587e366fa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:02.884599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:02.920240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:02.952715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:02.953163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.068381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.074885 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0cf512cd-1bfc-44d2-bf87-58e6b3f2d9a8 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/ports/59b17ad7-a313-40e6-8007-475587e366fa HTTP/1.1" status: 204 len: 168 time: 1.2884049 Nov 24 22:21:03.077451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:03.109600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.151972 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cd1640-3f72-4948-ac4c-21386559ec40 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] GET failed (client error): The resource could not be found. Nov 24 22:21:03.158848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-56cd1640-3f72-4948-ac4c-21386559ec40 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "GET /v2.0/ports/59b17ad7-a313-40e6-8007-475587e366fa HTTP/1.1" status: 404 len: 333 time: 0.0803187 Nov 24 22:21:03.159305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59504) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:03.165313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'name': 'tempest-AllowedAddressPairTestJSON-51147836'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:03.185725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.248761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.249141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.249462 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Floating IP e35d91a5-69f2-46fc-9bb7-ba5c6357b732 disassociated. External IP: 172.26.3.164, port: 75dd798c-443c-41a3-a6ea-93b3588ee64c. Nov 24 22:21:03.249803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 75dd798c-443c-41a3-a6ea-93b3588ee64c owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:03.302058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:03.306137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=f916a67a-27db-4029-b7a4-838ebe3548ce,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:03.318784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port dc04c79d-e242-46a2-b497-1397998d2f88 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:03.318916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.322285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:03.327394 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:03.334145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:03.334795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.414065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.430935 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-906aa965-8ac6-4823-806c-0c6bf2a1570a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9803119 Nov 24 22:21:03.433934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59514) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:03.465634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=75dd798c-443c-41a3-a6ea-93b3588ee64c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:03.550801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:03.554697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.571362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port dc04c79d-e242-46a2-b497-1397998d2f88, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=dc04c79d-e242-46a2-b497-1397998d2f88,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:03.573544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.626652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for dc04c79d-e242-46a2-b497-1397998d2f88 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:03.637412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 3a86c574-1b76-485b-b0db-e99724827abe has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:03.641646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] device_id is not set on port 9be3cb40-8edc-470a-bbaa-69d53cb7e294 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:03.716617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59518) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:03.737253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9a7342e-367e-419d-bb9b-0be31e26e718 None None] Provisioning complete for port f916a67a-27db-4029-b7a4-838ebe3548ce triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:03.738594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a7342e-367e-419d-bb9b-0be31e26e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.771181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:03.776123 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7342e-367e-419d-bb9b-0be31e26e718 None None] Port f916a67a-27db-4029-b7a4-838ebe3548ce cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:03.784701 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] Sync routers for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:03.796267 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:03.796887 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:03.799485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port f916a67a-27db-4029-b7a4-838ebe3548ce {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:03.799846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.838061 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:03.847983 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:03.848605 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:03.849392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:03.860049 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-43f95590-b296-40e1-9b5c-24325e0a58f5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/ports/75dd798c-443c-41a3-a6ea-93b3588ee64c HTTP/1.1" status: 204 len: 168 time: 1.3701696 Nov 24 22:21:03.861072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59522) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:03.890219 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:03.891115 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a40914-3b35-4c9a-97fc-44a02009cc59 None None] The sync data for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:03.926152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1450086281'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:03.969055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Allocated IP 172.20.0.7 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/9be3cb40-8edc-470a-bbaa-69d53cb7e294) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:03.997593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Made reservation on behalf of 9f04c5937f6142ddb2afb0b1d0edc9de for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:04.001008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.029926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.097134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.126605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for f916a67a-27db-4029-b7a4-838ebe3548ce owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:04.210148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.231428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.280971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=dc04c79d-e242-46a2-b497-1397998d2f88,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:04.472339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.484422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.493930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.520519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:04.520869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.541044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.588069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e91ab-9d63-4c9b-bdf9-f5fa868cfd12,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:04.608997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.620963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:04.695869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.767754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:04.778564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:04.790253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:04.795219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=9be3cb40-8edc-470a-bbaa-69d53cb7e294,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:04.817760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.827952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:04.869739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=dcb7e6dd-9f5d-4fa5-83e8-64a74539dcdb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:05.078596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.119740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4980b64d-2322-46e1-a09b-e8f26e8ab25b None None] Provisioning complete for port 9be3cb40-8edc-470a-bbaa-69d53cb7e294 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:05.120271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4980b64d-2322-46e1-a09b-e8f26e8ab25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.159042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4980b64d-2322-46e1-a09b-e8f26e8ab25b None None] Port 9be3cb40-8edc-470a-bbaa-69d53cb7e294 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:05.219471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:05.250485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=f916a67a-27db-4029-b7a4-838ebe3548ce,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:05.287209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.287470 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Added segment 57825554-cab7-43c4-8eb0-29d4fb3cd1f7 of type vlan for network 8900a72e-6efe-4174-b417-2fc016c27103 Nov 24 22:21:05.312511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 3a86c574-1b76-485b-b0db-e99724827abe has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:05.357557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.357557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.365695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.371790 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f99ee976-6aac-4c0f-91d2-f973495e0974 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/f916a67a-27db-4029-b7a4-838ebe3548ce HTTP/1.1" status: 204 len: 168 time: 1.9327548 Nov 24 22:21:05.380343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59524) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.385389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.431579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:05.436697 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-43c565dd-1e1a-4401-9ff8-7ee397b18ec5 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/routers/3a86c574-1b76-485b-b0db-e99724827abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744030 Nov 24 22:21:05.436919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59526) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.437040 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-59f1cdc5-53d0-4490-828f-a60e86919afa tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2765543 Nov 24 22:21:05.441964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:05.443127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] Sync routers for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:05.445281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59528) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.449295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'network_id': 'd954f939-7cbe-4a13-b8a6-3149136f7fbb', 'name': 'tempest-AllowedAddressPairTestJSON-930110583'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:05.453223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:05.454160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:05.497390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:05.506223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] Routers {'3a86c574-1b76-485b-b0db-e99724827abe'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:05.507697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3a86c574-1b76-485b-b0db-e99724827abe'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:05.539666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:05.540359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c66b7f-82aa-4cbc-8392-e192debc3f4b None None] The sync data for ids ['3a86c574-1b76-485b-b0db-e99724827abe'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:05.541554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.546937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.547514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.568812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1007f3-ca29-43f0-bc61-01351cc9e000 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.571187 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3e1007f3-ca29-43f0-bc61-01351cc9e000 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1875186 Nov 24 22:21:05.574169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59530) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.623720 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9016020 Nov 24 22:21:05.627306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59532) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.636394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'subnet': {'network_id': '8900a72e-6efe-4174-b417-2fc016c27103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:05.643434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf91af-d7aa-430c-b908-39e0be212e63 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Network': ['ID=8900a72e-6efe-4174-b417-2fc016c27103,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:05.649355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:05.654102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2fe1ebd6-2e8b-46a7-bce1-4afe4d62155f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0072482 Nov 24 22:21:05.658486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59534) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.659614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8900a72e-6efe-4174-b417-2fc016c27103 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:05.665849 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:05.675255 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:05.676127 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:05.729777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.737069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet 98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:05.742940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.744169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc111a65-3c50-4146-8d91-465af5fb0416 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.745699 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dc111a65-3c50-4146-8d91-465af5fb0416 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1691105 Nov 24 22:21:05.771697 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:05.789061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59536) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.803030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.855607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Made reservation on behalf of 709760c5db9f4e3ea3890d7ab1887ba5 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:05.856868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.883747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Made reservation on behalf of 9f04c5937f6142ddb2afb0b1d0edc9de for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:05.887492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.890689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ed702-df36-4d6f-8945-4e9f2e9c3228 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.892233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ed702-df36-4d6f-8945-4e9f2e9c3228 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.893997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ed702-df36-4d6f-8945-4e9f2e9c3228 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:05.898272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1e3ed702-df36-4d6f-8945-4e9f2e9c3228 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1055279 Nov 24 22:21:05.898745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59538) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:05.944652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] device_id is not set on port 237d4caa-7cf3-4387-baac-56e0b7ede603 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:05.979269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 94ddaabc-93b6-46e1-b93d-6ea000fbf09b {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:05.981890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:05.993738 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:04Z', 'revision_number': 10, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:05.999039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.003551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.020588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:21:06.031254 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:06.032286 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:06.063423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.110022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.125783 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:06.149121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:06.151824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.158683 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1af66737-27f8-4901-9619-713b802488c5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399 HTTP/1.1" status: 204 len: 168 time: 0.4985166 Nov 24 22:21:06.159902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:06.168616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Allocated IP 172.20.0.12 (d954f939-7cbe-4a13-b8a6-3149136f7fbb/4b906e64-5df0-40e4-ac9a-edc2e1c4289e/237d4caa-7cf3-4387-baac-56e0b7ede603) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:06.169622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6581c2-0af3-4a7f-b03c-8936f4dd32c8 None None] Network 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:06.201577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.238505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port c513d3f4-4fdd-436e-bcc1-e2361b286a83 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:06.238861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.275045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.327644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb853d-6a80-498a-9a3d-6772e7ea3c6a None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:06.328106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.333386 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/94ddaabc-93b6-46e1-b93d-6ea000fbf09b HTTP/1.1" status: 204 len: 168 time: 0.4336462 Nov 24 22:21:06.334683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710804c-e6e9-49e4-b3d2-275fbc395f9e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=94ddaabc-93b6-46e1-b93d-6ea000fbf09b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:06.337935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59542) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:06.370419 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:04Z', 'revision_number': 10, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:06.415205 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea5e7ae-8dad-4a2d-b2d0-595e259226ce None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:04Z', 'revision_number': 10, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None, '_interfaces': [{'id': '089250ac-87dd-422e-85bb-c619484fe27d', 'name': '', 'network_id': '889151a5-962d-4a53-a4d5-830905691705', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'mac_address': 'fa:16:3e:88:72:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:19:54Z', 'updated_at': '2021-11-24T22:20:00Z', 'revision_number': 5, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'subnets': [{'id': 'e562012d-aa83-458a-ac19-48a7920957bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:06.425979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet dd47247c-15af-43c1-8b17-d624e906a006 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:06.429863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.479759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.585498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.652109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.685376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.692393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/dd47247c-15af-43c1-8b17-d624e906a006 HTTP/1.1" status: 204 len: 168 time: 0.3501899 Nov 24 22:21:06.692393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220213a-0c2f-4eb6-9782-217adf781699 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=dd47247c-15af-43c1-8b17-d624e906a006,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:06.693238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59544) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:06.732945 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1fd6854c-eff2-48ba-8948-003b5a112082 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376778 Nov 24 22:21:06.735164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59546) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:06.744912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:06.754596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.775862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] DHCP port deletion for 9e2e2a66-d22c-4212-9e1d-17da60cf67d5 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:06.816058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.856373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] Deleting port a495b21d-03a6-43f2-adc8-26d0b4972409 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:06.856989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.917907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:06.922481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.949953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] For port a495b21d-03a6-43f2-adc8-26d0b4972409, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a495b21d-03a6-43f2-adc8-26d0b4972409,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:06.950602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.952518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:06.967559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] Calling delete_port for a495b21d-03a6-43f2-adc8-26d0b4972409 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:07.026584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for c513d3f4-4fdd-436e-bcc1-e2361b286a83 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:07.065868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Subnet': ['ID=756a0853-5045-4fbd-8736-5971d66ffd13,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:07.188727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Checking segment: {'id': '57825554-cab7-43c4-8eb0-29d4fb3cd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8900a72e-6efe-4174-b417-2fc016c27103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:07.189131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network hostable DHCP agents. Network: 8900a72e-6efe-4174-b417-2fc016c27103, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:07.190344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dc04c79d-e242-46a2-b497-1397998d2f88 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:07.190844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.195376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.216130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port a495b21d-03a6-43f2-adc8-26d0b4972409 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:07.216477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.219324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: dc04c79d-e242-46a2-b497-1397998d2f88 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:07.219830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device dc04c79d-e242-46a2-b497-1397998d2f88 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:07.220420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a495b21d-03a6-43f2-adc8-26d0b4972409 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:07.248753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:07.252037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:07.256725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:07.257315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.267960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=ffe19615-783c-4043-ab8c-77d4d4a01798,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:07.277282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.281698 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9c9ef61f-bffb-46fc-9132-cdeaab282dd6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5454082 Nov 24 22:21:07.285324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59548) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:07.289154 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No ports have port_id starting with a495b21d-03a6-43f2-adc8-26d0b4972409 Nov 24 22:21:07.293039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] No DVR routers for this DVR port a495b21d-03a6-43f2-adc8-26d0b4972409 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:07.295329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:07.319350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ba255-e52d-4a0c-9db5-bdf77125f1ae None None] Pushing event deleted for resources: {'Port': ['ID=a495b21d-03a6-43f2-adc8-26d0b4972409,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:07.365727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896650bb-2e97-412c-84d1-6362edf20853 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:07.384366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network 8900a72e-6efe-4174-b417-2fc016c27103 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:07.411248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port a495b21d-03a6-43f2-adc8-26d0b4972409, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a495b21d-03a6-43f2-adc8-26d0b4972409,segment=NetworkSegment(2560df12-335c-46b0-a230-bc2af03e5440),segment_id=2560df12-335c-46b0-a230-bc2af03e5440)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:07.411504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.430607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-93bfd356-88b1-4648-bc7d-ba922613b97f None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:07.430607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-93bfd356-88b1-4648-bc7d-ba922613b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.430947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:07.435795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.448877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8900a72e-6efe-4174-b417-2fc016c27103) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:07.454637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:07.454637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.458052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.472085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25758a46-a210-4e65-aa22-544c14e417cf None None] Network 8900a72e-6efe-4174-b417-2fc016c27103 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:07.473863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for a495b21d-03a6-43f2-adc8-26d0b4972409 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:07.535414 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffe19615-783c-4043-ab8c-77d4d4a01798 (CIDR: 2001:db8::/64) Nov 24 22:21:07.541036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:07.541547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:07.560525 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-51dafa6b-4900-4b23-ba7b-5149d6394741 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2690492 Nov 24 22:21:07.560753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59550) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:07.566083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'subnet': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:07.574973 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6ad2b889-6040-48c8-9210-cd73d1bbeb5f tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9404585 Nov 24 22:21:07.576164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:07.582658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59552) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:07.595365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-281457004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:07.601187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:07.603762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:07.610280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=237d4caa-7cf3-4387-baac-56e0b7ede603,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:07.634920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.704553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=c513d3f4-4fdd-436e-bcc1-e2361b286a83,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:07.743846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:07.744766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.756654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8900a72e-6efe-4174-b417-2fc016c27103', 'network_id': '8900a72e-6efe-4174-b417-2fc016c27103', 'tenant_id': '9f04c5937f6142ddb2afb0b1d0edc9de', 'fixed_ips': [{'subnet_id': '756a0853-5045-4fbd-8736-5971d66ffd13'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:07.757682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.762454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:07.767322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.778120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.779103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.818676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.858468 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-48841ecb-6dd7-4591-9be1-6833e5691c50 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4181502 Nov 24 22:21:07.865893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59554) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:07.872844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:13:1e'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:45:5e'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:07.878140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:07.879828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=a495b21d-03a6-43f2-adc8-26d0b4972409,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:07.916083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port a495b21d-03a6-43f2-adc8-26d0b4972409 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:07.975390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Allocated IP 172.20.0.2 (8900a72e-6efe-4174-b417-2fc016c27103/756a0853-5045-4fbd-8736-5971d66ffd13/79672897-8355-4310-9956-3b63f05e267e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:08.048936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.068081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b2131145-755a-47b9-a8fb-abd3afccb70a None None] Provisioning complete for port 237d4caa-7cf3-4387-baac-56e0b7ede603 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:08.068448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2131145-755a-47b9-a8fb-abd3afccb70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.102451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.118738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.119873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b2131145-755a-47b9-a8fb-abd3afccb70a None None] Port 237d4caa-7cf3-4387-baac-56e0b7ede603 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:08.123425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.188123 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.195453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.204751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.objects.ports [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 22:21:08.219271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.223888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.227597 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1bf20195-6ed7-4e50-bb3f-a6d54a93c81b tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6359770 Nov 24 22:21:08.232438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59556) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:08.237203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Network 8900a72e-6efe-4174-b417-2fc016c27103 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:08.247275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:08.255341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:08.260019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Pushing event updated for resources: {'Port': ['ID=79672897-8355-4310-9956-3b63f05e267e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:08.280133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.280133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Fanout notify agent at l3_agent the message router_deleted on router 3a86c574-1b76-485b-b0db-e99724827abe {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:21:08.286896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.292529 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8661a019-0c4d-4693-a577-a1636770f31b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/routers/3a86c574-1b76-485b-b0db-e99724827abe HTTP/1.1" status: 204 len: 168 time: 2.8335719 Nov 24 22:21:08.292635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8515ae75-5428-4696-ad88-d9e1903fb670 None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:08.292733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59558) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:08.292864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8515ae75-5428-4696-ad88-d9e1903fb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.336922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2e2a66-d22c-4212-9e1d-17da60cf67d5']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:08.353514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Attempting to bind port 79672897-8355-4310-9956-3b63f05e267e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:08.353895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Attempting to bind port 79672897-8355-4310-9956-3b63f05e267e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '57825554-cab7-43c4-8eb0-29d4fb3cd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8900a72e-6efe-4174-b417-2fc016c27103'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:08.354246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Attempting to bind port 79672897-8355-4310-9956-3b63f05e267e on network 8900a72e-6efe-4174-b417-2fc016c27103 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:08.356582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2560df12-335c-46b0-a230-bc2af03e5440') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:08.356881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2560df12-335c-46b0-a230-bc2af03e5440') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:08.361907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:08.362269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Checking segment: {'id': '57825554-cab7-43c4-8eb0-29d4fb3cd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8900a72e-6efe-4174-b417-2fc016c27103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:08.362671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.363054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Bound using segment: {'id': '57825554-cab7-43c4-8eb0-29d4fb3cd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8900a72e-6efe-4174-b417-2fc016c27103'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:08.363559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Bound port: 79672897-8355-4310-9956-3b63f05e267e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57825554-cab7-43c4-8eb0-29d4fb3cd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8900a72e-6efe-4174-b417-2fc016c27103'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:08.363920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.379850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting subnet 0afee498-7482-4117-ae9d-8df7eacb8a22 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:08.384863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.450976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.451863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.465386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] For port 79672897-8355-4310-9956-3b63f05e267e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:08.469028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] For port 79672897-8355-4310-9956-3b63f05e267e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79672897-8355-4310-9956-3b63f05e267e,segment=NetworkSegment(57825554-cab7-43c4-8eb0-29d4fb3cd1f7),segment_id=57825554-cab7-43c4-8eb0-29d4fb3cd1f7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:08.473742 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.490407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.496237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.506043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:08.506443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:08.512062 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:08.550410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7ee72-d102-4a4f-be0b-e5ed59168244 None None] Pushing event updated for resources: {'Port': ['ID=79672897-8355-4310-9956-3b63f05e267e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:08.617949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.652243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.670621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.674863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.682501 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/9e2e2a66-d22c-4212-9e1d-17da60cf67d5 HTTP/1.1" status: 204 len: 168 time: 2.5163596 Nov 24 22:21:08.683136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59560) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:08.766113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:08.798655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.814538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.827498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715f3cd-5b65-480d-b9d5-be6a1dc981f8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=9e2e2a66-d22c-4212-9e1d-17da60cf67d5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:08.846320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Subnet': ['ID=0afee498-7482-4117-ae9d-8df7eacb8a22,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:08.849195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.850220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.865235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.868873 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d2e2060c-7e35-45d2-8bea-0f0fac656ffe tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/subnets/0afee498-7482-4117-ae9d-8df7eacb8a22 HTTP/1.1" status: 204 len: 168 time: 0.5767803 Nov 24 22:21:08.875786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59562) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:08.881438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f75654-dda7-4b8f-a2f6-7611541f2c66 None None] Network efc63ecb-0041-4f9a-a46e-d7d02869def3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:08.896525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.925760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:08.932437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:08.935169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:08.936000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:08.982835 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4208610 Nov 24 22:21:08.985562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59564) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:08.991353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Request body: {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'mac_address': 'fa:16:3e:74:eb:a6', 'name': 'tempest-NetworksTestDHCPv6-1314485427'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:08.994839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Subnet': ['ID=868b68dc-6a77-4881-8191-6979e4aac205,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:09.002791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15252a-b8f5-44e9-9363-3f76c1f43b0c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=9']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:09.027050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a51da-5296-4387-a938-0f85aaf7cee5 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:09.045219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79672897-8355-4310-9956-3b63f05e267e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:09.113444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Made reservation on behalf of ca18ca5d1a334ca2ac7a705a1043aa7a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:09.210393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 79672897-8355-4310-9956-3b63f05e267e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:09.210910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.219067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.245141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] device_id is not set on port 18532776-d2ea-442e-8459-7d870698f903 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:09.294227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] DHCP port deletion for efc63ecb-0041-4f9a-a46e-d7d02869def3 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:09.387331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.458519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 79672897-8355-4310-9956-3b63f05e267e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79672897-8355-4310-9956-3b63f05e267e,segment=NetworkSegment(57825554-cab7-43c4-8eb0-29d4fb3cd1f7),segment_id=57825554-cab7-43c4-8eb0-29d4fb3cd1f7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:09.460342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] Deleting port b7405ac3-8cd7-42e5-bbfb-af5613a00754 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:09.460713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.476091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.485459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8::39f (49828264-6294-4cd6-b467-32535f86b933/ffe19615-783c-4043-ab8c-77d4d4a01798/18532776-d2ea-442e-8459-7d870698f903) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:09.497171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:eba6 (49828264-6294-4cd6-b467-32535f86b933/868b68dc-6a77-4881-8191-6979e4aac205/18532776-d2ea-442e-8459-7d870698f903) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:09.543882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] Update dhcp port {'port': {'network_id': '49828264-6294-4cd6-b467-32535f86b933', 'fixed_ips': [{'subnet_id': '868b68dc-6a77-4881-8191-6979e4aac205', 'ip_address': '2001:db8:0:1:f816:3eff:feb1:8b4e'}, {'subnet_id': 'ffe19615-783c-4043-ab8c-77d4d4a01798'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:21:09.548876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.590678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.597909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] For port b7405ac3-8cd7-42e5-bbfb-af5613a00754, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b7405ac3-8cd7-42e5-bbfb-af5613a00754,segment=NetworkSegment(33d7340d-37c9-4501-97eb-d3ef39b3eaae),segment_id=33d7340d-37c9-4501-97eb-d3ef39b3eaae)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:09.598305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.626846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] Calling delete_port for b7405ac3-8cd7-42e5-bbfb-af5613a00754 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:09.628224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=79672897-8355-4310-9956-3b63f05e267e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:09.693943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.746651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.767203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.802860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.829475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Network 49828264-6294-4cd6-b467-32535f86b933 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:09.833107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:09.837375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:09.845147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:09.845805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.869097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event updated for resources: {'Port': ['ID=18532776-d2ea-442e-8459-7d870698f903,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:09.886820 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-78c51bc8-bba1-4820-a496-245dea57c56d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8970742 Nov 24 22:21:09.887208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59566) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:09.929621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d32aa-2d45-4d73-8564-1af0afeb7abc None None] Network 8900a72e-6efe-4174-b417-2fc016c27103 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:09.970761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event updated for resources: {'Port': ['ID=237d4caa-7cf3-4387-baac-56e0b7ede603,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:09.993827 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port b7405ac3-8cd7-42e5-bbfb-af5613a00754 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:09.994413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:09.994720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting port 18532776-d2ea-442e-8459-7d870698f903 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:09.995121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.001227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] In _notify_port_updated(), no bound segment for port 237d4caa-7cf3-4387-baac-56e0b7ede603 on network d954f939-7cbe-4a13-b8a6-3149136f7fbb {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:21:10.007407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:10.008079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.012406 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-055f5949-c8b8-44a5-93f7-dc723a02f928 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "PUT /v2.0/ports/237d4caa-7cf3-4387-baac-56e0b7ede603 HTTP/1.1" status: 200 len: 1055 time: 2.1437957 Nov 24 22:21:10.026282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:10.063091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Allocated IP 172.20.0.1 (8900a72e-6efe-4174-b417-2fc016c27103/756a0853-5045-4fbd-8736-5971d66ffd13/c4638645-45ce-4f22-9cf8-7bbde7f52548) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:10.100110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.110652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.125475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Calling delete_port for 18532776-d2ea-442e-8459-7d870698f903 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:10.136112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-229d37a5-a403-4ab0-9337-6802d6dde1c3 None None] Provisioning complete for port 79672897-8355-4310-9956-3b63f05e267e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:10.136870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-229d37a5-a403-4ab0-9337-6802d6dde1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.164403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] Pushing event deleted for resources: {'Port': ['ID=b7405ac3-8cd7-42e5-bbfb-af5613a00754,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:10.173879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350f1d5-5b4e-46d5-94df-272f140f64cb None None] No DVR routers for this DVR port b7405ac3-8cd7-42e5-bbfb-af5613a00754 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:10.212206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] Allocated IP 2001:db8::2 (49828264-6294-4cd6-b467-32535f86b933/ffe19615-783c-4043-ab8c-77d4d4a01798/f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:10.271609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] For port b7405ac3-8cd7-42e5-bbfb-af5613a00754, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b7405ac3-8cd7-42e5-bbfb-af5613a00754,segment=NetworkSegment(33d7340d-37c9-4501-97eb-d3ef39b3eaae),segment_id=33d7340d-37c9-4501-97eb-d3ef39b3eaae)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:10.271982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.318369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for b7405ac3-8cd7-42e5-bbfb-af5613a00754 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:10.356288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.394992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Port': ['ID=18532776-d2ea-442e-8459-7d870698f903,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:10.429722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:10.470578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.471786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.478845 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-91ade73a-dc25-48af-bc8a-0755f40fd6ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/18532776-d2ea-442e-8459-7d870698f903 HTTP/1.1" status: 204 len: 168 time: 0.5903347 Nov 24 22:21:10.482434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59570) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:10.491626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.508237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.531991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port 237d4caa-7cf3-4387-baac-56e0b7ede603 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:10.532424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.545464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.571641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-54bba1b9-f668-44c0-b1c7-78c0b4a757d8 None None] Provisioning complete for port 237d4caa-7cf3-4387-baac-56e0b7ede603 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:10.572075 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54bba1b9-f668-44c0-b1c7-78c0b4a757d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.582555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf78d0-8fb6-47f3-b512-e82e6e743e62 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:10.587474 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-95bf78d0-8fb6-47f3-b512-e82e6e743e62 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1040211 Nov 24 22:21:10.588122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59572) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:10.660039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c0522-d082-4179-a1e3-3821ba481c71 None None] Pushing event updated for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=10']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:10.665485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243a868-a9dd-4c8d-9c54-a35410852ca4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:10.670457 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c243a868-a9dd-4c8d-9c54-a35410852ca4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0806503 Nov 24 22:21:10.671082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59574) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:10.682352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-54bba1b9-f668-44c0-b1c7-78c0b4a757d8 None None] Port 237d4caa-7cf3-4387-baac-56e0b7ede603 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:10.686924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.691604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network 8900a72e-6efe-4174-b417-2fc016c27103 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:10.729612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d0e4e-899a-4a0d-be2b-b2df9b4c19e3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:10.731263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d0e4e-899a-4a0d-be2b-b2df9b4c19e3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:10.732785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d0e4e-899a-4a0d-be2b-b2df9b4c19e3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:10.734338 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7c1d0e4e-899a-4a0d-be2b-b2df9b4c19e3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0623019 Nov 24 22:21:10.737071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59576) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:10.739992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:10.742411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:10.810947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1dce16ae-1a1a-4083-9f84-fcb9ad4986fd None None] Provisioning complete for port 79672897-8355-4310-9956-3b63f05e267e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:10.811493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dce16ae-1a1a-4083-9f84-fcb9ad4986fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.856121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet 868b68dc-6a77-4881-8191-6979e4aac205 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:10.870523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.878929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Port': ['ID=c4638645-45ce-4f22-9cf8-7bbde7f52548,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:10.924335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:10.935342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.936307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:10.984223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.031031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] No DVR routers for this DVR port b7405ac3-8cd7-42e5-bbfb-af5613a00754 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:11.038463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=b7405ac3-8cd7-42e5-bbfb-af5613a00754,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:11.047484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.050720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for 237d4caa-7cf3-4387-baac-56e0b7ede603 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:11.057154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:11.057527 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.074526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.155861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.174074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.177222 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/868b68dc-6a77-4881-8191-6979e4aac205 HTTP/1.1" status: 204 len: 168 time: 0.4392302 Nov 24 22:21:11.179301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ff2f8557-593f-419b-8e91-82fc7bda4726 None None] Provisioning complete for port c4638645-45ce-4f22-9cf8-7bbde7f52548 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:11.179855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8557-593f-419b-8e91-82fc7bda4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.187083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79672897-8355-4310-9956-3b63f05e267e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:11.196937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59578) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:11.205299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398822-d05f-429a-bcfb-818ca6650ea0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=868b68dc-6a77-4881-8191-6979e4aac205,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:11.259023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f8557-593f-419b-8e91-82fc7bda4726 None None] Port c4638645-45ce-4f22-9cf8-7bbde7f52548 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:11.264879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Deleting subnet ffe19615-783c-4043-ab8c-77d4d4a01798 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:11.270367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.271968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.280691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 79672897-8355-4310-9956-3b63f05e267e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:11.281072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.326562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.331699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc63ecb-0041-4f9a-a46e-d7d02869def3']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:11.349041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d7340d-37c9-4501-97eb-d3ef39b3eaae') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:11.349337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d7340d-37c9-4501-97eb-d3ef39b3eaae') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:11.373204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.419202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.434478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.440401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:11.440859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:11.444712 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:11.450829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.454311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b7405ac3-8cd7-42e5-bbfb-af5613a00754 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:11.480181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b7405ac3-8cd7-42e5-bbfb-af5613a00754 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:11.480525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b7405ac3-8cd7-42e5-bbfb-af5613a00754 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:11.525834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.531592 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5a0f6-7fd8-4457-a10d-dead55f0bb17 None None] Network 49828264-6294-4cd6-b467-32535f86b933 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:11.560957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe19615-783c-4043-ab8c-77d4d4a01798,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:11.573203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.580073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b89409d1-ed68-4c5d-868b-eaeee3622594 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/ffe19615-783c-4043-ab8c-77d4d4a01798 HTTP/1.1" status: 204 len: 168 time: 0.3796513 Nov 24 22:21:11.580354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59582) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:11.623221 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f3113d31-6f97-42a4-9005-6cd8228679c2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413949 Nov 24 22:21:11.625294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.625754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59586) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:11.632090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.635546 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/networks/efc63ecb-0041-4f9a-a46e-d7d02869def3 HTTP/1.1" status: 204 len: 168 time: 2.7586441 Nov 24 22:21:11.638027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59588) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:11.641547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cca6683f-eead-4184-8cee-c8288cda6e11 None None] Provisioning complete for port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:11.641916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cca6683f-eead-4184-8cee-c8288cda6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.676717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1e48e-f792-4822-818b-779b690ff64b tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Network': ['ID=efc63ecb-0041-4f9a-a46e-d7d02869def3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:11.683531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.791665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=237d4caa-7cf3-4387-baac-56e0b7ede603,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:11.809296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] DHCP port deletion for 49828264-6294-4cd6-b467-32535f86b933 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:11.874756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] Deleting port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:11.875589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.957942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 089250ac-87dd-422e-85bb-c619484fe27d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:11.958323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.964442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] For port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,segment=NetworkSegment(02bb3c72-7112-4189-ab25-fb0364aefbe6),segment_id=02bb3c72-7112-4189-ab25-fb0364aefbe6)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:11.964442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:11.983790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] Calling delete_port for f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:12.083096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.111266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] Pushing event deleted for resources: {'Port': ['ID=f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:12.116359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d64ff2-e4da-4d0a-bda3-c6b4f0113ef0 None None] No DVR routers for this DVR port f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:12.122216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65d976-8554-4aa1-beb4-4dd7d0f5583e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:12.129375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0d65d976-8554-4aa1-beb4-4dd7d0f5583e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4972537 Nov 24 22:21:12.129375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59590) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.190408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port da3ff9cd-1736-4eaf-a58c-4ce5abd8b332 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:12.190746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.206426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d299a-03e7-4525-81ed-701ded60f581 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:12.207929 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-726d299a-03e7-4525-81ed-701ded60f581 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754111 Nov 24 22:21:12.233118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59592) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.278448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-54815360-450b-48d2-92e3-f5a9428655f0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441871 Nov 24 22:21:12.286854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59594) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.315708 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7eb1e3-2c5e-40e0-ac9c-65ea9c2bc086 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.316434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7eb1e3-2c5e-40e0-ac9c-65ea9c2bc086 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.319454 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6f7eb1e3-2c5e-40e0-ac9c-65ea9c2bc086 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/18532776-d2ea-442e-8459-7d870698f903 HTTP/1.1" status: 404 len: 333 time: 0.0316207 Nov 24 22:21:12.322329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59596) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.359385 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fc520f-65c7-45f0-84a6-36f8b4bec9a3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.359867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fc520f-65c7-45f0-84a6-36f8b4bec9a3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.362888 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-71fc520f-65c7-45f0-84a6-36f8b4bec9a3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/868b68dc-6a77-4881-8191-6979e4aac205 HTTP/1.1" status: 404 len: 337 time: 0.0397038 Nov 24 22:21:12.368112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59598) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.379846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.380175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.403272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-336b1797-888c-4b58-a93b-6c2560dea95d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.403689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336b1797-888c-4b58-a93b-6c2560dea95d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.409087 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-336b1797-888c-4b58-a93b-6c2560dea95d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/ffe19615-783c-4043-ab8c-77d4d4a01798 HTTP/1.1" status: 404 len: 337 time: 0.0376713 Nov 24 22:21:12.409633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59600) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.421398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for da3ff9cd-1736-4eaf-a58c-4ce5abd8b332 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:12.444350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e871174e-ff98-46cd-b085-936d486aae80 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.445026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e871174e-ff98-46cd-b085-936d486aae80 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.450349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e871174e-ff98-46cd-b085-936d486aae80 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/f916a67a-27db-4029-b7a4-838ebe3548ce HTTP/1.1" status: 404 len: 333 time: 0.0376692 Nov 24 22:21:12.451422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59602) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.509100 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b8325a-d46b-485a-b2d3-13d5415cd0a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.509551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b8325a-d46b-485a-b2d3-13d5415cd0a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.514790 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-73b8325a-d46b-485a-b2d3-13d5415cd0a6 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/94ddaabc-93b6-46e1-b93d-6ea000fbf09b HTTP/1.1" status: 404 len: 337 time: 0.0601857 Nov 24 22:21:12.515027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59604) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.543428 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef463e95-1835-467a-8ada-f786f3bbadcc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.543904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef463e95-1835-467a-8ada-f786f3bbadcc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.549159 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ef463e95-1835-467a-8ada-f786f3bbadcc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/dd47247c-15af-43c1-8b17-d624e906a006 HTTP/1.1" status: 404 len: 337 time: 0.0308797 Nov 24 22:21:12.549327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 089250ac-87dd-422e-85bb-c619484fe27d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=089250ac-87dd-422e-85bb-c619484fe27d,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:12.549327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.549924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59606) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.566110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.570067 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7fdddfdb-519e-4a99-8147-493c8c02737f tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/ports/237d4caa-7cf3-4387-baac-56e0b7ede603 HTTP/1.1" status: 204 len: 168 time: 2.5412552 Nov 24 22:21:12.578279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59608) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.579149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 089250ac-87dd-422e-85bb-c619484fe27d owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:12.585490 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33f56d2-e481-4f12-aa76-8ead3968d529 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.586144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33f56d2-e481-4f12-aa76-8ead3968d529 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.589130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a33f56d2-e481-4f12-aa76-8ead3968d529 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/9779445c-c752-4b86-b824-746be5dca5c1 HTTP/1.1" status: 404 len: 333 time: 0.0388691 Nov 24 22:21:12.592247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59610) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.597750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.617868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.620715 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0521199-c8a8-42cb-bcaa-b8e966508eef tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] GET failed (client error): The resource could not be found. Nov 24 22:21:12.622247 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b0521199-c8a8-42cb-bcaa-b8e966508eef tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "GET /v2.0/ports/237d4caa-7cf3-4387-baac-56e0b7ede603 HTTP/1.1" status: 404 len: 333 time: 0.0411334 Nov 24 22:21:12.627584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7866f42e-22b3-4df3-a744-e44081cf5c19 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.628046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7866f42e-22b3-4df3-a744-e44081cf5c19 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.631237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7866f42e-22b3-4df3-a744-e44081cf5c19 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/c0ab2230-e748-4f83-9acd-3196b93e4949 HTTP/1.1" status: 404 len: 337 time: 0.0380995 Nov 24 22:21:12.632349 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59612) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.635151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59614) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.683282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f777e437-8fbb-486c-9a66-adc041571367 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.683779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f777e437-8fbb-486c-9a66-adc041571367 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.686764 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f777e437-8fbb-486c-9a66-adc041571367 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/b6727c6b-be97-461c-89a5-a1254c8dd61e HTTP/1.1" status: 404 len: 337 time: 0.0506587 Nov 24 22:21:12.693047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59616) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.746139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.749962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Port': ['ID=c4638645-45ce-4f22-9cf8-7bbde7f52548,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:12.767958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a6422d-ad14-454d-b69a-99d6caf347d9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.768679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a6422d-ad14-454d-b69a-99d6caf347d9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.774601 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-55a6422d-ad14-454d-b69a-99d6caf347d9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/50aeee22-b9bc-4a4c-ba72-6f940009cb42 HTTP/1.1" status: 404 len: 333 time: 0.0776873 Nov 24 22:21:12.776110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59618) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.812406 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b6f22c-f280-49af-8ba6-191c1c83f9f9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.812870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b6f22c-f280-49af-8ba6-191c1c83f9f9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.818542 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-01b6f22c-f280-49af-8ba6-191c1c83f9f9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/d90dbc85-38c5-46d5-9eba-53873f6c8426 HTTP/1.1" status: 404 len: 337 time: 0.0391266 Nov 24 22:21:12.822652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59620) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.854930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.857307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:12.857845 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6b9cb1-b59a-4d8b-a432-0301b9c93945 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.858136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6b9cb1-b59a-4d8b-a432-0301b9c93945 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.861252 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8c6b9cb1-b59a-4d8b-a432-0301b9c93945 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/e748439e-b0c3-4a39-882e-458c872c60a1 HTTP/1.1" status: 404 len: 337 time: 0.0365758 Nov 24 22:21:12.864645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59622) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.885651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:12.886142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3c5ac63-7c7f-4a70-82d3-3381c4d73d2d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:12.915067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=da3ff9cd-1736-4eaf-a58c-4ce5abd8b332,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:12.920103 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-023655b9-9e02-4a6e-92dd-f7de37af3039 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:12.920715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023655b9-9e02-4a6e-92dd-f7de37af3039 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:12.923950 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-023655b9-9e02-4a6e-92dd-f7de37af3039 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/88b495ad-156a-4e44-b76b-2e091ddf31ef HTTP/1.1" status: 404 len: 333 time: 0.0563803 Nov 24 22:21:12.929133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59624) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:12.949734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network 8900a72e-6efe-4174-b417-2fc016c27103 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:12.951276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:12.953628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.956848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port 9be3cb40-8edc-470a-bbaa-69d53cb7e294 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:12.957189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:12.986055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=089250ac-87dd-422e-85bb-c619484fe27d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:13.013899 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe0e43-24de-4c98-9c8a-bc2be5e7d602 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.014355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fe0e43-24de-4c98-9c8a-bc2be5e7d602 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.017407 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-02fe0e43-24de-4c98-9c8a-bc2be5e7d602 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/6bc648ea-07d2-4050-9716-890b5e5d7034 HTTP/1.1" status: 404 len: 337 time: 0.0861139 Nov 24 22:21:13.021841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59626) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.077875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.079558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.085520 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e2fcf3b1-e31f-4964-8737-db2c07319fea tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/floatingips/e35d91a5-69f2-46fc-9bb7-ba5c6357b732 HTTP/1.1" status: 204 len: 168 time: 1.4408357 Nov 24 22:21:13.085520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59628) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.099568 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d5da0e-01dc-467e-8387-bb4832d48bf2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.100856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d5da0e-01dc-467e-8387-bb4832d48bf2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.105746 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b3d5da0e-01dc-467e-8387-bb4832d48bf2 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/522b9caf-ccff-4a1c-add8-b06bbb94ca93 HTTP/1.1" status: 404 len: 333 time: 0.0785670 Nov 24 22:21:13.114388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59630) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.134524 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0adbd0c-3f01-43e8-ad7a-44cc46a1502a tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.134524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0adbd0c-3f01-43e8-ad7a-44cc46a1502a tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.140074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c0adbd0c-3f01-43e8-ad7a-44cc46a1502a tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/ports/75dd798c-443c-41a3-a6ea-93b3588ee64c HTTP/1.1" status: 404 len: 333 time: 0.0513673 Nov 24 22:21:13.155680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59632) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.159049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.169531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4911856f-5123-401e-93ce-9f6e35a3638a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.169988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4911856f-5123-401e-93ce-9f6e35a3638a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.173038 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4911856f-5123-401e-93ce-9f6e35a3638a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/f3902f3c-c92c-47dd-b318-b77e533750ef HTTP/1.1" status: 404 len: 337 time: 0.0538454 Nov 24 22:21:13.176689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59634) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.193462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.204769 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d94f2658-e3f2-45d0-ae80-8f6d1137c31e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a86c574-1b76-485b-b0db-e99724827abe HTTP/1.1" status: 200 len: 205 time: 0.0476937 Nov 24 22:21:13.205804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for 9be3cb40-8edc-470a-bbaa-69d53cb7e294 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:13.207357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59636) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.215474 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a22b12-b939-4467-8e5f-15088e1b9015 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.216291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a22b12-b939-4467-8e5f-15088e1b9015 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.219588 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-02a22b12-b939-4467-8e5f-15088e1b9015 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/842e8f3d-2d2d-4482-9008-5846a2f26de3 HTTP/1.1" status: 404 len: 333 time: 0.0395226 Nov 24 22:21:13.222786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59638) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.249859 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-cba6ea3c-d7ca-430e-a26c-97f69aa7115f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] delete failed (client error): The resource could not be found. Nov 24 22:21:13.251800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cba6ea3c-d7ca-430e-a26c-97f69aa7115f tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/routers/3a86c574-1b76-485b-b0db-e99724827abe HTTP/1.1" status: 404 len: 336 time: 0.0434670 Nov 24 22:21:13.255113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59640) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.288918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8b020f35-1158-466b-b643-b5a4b0aa5247 None None] Provisioning complete for port c4638645-45ce-4f22-9cf8-7bbde7f52548 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:13.289626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b020f35-1158-466b-b643-b5a4b0aa5247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.316193 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-074b606a-a817-4d4b-90a7-379d1c7de714 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.316654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074b606a-a817-4d4b-90a7-379d1c7de714 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.322095 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-074b606a-a817-4d4b-90a7-379d1c7de714 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/subnets/0afee498-7482-4117-ae9d-8df7eacb8a22 HTTP/1.1" status: 404 len: 337 time: 0.0636275 Nov 24 22:21:13.322274 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba4bd9d-0208-4bc1-a161-73ddfdf77db7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.322274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba4bd9d-0208-4bc1-a161-73ddfdf77db7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.322479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59642) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.325515 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dba4bd9d-0208-4bc1-a161-73ddfdf77db7 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/ba6641b3-6986-48a9-b3a9-9e100559e8e0 HTTP/1.1" status: 404 len: 337 time: 0.0999117 Nov 24 22:21:13.325696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8b020f35-1158-466b-b643-b5a4b0aa5247 None None] Port c4638645-45ce-4f22-9cf8-7bbde7f52548 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:13.329168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59644) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.349065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Router e1fa0a3b-4982-44e1-90cd-28053986e3e6 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:21:13.385214 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e465e7e6-e962-4cd2-ac04-ac7f32442301 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.385872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e465e7e6-e962-4cd2-ac04-ac7f32442301 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.388876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e465e7e6-e962-4cd2-ac04-ac7f32442301 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/4fafabe7-58b8-4d5e-9b71-74231e9ea7db HTTP/1.1" status: 404 len: 333 time: 0.0562112 Nov 24 22:21:13.393194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59646) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.453065 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65ac564-ed81-4191-bf48-462ec68170b9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.453516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65ac564-ed81-4191-bf48-462ec68170b9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.456523 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d65ac564-ed81-4191-bf48-462ec68170b9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/3e4f8b2b-928b-4e25-846f-3a6ff468b02b HTTP/1.1" status: 404 len: 337 time: 0.0613160 Nov 24 22:21:13.459510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59648) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.487433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:13.487818 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d24307-90dd-4923-81e9-4338c595eade tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.488280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d24307-90dd-4923-81e9-4338c595eade tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.494613 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a9d24307-90dd-4923-81e9-4338c595eade tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/7a570e9d-3be1-4275-a518-5d1c3204ed22 HTTP/1.1" status: 404 len: 333 time: 0.0319402 Nov 24 22:21:13.494840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59650) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.530602 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7424541-8139-4a70-9396-0c74885831f1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.531058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7424541-8139-4a70-9396-0c74885831f1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.536523 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f7424541-8139-4a70-9396-0c74885831f1 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/d30543a9-c7b6-411e-9be1-16ad637d574a HTTP/1.1" status: 404 len: 337 time: 0.0383589 Nov 24 22:21:13.537470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59652) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.571501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 3812a596-b783-4a06-b763-b03a191589d9 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:13.571864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.575386 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab8c3e5-43cb-40c2-8382-80e852b9396d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.576251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab8c3e5-43cb-40c2-8382-80e852b9396d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.581938 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bab8c3e5-43cb-40c2-8382-80e852b9396d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/8495f331-87ae-4f59-b681-e3aabb9bbaa9 HTTP/1.1" status: 404 len: 333 time: 0.0404789 Nov 24 22:21:13.581938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.583341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59654) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.609490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:13.615369 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-40e9cea1-c426-4460-8e8a-6e60360b80a7 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "PUT /v2.0/routers/e1fa0a3b-4982-44e1-90cd-28053986e3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3799016 Nov 24 22:21:13.618294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:13.619411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59656) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.623218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] Sync routers for ids ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:13.624166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'port': {'network_id': '8900a72e-6efe-4174-b417-2fc016c27103', 'name': 'tempest-FloatingIPNegativeTestJSON-32334503'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:13.634404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-909ee074-2096-4ce7-bc8e-86cd164b7db5 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9069221 Nov 24 22:21:13.634404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59658) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.637898 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:13.640136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] Routers {'e1fa0a3b-4982-44e1-90cd-28053986e3e6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:13.640294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.654570 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:13.655502 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.675884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.685030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] Routers {'e1fa0a3b-4982-44e1-90cd-28053986e3e6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:13.686267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.687232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=9be3cb40-8edc-470a-bbaa-69d53cb7e294,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:13.690102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba40157-bf73-4639-af4d-b067213ed156 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.690102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba40157-bf73-4639-af4d-b067213ed156 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.695435 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ba40157-bf73-4639-af4d-b067213ed156 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/6f47973b-0a4b-4012-8d03-243c26b54732 HTTP/1.1" status: 404 len: 337 time: 0.1088693 Nov 24 22:21:13.696358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59660) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.740467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.741258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336dc0ed-adb6-43c6-8247-60c5156fedf1 None None] The sync data for ids ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:13.764382 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82cd822-bc21-4544-95ab-f3be2a2b393b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.765144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82cd822-bc21-4544-95ab-f3be2a2b393b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.768341 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c82cd822-bc21-4544-95ab-f3be2a2b393b tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/80c383e3-fbf8-46f0-b1a6-ada187c96ab3 HTTP/1.1" status: 404 len: 337 time: 0.0711052 Nov 24 22:21:13.771645 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:13.773501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59662) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.807000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.814333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting subnet e562012d-aa83-458a-ac19-48a7920957bb {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:13.824527 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-241a9cdf-d682-4a1a-94e7-f68cd53fc25a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.824861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.825281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241a9cdf-d682-4a1a-94e7-f68cd53fc25a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.831260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-241a9cdf-d682-4a1a-94e7-f68cd53fc25a tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/9a1d9cd7-0c9e-4e75-a214-4d7a8435b1e7 HTTP/1.1" status: 404 len: 333 time: 0.0516665 Nov 24 22:21:13.831260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.832403 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a58ff84c-92f8-4716-a948-b6a567593ca1 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/ports/9be3cb40-8edc-470a-bbaa-69d53cb7e294 HTTP/1.1" status: 204 len: 168 time: 1.1975980 Nov 24 22:21:13.833562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59664) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.833705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59666) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.834156 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:12Z', 'revision_number': 11, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.836509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 3812a596-b783-4a06-b763-b03a191589d9 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:13.867691 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:21:13.876640 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:13.877521 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:20:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:13.922385 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37dbca6-7dd1-4894-b74c-975064042212 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] GET failed (client error): The resource could not be found. Nov 24 22:21:13.928816 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d37dbca6-7dd1-4894-b74c-975064042212 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "GET /v2.0/ports/9be3cb40-8edc-470a-bbaa-69d53cb7e294 HTTP/1.1" status: 404 len: 333 time: 0.0903471 Nov 24 22:21:13.929871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-78704d89-20b6-45fc-9389-a399b9432d26 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.930331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78704d89-20b6-45fc-9389-a399b9432d26 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.931424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59668) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.935873 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-78704d89-20b6-45fc-9389-a399b9432d26 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/8e9fffc8-bff6-4d1c-99b9-0983915bdbbb HTTP/1.1" status: 404 len: 337 time: 0.0874472 Nov 24 22:21:13.936520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59670) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:13.953250 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:13.981959 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45dd459-c188-4292-a0d8-df762a2f1dc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:13.981959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45dd459-c188-4292-a0d8-df762a2f1dc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:13.987113 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d45dd459-c188-4292-a0d8-df762a2f1dc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/287bd2c4-03b1-4f8d-9a19-fe2ae7d6e0fa HTTP/1.1" status: 404 len: 337 time: 0.0451767 Nov 24 22:21:13.988421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:13.990917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59672) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.008748 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:12Z', 'revision_number': 11, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:14.040128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9b50d-9cb5-4990-9315-118e0d585dcb None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:12Z', 'revision_number': 11, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:14.045738 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f650f725-cf2e-466a-82c6-1430465f1464 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.046423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f650f725-cf2e-466a-82c6-1430465f1464 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.051859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f650f725-cf2e-466a-82c6-1430465f1464 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/de350e1a-5ae3-45e0-a039-0d1f15c5f138 HTTP/1.1" status: 404 len: 333 time: 0.0557635 Nov 24 22:21:14.052624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59674) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.054902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Made reservation on behalf of 9f04c5937f6142ddb2afb0b1d0edc9de for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:14.058123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.071814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.104987 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0b3a6b-715c-4987-a62e-1696b119bce3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.105452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0b3a6b-715c-4987-a62e-1696b119bce3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.108131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=3812a596-b783-4a06-b763-b03a191589d9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:14.108504 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ec0b3a6b-715c-4987-a62e-1696b119bce3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/a45f7c47-bd04-47d3-a0fd-3f1b53e03f1f HTTP/1.1" status: 404 len: 337 time: 0.0547750 Nov 24 22:21:14.113436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59678) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.132751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] device_id is not set on port 429b63f7-b1fe-42e6-bfe1-716a5df5d1e2 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:14.139265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:14.139820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.173086 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0cf062-7e60-4f85-81c8-9ad406d09add tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.173457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0cf062-7e60-4f85-81c8-9ad406d09add tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.178897 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3c0cf062-7e60-4f85-81c8-9ad406d09add tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/f52b6edb-9e72-4eda-adcc-b57d11d1d226 HTTP/1.1" status: 404 len: 337 time: 0.0603318 Nov 24 22:21:14.181749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59680) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.182311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0de0b28a-8b9b-40a2-8643-0f7a22d053af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.239375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.245521 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-50bebbe5-5f3c-46b2-948c-d12670ac93f4 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/ports/3812a596-b783-4a06-b763-b03a191589d9 HTTP/1.1" status: 204 len: 168 time: 0.9194734 Nov 24 22:21:14.245521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59682) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.245845 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cedc7d5-2631-4943-af8f-50bcd13e96cc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.246521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cedc7d5-2631-4943-af8f-50bcd13e96cc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.251905 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8cedc7d5-2631-4943-af8f-50bcd13e96cc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/467fd4e2-70ea-4b6a-b08e-d45ef5a371a8 HTTP/1.1" status: 404 len: 333 time: 0.0668621 Nov 24 22:21:14.256035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59684) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.268128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.293804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.311894 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaa0e82-f2ea-495d-8884-9d7bc4c2fc7d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.312348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acaa0e82-f2ea-495d-8884-9d7bc4c2fc7d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.317974 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-acaa0e82-f2ea-495d-8884-9d7bc4c2fc7d tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/01ac2237-95bc-407c-b371-cca95216598e HTTP/1.1" status: 404 len: 337 time: 0.0580695 Nov 24 22:21:14.323881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59686) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.336635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for 27e2d341-5ffe-41ab-9a21-0a798c86a5b5 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:14.383003 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-16adf871-0915-4417-bd7a-dcb0fddb15ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.383375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16adf871-0915-4417-bd7a-dcb0fddb15ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.389670 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-16adf871-0915-4417-bd7a-dcb0fddb15ab tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/1adf8098-94b3-4771-a2e3-3bd99c84be8e HTTP/1.1" status: 404 len: 337 time: 0.0615644 Nov 24 22:21:14.389817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59688) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.425428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Allocated IP 172.20.0.8 (8900a72e-6efe-4174-b417-2fc016c27103/756a0853-5045-4fbd-8736-5971d66ffd13/429b63f7-b1fe-42e6-bfe1-716a5df5d1e2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:14.425800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-35ec7916-676f-4672-b429-35f4e93a45c5 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports?device_id=855a8a12-f860-44ba-84f2-f21689584f43 HTTP/1.1" status: 200 len: 205 time: 0.0319786 Nov 24 22:21:14.427558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59690) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.432095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port c68ace09-675b-4c57-b2cc-0bcac2e1bdb2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:14.432442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.437313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.476521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.479735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/e562012d-aa83-458a-ac19-48a7920957bb HTTP/1.1" status: 204 len: 168 time: 0.8459361 Nov 24 22:21:14.480572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf63c7-68f0-4397-8511-8bd446f02611 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Subnet': ['ID=e562012d-aa83-458a-ac19-48a7920957bb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:14.486404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf2959-1c39-4b75-a7f3-9cf9e8dd97ee None None] Network 889151a5-962d-4a53-a4d5-830905691705 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:14.490214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59692) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.520819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-205cc429-05a4-43be-9107-d16a9143998c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] delete failed (client error): The resource could not be found. Nov 24 22:21:14.524189 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-205cc429-05a4-43be-9107-d16a9143998c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/routers/855a8a12-f860-44ba-84f2-f21689584f43 HTTP/1.1" status: 404 len: 336 time: 0.0926876 Nov 24 22:21:14.527092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59694) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.575010 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b3990f-d2bc-4319-ba1e-978bc8032fec tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.575467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b3990f-d2bc-4319-ba1e-978bc8032fec tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.580819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e3b3990f-d2bc-4319-ba1e-978bc8032fec tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/97ede306-51db-48b9-b333-d8a9ec5eae9c HTTP/1.1" status: 404 len: 337 time: 0.0487270 Nov 24 22:21:14.581654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59696) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.635068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.654789 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dc9e1aba-8897-4548-a3c3-84279d5668b9 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "GET /v2.0/ports?device_id=af964f87-7e70-41fd-ae35-f8a34a35723b HTTP/1.1" status: 200 len: 205 time: 0.0578926 Nov 24 22:21:14.658144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for c68ace09-675b-4c57-b2cc-0bcac2e1bdb2 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:14.658470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.659585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59698) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.708614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-aa5794f8-4fde-4c92-b3df-d09c6410133e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] delete failed (client error): The resource could not be found. Nov 24 22:21:14.709685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aa5794f8-4fde-4c92-b3df-d09c6410133e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/routers/af964f87-7e70-41fd-ae35-f8a34a35723b HTTP/1.1" status: 404 len: 336 time: 0.0491836 Nov 24 22:21:14.713123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59700) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.729699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] DHCP port deletion for 889151a5-962d-4a53-a4d5-830905691705 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:14.758345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.776194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.776638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Deleting port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:14.776993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.783473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-315b8011-1dc0-4eeb-8faa-e372b57c2c16 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.783953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315b8011-1dc0-4eeb-8faa-e372b57c2c16 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.789840 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-315b8011-1dc0-4eeb-8faa-e372b57c2c16 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/acb21b6e-8c2b-48be-b5de-d9cdd2ff8e6d HTTP/1.1" status: 404 len: 337 time: 0.0717044 Nov 24 22:21:14.794793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59702) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.804962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] Deleting port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:14.805348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.848438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=27e2d341-5ffe-41ab-9a21-0a798c86a5b5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:14.857484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7966d96-9a99-44f5-94e3-f74c2c883b7c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.857942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7966d96-9a99-44f5-94e3-f74c2c883b7c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.863268 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b7966d96-9a99-44f5-94e3-f74c2c883b7c tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/e8c7ff3d-718a-4668-ad80-02532012be37 HTTP/1.1" status: 404 len: 337 time: 0.0648086 Nov 24 22:21:14.866040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59704) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.866200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] For port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:14.866625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.901511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.906524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 089250ac-87dd-422e-85bb-c619484fe27d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:14.911512 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e5ea92-bf00-4931-a142-3cc4922f6408 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.912317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e5ea92-bf00-4931-a142-3cc4922f6408 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.917709 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95e5ea92-bf00-4931-a142-3cc4922f6408 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/90ddbecc-4500-4590-84e7-a5968191aa53 HTTP/1.1" status: 404 len: 333 time: 0.0453124 Nov 24 22:21:14.917876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] For port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:14.917876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:14.921072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Calling delete_port for 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:14.925272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59706) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.945526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 089250ac-87dd-422e-85bb-c619484fe27d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:14.945859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 089250ac-87dd-422e-85bb-c619484fe27d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:14.946278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:14.963216 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06a19d0-0399-4bab-8a4b-6243911c2325 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:14.963703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06a19d0-0399-4bab-8a4b-6243911c2325 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:14.970489 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f06a19d0-0399-4bab-8a4b-6243911c2325 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/e75bec70-1e58-4e73-9a00-55dfe61f1801 HTTP/1.1" status: 404 len: 337 time: 0.0420015 Nov 24 22:21:14.970489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59708) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:14.983249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] Calling delete_port for 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:15.011283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network 8900a72e-6efe-4174-b417-2fc016c27103 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:15.021475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:15.026180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.026347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:15.031901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.032158 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-80fcf917-e989-436e-86ed-5f3fc9d97181 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/ports/27e2d341-5ffe-41ab-9a21-0a798c86a5b5 HTTP/1.1" status: 204 len: 168 time: 1.0994682 Nov 24 22:21:15.033160 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe2d5ee-561b-4acb-9aa5-81b91aa17b2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.033866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe2d5ee-561b-4acb-9aa5-81b91aa17b2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.039484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cfe2d5ee-561b-4acb-9aa5-81b91aa17b2f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/58e46e2b-fdfd-4365-981b-bd9a27861b1a HTTP/1.1" status: 404 len: 333 time: 0.0644410 Nov 24 22:21:15.041676 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59712) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.062903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Port': ['ID=429b63f7-b1fe-42e6-bfe1-716a5df5d1e2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:15.079734 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-20705faa-82ea-4550-b8a4-fc05ce580fa4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.080200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20705faa-82ea-4550-b8a4-fc05ce580fa4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.085635 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-20705faa-82ea-4550-b8a4-fc05ce580fa4 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/925d1979-4483-4f54-92f0-4b638c3a8a38 HTTP/1.1" status: 404 len: 337 time: 0.0406723 Nov 24 22:21:15.086074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59714) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.109326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.111686 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a7901b-1e30-483b-981b-33bda4f1f9ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.112396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a7901b-1e30-483b-981b-33bda4f1f9ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.118326 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c3a7901b-1e30-483b-981b-33bda4f1f9ce tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/d4c0ad9f-2e00-4fc9-9c43-44b695be68ab HTTP/1.1" status: 404 len: 333 time: 0.0285320 Nov 24 22:21:15.119722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59716) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.147419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting subnet 4b906e64-5df0-40e4-ac9a-edc2e1c4289e {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:15.152213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,segment=NetworkSegment(37d2c5dd-883a-4b82-be1a-b42408df8f67),segment_id=37d2c5dd-883a-4b82-be1a-b42408df8f67)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:15.152609 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a55e032-7d27-4a1d-bd83-aa427985abc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.153875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a55e032-7d27-4a1d-bd83-aa427985abc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.161093 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9a55e032-7d27-4a1d-bd83-aa427985abc3 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/036d35b8-ac30-4bed-acac-4a5573072eb3 HTTP/1.1" status: 404 len: 337 time: 0.0402713 Nov 24 22:21:15.161830 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59718) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.165051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:15.165877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.174356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.179980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.206866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.224566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d00b42-a2ae-475f-ae7b-ef81df5ec279 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.225568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d00b42-a2ae-475f-ae7b-ef81df5ec279 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.231701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-44d00b42-a2ae-475f-ae7b-ef81df5ec279 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/11991bc5-d738-4a11-8192-b6a84081f875 HTTP/1.1" status: 404 len: 333 time: 0.0678420 Nov 24 22:21:15.232024 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59720) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.241717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:15.254277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.267695 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5a5fd2b4-147b-413b-8f71-8949b7f52626 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6471848 Nov 24 22:21:15.271635 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9985cd4-068a-4115-9d92-4eba96a6e6bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.272131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9985cd4-068a-4115-9d92-4eba96a6e6bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.275113 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a9985cd4-068a-4115-9d92-4eba96a6e6bc tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/0dfee219-9723-416d-aa9e-610eacb91000 HTTP/1.1" status: 404 len: 337 time: 0.0421383 Nov 24 22:21:15.277750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59722) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.278085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59724) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.283172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:15.288483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] Pushing event deleted for resources: {'Port': ['ID=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:15.295212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4485c9d-cec0-43dd-8e26-3ae04bf4de5d None None] No DVR routers for this DVR port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:15.325532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.327058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=c68ace09-675b-4c57-b2cc-0bcac2e1bdb2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:15.355924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.361736 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-52dcf0c8-a2de-4ca5-822c-67e7c9ff2503 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/ports/c68ace09-675b-4c57-b2cc-0bcac2e1bdb2 HTTP/1.1" status: 204 len: 168 time: 1.1131539 Nov 24 22:21:15.362093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59726) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.367535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d08c3025-8e44-4d58-bf66-1c4cb6c9ab78 None None] Provisioning complete for port 429b63f7-b1fe-42e6-bfe1-716a5df5d1e2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:15.368005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d08c3025-8e44-4d58-bf66-1c4cb6c9ab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.403750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d08c3025-8e44-4d58-bf66-1c4cb6c9ab78 None None] Port 429b63f7-b1fe-42e6-bfe1-716a5df5d1e2 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:15.413342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa737e-e540-490e-9dfe-22d3bed9cc93 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:15.414940 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-82aa737e-e540-490e-9dfe-22d3bed9cc93 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d06023e-777c-4ba1-8d69-8728616ba6f0 HTTP/1.1" status: 200 len: 913 time: 0.0517282 Nov 24 22:21:15.417727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59728) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.693976 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f01a333-6b3e-48a3-a1a7-43a9bd2a5ad0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.694641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f01a333-6b3e-48a3-a1a7-43a9bd2a5ad0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.697587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4f01a333-6b3e-48a3-a1a7-43a9bd2a5ad0 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/faf7e984-55fe-4a5f-b392-cafa33628909 HTTP/1.1" status: 404 len: 333 time: 0.4100482 Nov 24 22:21:15.701241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59730) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.702331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.735605 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b251d6cc-b705-425a-8053-42f456eca069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.736118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b251d6cc-b705-425a-8053-42f456eca069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.739316 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b251d6cc-b705-425a-8053-42f456eca069 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/b3575138-c0c2-4aa5-98ca-8951f36aec98 HTTP/1.1" status: 404 len: 337 time: 0.0372467 Nov 24 22:21:15.743499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Port': ['ID=11ad026e-0ec0-4af4-9dec-b75f3b2aac7f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:15.744001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59732) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.748300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No DVR routers for this DVR port 11ad026e-0ec0-4af4-9dec-b75f3b2aac7f on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:15.758473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.771316 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c5fee3-a5a7-4283-a812-26a3cfbc0c5f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.772155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c5fee3-a5a7-4283-a812-26a3cfbc0c5f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.778254 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d0c5fee3-a5a7-4283-a812-26a3cfbc0c5f tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/56ebab83-2cec-4fe9-b978-28bc4313e268 HTTP/1.1" status: 404 len: 333 time: 0.0301523 Nov 24 22:21:15.779261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59734) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.835975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.851431 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-73188890-82b4-463c-8b9b-1d14439f7822 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.851908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73188890-82b4-463c-8b9b-1d14439f7822 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.857181 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-73188890-82b4-463c-8b9b-1d14439f7822 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/fa8f6007-9cb7-4b54-9eb4-8e4bc2c5166f HTTP/1.1" status: 404 len: 337 time: 0.0744014 Nov 24 22:21:15.869383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59736) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.920292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-17364186-3a31-4e41-a4e9-521865fdd552 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.920890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17364186-3a31-4e41-a4e9-521865fdd552 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.926358 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-17364186-3a31-4e41-a4e9-521865fdd552 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/ports/adeef717-f943-4509-bc71-e368c76915ab HTTP/1.1" status: 404 len: 333 time: 0.0555773 Nov 24 22:21:15.927181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59738) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.935950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.941554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:15.955796 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a967aba-209a-4e25-bf82-fea5fd7acd78 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:15.956177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a967aba-209a-4e25-bf82-fea5fd7acd78 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:15.961942 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9a967aba-209a-4e25-bf82-fea5fd7acd78 tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/subnets/8551b0fc-8874-48ec-829e-08de6fb095b6 HTTP/1.1" status: 404 len: 337 time: 0.0315688 Nov 24 22:21:15.964907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59740) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:15.989111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889151a5-962d-4a53-a4d5-830905691705']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:16.008639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d2c5dd-883a-4b82-be1a-b42408df8f67') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:16.008932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d2c5dd-883a-4b82-be1a-b42408df8f67') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:16.026307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.051187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.059137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.061481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:16.061878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:16.065209 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:16.106196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.155540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Subnet': ['ID=4b906e64-5df0-40e4-ac9a-edc2e1c4289e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:16.164571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.167689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bae798b5-2af0-456a-bed0-9d298c153ab7 tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/subnets/4b906e64-5df0-40e4-ac9a-edc2e1c4289e HTTP/1.1" status: 204 len: 168 time: 1.1126649 Nov 24 22:21:16.170690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59742) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:16.171147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0287b29-2f84-4b3c-95da-a94472112a2d None None] Network d954f939-7cbe-4a13-b8a6-3149136f7fbb requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:16.172752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.200485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.206304 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/networks/889151a5-962d-4a53-a4d5-830905691705 HTTP/1.1" status: 204 len: 168 time: 1.7129853 Nov 24 22:21:16.232371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.243081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59744) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:16.254276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'routes': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:16.262782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2434-15b9-4d79-b8b1-87367a936892 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Pushing event deleted for resources: {'Network': ['ID=889151a5-962d-4a53-a4d5-830905691705,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:16.376553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] DHCP port deletion for d954f939-7cbe-4a13-b8a6-3149136f7fbb request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:16.426926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] Deleting port d97fffea-8293-4a7e-b34f-ad7b172f72ed {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:16.427395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.478071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.498058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] For port d97fffea-8293-4a7e-b34f-ad7b172f72ed, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d97fffea-8293-4a7e-b34f-ad7b172f72ed,segment=NetworkSegment(7bf7ba19-ce4f-4935-8a82-3077936ea485),segment_id=7bf7ba19-ce4f-4935-8a82-3077936ea485)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:16.498454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.512170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] Calling delete_port for d97fffea-8293-4a7e-b34f-ad7b172f72ed owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:16.517698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.534984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Added routes are [] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 22:21:16.535300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Removed routes are [] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 22:21:16.535672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.562761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49828264-6294-4cd6-b467-32535f86b933']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:16.578457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bb3c72-7112-4189-ab25-fb0364aefbe6') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:16.578751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bb3c72-7112-4189-ab25-fb0364aefbe6') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:16.608208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.609817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2615abd1-0cb5-4ac8-b4c6-794f82d9cb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.614088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.628784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.637857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:16.638257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:16.641391 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:16.650222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] Pushing event deleted for resources: {'Port': ['ID=d97fffea-8293-4a7e-b34f-ad7b172f72ed,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:16.654424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Allocated IP 172.26.3.59 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/7ab39d88-4581-4f34-a269-b063590ddb95) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:16.660194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa58d4-1bc9-40c3-87ca-270980e8a133 None None] No DVR routers for this DVR port d97fffea-8293-4a7e-b34f-ad7b172f72ed on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:16.709079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port fb3d8774-d7d5-4154-9da4-56c4ad4bcc73 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:16.709497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.713836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.732587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.738050 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] 10.222.0.41 "DELETE /v2.0/networks/49828264-6294-4cd6-b467-32535f86b933 HTTP/1.1" status: 204 len: 168 time: 0.7700107 Nov 24 22:21:16.739272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.758915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.780762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40257a8f-0d72-4fc3-be41-3a9695927e0e tempest-NetworksTestDHCPv6-1488426651 tempest-NetworksTestDHCPv6-1488426651-project] Pushing event deleted for resources: {'Network': ['ID=49828264-6294-4cd6-b467-32535f86b933,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:16.805435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Deleting port d97fffea-8293-4a7e-b34f-ad7b172f72ed {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:16.805900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.840100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.840550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.856175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for fb3d8774-d7d5-4154-9da4-56c4ad4bcc73 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:16.906587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d97fffea-8293-4a7e-b34f-ad7b172f72ed no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:16.929602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d97fffea-8293-4a7e-b34f-ad7b172f72ed {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:16.929849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d97fffea-8293-4a7e-b34f-ad7b172f72ed not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:16.965988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] For port d97fffea-8293-4a7e-b34f-ad7b172f72ed, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:16.966356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:16.969909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:16.998662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.001613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Calling delete_port for d97fffea-8293-4a7e-b34f-ad7b172f72ed owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:17.006216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Port d97fffea-8293-4a7e-b34f-ad7b172f72ed was not found and therefore no delete operation was performed {{(pid=102409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:21:17.011896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.091113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59750) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:17.102840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.110242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Port': ['ID=d97fffea-8293-4a7e-b34f-ad7b172f72ed,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:17.113616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] No DVR routers for this DVR port d97fffea-8293-4a7e-b34f-ad7b172f72ed on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:17.150965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:17.159689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.161972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] Sync routers for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:17.164248 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9c69c189-3bf2-4819-a2b0-f1659a88efeb tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 705 time: 0.9180272 Nov 24 22:21:17.166347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=fb3d8774-d7d5-4154-9da4-56c4ad4bcc73,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:17.168768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59754) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:17.173211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:17.173999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.222366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.222660 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-06032994-4c45-4f20-b8d0-0d47b2f1a48a tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 205 time: 0.0505536 Nov 24 22:21:17.226633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.231726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59756) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:17.260964 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:17.276559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d954f939-7cbe-4a13-b8a6-3149136f7fbb']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.291273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:17.297834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf7ba19-ce4f-4935-8a82-3077936ea485') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.298196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf7ba19-ce4f-4935-8a82-3077936ea485') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.301986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:17.317002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:17.321218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.322838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Port': ['ID=7ab39d88-4581-4f34-a269-b063590ddb95,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:17.364057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.374492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:17.374721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:17.377944 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:17.413604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.425582 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c80192af-691d-4612-ae0d-8d056cad346b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca18ca5d1a334ca2ac7a705a1043aa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309500 Nov 24 22:21:17.426558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59758) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:17.464103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:12Z', 'revision_number': 11, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.490923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] Checking router: 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:21:17.502168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] Routers {'3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:17.503100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.511052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.522297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.524840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.530571 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] 10.222.0.41 "DELETE /v2.0/networks/d954f939-7cbe-4a13-b8a6-3149136f7fbb HTTP/1.1" status: 204 len: 168 time: 1.3587916 Nov 24 22:21:17.551871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282bfdf-28a4-40b3-be39-21689a1dff8b tempest-AllowedAddressPairTestJSON-261521460 tempest-AllowedAddressPairTestJSON-261521460-project] Pushing event deleted for resources: {'Network': ['ID=d954f939-7cbe-4a13-b8a6-3149136f7fbb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:17.558567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e5b2-38d5-446d-8204-4cfd025c133e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.577268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] Set router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:17.599018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.601113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.603543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.606174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e5b2-38d5-446d-8204-4cfd025c133e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.640901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:12Z', 'revision_number': 11, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:17.666841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.667368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:21:17.678169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f70dd-5177-41f1-9b3a-0409c6f64f31 None None] The sync data for ids ['3cf11e2d-f5dd-4534-8c75-55c9e41b8f69'] in dv-neutron-818715-1-hyperv is: [{'id': '3cf11e2d-f5dd-4534-8c75-55c9e41b8f69', 'name': 'tempest-RoutersIpV6Test-router-1743297403', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:19:51Z', 'updated_at': '2021-11-24T22:21:12Z', 'revision_number': 11, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:17.686298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.696644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.701871 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1d0cc1fc-84f1-4957-96cd-c688e69e5cdf tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 204 len: 168 time: 0.4632509 Nov 24 22:21:17.702160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:17.710016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-211318415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:17.789676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e5b2-38d5-446d-8204-4cfd025c133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.792357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfd1e5b2-38d5-446d-8204-4cfd025c133e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.795881 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bfd1e5b2-38d5-446d-8204-4cfd025c133e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b3835dd-a3a5-4e4c-8cdd-4c38d5dcb271 HTTP/1.1" status: 204 len: 168 time: 0.3660619 Nov 24 22:21:17.813123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1e5b2-38d5-446d-8204-4cfd025c133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3835dd-a3a5-4e4c-8cdd-4c38d5dcb271,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:17.818092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.821370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.855951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59770) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:17.909059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.914491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.936403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:17.950218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.043945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.045743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d4e70bd-cb1c-427d-b74e-b248a77c70c3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3427110 Nov 24 22:21:18.048642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59776) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:18.056882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:18.062605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Port': ['ID=7ab39d88-4581-4f34-a269-b063590ddb95,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:18.105671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.130654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.133011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d464c3df-1ff7-473f-92c4-835fcb9869e0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8532734 Nov 24 22:21:18.145402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59788) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:18.150165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e3a25011-98a9-497b-9b5a-f6cf197c6a49 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'floatingip': {'port_id': '429b63f7-b1fe-42e6-bfe1-716a5df5d1e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:18.196798 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-76e7f66a-2db7-4152-8a79-1d139e97ff51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=709760c5db9f4e3ea3890d7ab1887ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362384 Nov 24 22:21:18.199162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59792) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:18.215686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3a25011-98a9-497b-9b5a-f6cf197c6a49 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.323275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.367442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de2e9bb9-d4e0-4ba2-a8e2-1a564022901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.372990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Router 0d06023e-777c-4ba1-8d69-8728616ba6f0 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:18.375396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.412152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-e3a25011-98a9-497b-9b5a-f6cf197c6a49 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] update failed (client error): The resource could not be found. Nov 24 22:21:18.413746 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3a25011-98a9-497b-9b5a-f6cf197c6a49 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "PUT /v2.0/floatingips/e2645974-3c40-4a31-8e89-526ed07ec31b HTTP/1.1" status: 404 len: 507 time: 0.2673712 Nov 24 22:21:18.420228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59804) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:18.425115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.469768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de2e9bb9-d4e0-4ba2-a8e2-1a564022901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.596438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Deleting port 7ab39d88-4581-4f34-a269-b063590ddb95 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:18.596852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.639135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de2e9bb9-d4e0-4ba2-a8e2-1a564022901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.642070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-de2e9bb9-d4e0-4ba2-a8e2-1a564022901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.643294 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-de2e9bb9-d4e0-4ba2-a8e2-1a564022901c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1982efc4-9158-41ce-b5d7-3d7472f039db HTTP/1.1" status: 204 len: 168 time: 0.4432287 Nov 24 22:21:18.657773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed7b3e-12ad-4e4d-9ce9-bf985a69a3dd req-68992478-ce1c-4309-a32e-a13c02aa0c97 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:18.659687 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e6ed7b3e-12ad-4e4d-9ce9-bf985a69a3dd req-68992478-ce1c-4309-a32e-a13c02aa0c97 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2530901 Nov 24 22:21:18.659932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e9bb9-d4e0-4ba2-a8e2-1a564022901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1982efc4-9158-41ce-b5d7-3d7472f039db,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:18.682629 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Router 75e170f7-845e-4748-9c56-59a13faa1108 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:21:18.704875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.705435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.718713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:18.721677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Calling delete_port for 7ab39d88-4581-4f34-a269-b063590ddb95 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:18.726352 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-709305ae-ad3a-41af-9e58-04d439681547 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "PUT /v2.0/routers/0d06023e-777c-4ba1-8d69-8728616ba6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3074269 Nov 24 22:21:18.729138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:18.736384 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] Sync routers for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:18.755426 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:18.758461 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:18.901135 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e6ed7b3e-12ad-4e4d-9ce9-bf985a69a3dd req-61e5a018-6e7f-465b-9150-1b45566ff523 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194157 Nov 24 22:21:18.905925 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:18.919132 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] Sync routers for ids ['75e170f7-845e-4748-9c56-59a13faa1108'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:18.928409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] Routers {'75e170f7-845e-4748-9c56-59a13faa1108'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:18.929008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:18.929149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['75e170f7-845e-4748-9c56-59a13faa1108'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:18.930310 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f66edc22-0ba1-43af-bf58-8fa119c89311 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "PUT /v2.0/routers/75e170f7-845e-4748-9c56-59a13faa1108 HTTP/1.1" status: 200 len: 697 time: 0.8804674 Nov 24 22:21:18.934348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59824) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:18.965405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.016010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] Set router 75e170f7-845e-4748-9c56-59a13faa1108 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:19.016528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59826) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.031207 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:19.036022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Port': ['ID=7ab39d88-4581-4f34-a269-b063590ddb95,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:19.050192 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] Routers {'0d06023e-777c-4ba1-8d69-8728616ba6f0'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:19.050732 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0d06023e-777c-4ba1-8d69-8728616ba6f0'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:19.098072 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:19.099013 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59234e82-ee07-40db-a9dc-59028df8fcf7 None None] The sync data for ids ['0d06023e-777c-4ba1-8d69-8728616ba6f0'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:19.136046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.139150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.144134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dbea2657-5b77-476e-a6ad-e4bfd11a7e95 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "DELETE /v2.0/floatingips/e2645974-3c40-4a31-8e89-526ed07ec31b HTTP/1.1" status: 204 len: 168 time: 0.7192714 Nov 24 22:21:19.144645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59834) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.148142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e170f7-845e-4748-9c56-59a13faa1108', 'name': 'tempest-RoutersIpV6Test-router-211318415', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:21:17Z', 'updated_at': '2021-11-24T22:21:18Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:19.150752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-422cc946-7093-4b47-8205-3d504e50e2b0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'floatingip': {'floating_network_id': '8900a72e-6efe-4174-b417-2fc016c27103', 'port_id': '429b63f7-b1fe-42e6-bfe1-716a5df5d1e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:19.180563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-422cc946-7093-4b47-8205-3d504e50e2b0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.191947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] Checking router: 75e170f7-845e-4748-9c56-59a13faa1108 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:21:19.194069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-ac5e0d71-a940-489a-9a72-a0cd7d47587d tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.195212 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ac5e0d71-a940-489a-9a72-a0cd7d47587d tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1770134 Nov 24 22:21:19.207812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] Routers {'75e170f7-845e-4748-9c56-59a13faa1108'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:19.207962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59838) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.208568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['75e170f7-845e-4748-9c56-59a13faa1108'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:19.216128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-f326a2ad-9f59-407a-9821-360af6601251 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.217365 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f326a2ad-9f59-407a-9821-360af6601251 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079243 Nov 24 22:21:19.219958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59840) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.248453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-3feebb15-b12d-4976-a2d1-1ab5f49cc9b7 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.249488 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3feebb15-b12d-4976-a2d1-1ab5f49cc9b7 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0286143 Nov 24 22:21:19.252276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59842) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.261191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-19c277d4-75fe-4df8-8969-d2dd3cffcc6e tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.262354 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-19c277d4-75fe-4df8-8969-d2dd3cffcc6e tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088465 Nov 24 22:21:19.267081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59846) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.272469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-a3094523-fe50-4221-b0b7-142bc9482c3a tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.273408 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a3094523-fe50-4221-b0b7-142bc9482c3a tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052440 Nov 24 22:21:19.276003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59848) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.283025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-5e833e2b-2cbd-46a2-b853-37259a921f74 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.284060 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5e833e2b-2cbd-46a2-b853-37259a921f74 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0071681 Nov 24 22:21:19.289964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59850) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.298047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] Set router 75e170f7-845e-4748-9c56-59a13faa1108 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:21:19.301719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-ac7f5dad-8bb6-4214-a0b5-9eb724eb1a85 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.302813 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ac7f5dad-8bb6-4214-a0b5-9eb724eb1a85 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056212 Nov 24 22:21:19.308366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59852) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.314449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-48a209d8-0074-42f4-869a-654c63473c83 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.315720 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-48a209d8-0074-42f4-869a-654c63473c83 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053320 Nov 24 22:21:19.318402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59854) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.323899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-83a387fc-e246-4f53-93f9-78cb4302b6bc tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.324858 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-83a387fc-e246-4f53-93f9-78cb4302b6bc tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050228 Nov 24 22:21:19.327385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59856) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.331686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-59cb8112-a014-426f-bce8-e31af6b1d784 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.332613 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-59cb8112-a014-426f-bce8-e31af6b1d784 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043309 Nov 24 22:21:19.337111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59858) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.342201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-4303a008-c40a-4af6-8e6a-612f19ca7a5b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.343151 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4303a008-c40a-4af6-8e6a-612f19ca7a5b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051506 Nov 24 22:21:19.345724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59860) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.350811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-37e1bd1d-ac39-4d07-ba0a-02b8f260bb91 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.352163 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-37e1bd1d-ac39-4d07-ba0a-02b8f260bb91 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052609 Nov 24 22:21:19.354378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59862) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.358604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-9b56d216-2e7c-495f-ae1a-db76e5aebbd9 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.359550 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9b56d216-2e7c-495f-ae1a-db76e5aebbd9 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042782 Nov 24 22:21:19.362053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59864) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.366388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-e0172e6c-c543-42ce-8db3-fab6be617bf7 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.367334 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e0172e6c-c543-42ce-8db3-fab6be617bf7 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044086 Nov 24 22:21:19.371096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59866) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.375336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-d2f6b3e8-d2fa-48bc-9eea-4f4a53b8ea1b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.376313 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2f6b3e8-d2fa-48bc-9eea-4f4a53b8ea1b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042570 Nov 24 22:21:19.378825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.383733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-99b051d1-0f76-4d8a-a96a-bc5a1c84bdd1 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.384674 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-99b051d1-0f76-4d8a-a96a-bc5a1c84bdd1 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049734 Nov 24 22:21:19.387257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59870) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.391509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-f279bdd5-21cb-4c04-865d-2e673eda4073 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.392457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f279bdd5-21cb-4c04-865d-2e673eda4073 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042887 Nov 24 22:21:19.395474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59872) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.397969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e170f7-845e-4748-9c56-59a13faa1108', 'name': 'tempest-RoutersIpV6Test-router-211318415', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:21:17Z', 'updated_at': '2021-11-24T22:21:18Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:19.402473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-d43c8ed8-409a-4e2b-97e9-e62caa420ccd tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.403386 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d43c8ed8-409a-4e2b-97e9-e62caa420ccd tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074389 Nov 24 22:21:19.406138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59874) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.410173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-77bd4a5f-841f-4b5b-8a53-2daaf26ba8e2 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.411087 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-77bd4a5f-841f-4b5b-8a53-2daaf26ba8e2 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040913 Nov 24 22:21:19.413419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59876) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.417702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-ee022cf1-cb27-486c-86b6-95d5e17a9e61 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.418859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ee022cf1-cb27-486c-86b6-95d5e17a9e61 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045998 Nov 24 22:21:19.422718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59878) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.426959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-d13f25b4-6824-43e9-9e11-40506d6e710a tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.427986 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d13f25b4-6824-43e9-9e11-40506d6e710a tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042920 Nov 24 22:21:19.430002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a81688-a6da-4936-89b3-295d02abe23c None None] The sync data for ids ['75e170f7-845e-4748-9c56-59a13faa1108'] in dv-neutron-818715-1-hyperv is: [{'id': '75e170f7-845e-4748-9c56-59a13faa1108', 'name': 'tempest-RoutersIpV6Test-router-211318415', 'tenant_id': '1ae236b1d97e4646b5090305990a37a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:21:17Z', 'updated_at': '2021-11-24T22:21:18Z', 'revision_number': 2, 'project_id': '1ae236b1d97e4646b5090305990a37a1', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:19.431663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.440606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-dac38f68-5d70-440d-9ba9-17a0ddab6bd4 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.441568 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dac38f68-5d70-440d-9ba9-17a0ddab6bd4 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076652 Nov 24 22:21:19.450574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59882) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.463035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-49fbc180-d167-4d91-afaa-23fc6b2e6583 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.464103 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-49fbc180-d167-4d91-afaa-23fc6b2e6583 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0125506 Nov 24 22:21:19.469624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.474898 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ec45810e-305c-4156-ae16-c56cb6367f1f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/routers/75e170f7-845e-4748-9c56-59a13faa1108 HTTP/1.1" status: 200 len: 703 time: 0.5389106 Nov 24 22:21:19.475577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59888) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.479261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-9f39dfa3-d95e-4b04-a454-3a3ad0aff76d tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.482569 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f39dfa3-d95e-4b04-a454-3a3ad0aff76d tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043375 Nov 24 22:21:19.483829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.490116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-1fbb06a3-f400-4c92-a91b-c3f036465848 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.493350 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1fbb06a3-f400-4c92-a91b-c3f036465848 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0064216 Nov 24 22:21:19.493588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.497779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-b16766eb-56cc-44eb-998b-b78e294c33c7 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.501210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b16766eb-56cc-44eb-998b-b78e294c33c7 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043566 Nov 24 22:21:19.502111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.505909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-a6533028-6f88-4672-8321-2b89ddda8765 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.509746 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a6533028-6f88-4672-8321-2b89ddda8765 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049911 Nov 24 22:21:19.509894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59896) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.510211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59898) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.510322 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-72ee39cb-0a73-4e2e-88b3-afad53ab67a8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e170f7-845e-4748-9c56-59a13faa1108 HTTP/1.1" status: 200 len: 205 time: 0.0317864 Nov 24 22:21:19.525143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.610501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.660680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.726080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting port 20020043-37af-4ba6-b0f8-0f14b3d49534 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:19.726513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.774569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59906) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.823789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.836666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Calling delete_port for 20020043-37af-4ba6-b0f8-0f14b3d49534 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:19.864586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-b0b19d83-80ba-479c-a610-e7a1cf2f14a2 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.866100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b0b19d83-80ba-479c-a610-e7a1cf2f14a2 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.3527880 Nov 24 22:21:19.870744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59910) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.876048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-b64e0fb1-5b01-4a55-8762-bb742ee17196 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.876995 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b64e0fb1-5b01-4a55-8762-bb742ee17196 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041809 Nov 24 22:21:19.883125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59912) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.887392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-218fb3e7-d22a-4b61-be3a-5b6341ec8459 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.890780 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-218fb3e7-d22a-4b61-be3a-5b6341ec8459 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045137 Nov 24 22:21:19.892078 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59914) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.899035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-4ee68038-d1b9-456e-94b3-11cb2b8dfeef tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.900035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ee68038-d1b9-456e-94b3-11cb2b8dfeef tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0070286 Nov 24 22:21:19.904782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2078022022'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:19.907819 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-422cc946-7093-4b47-8205-3d504e50e2b0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:19.908850 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-422cc946-7093-4b47-8205-3d504e50e2b0 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7623267 Nov 24 22:21:19.909796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59916) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.915638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-0bdac901-fc81-47c1-aad9-3197cfb9e316 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.916564 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0bdac901-fc81-47c1-aad9-3197cfb9e316 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058916 Nov 24 22:21:19.921677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59918) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.921999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59920) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.926972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '429b63f7-b1fe-42e6-bfe1-716a5df5d1e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:19.948430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:19.950284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-ddb535fa-c40e-4e2d-be40-0ad974c4de2f tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.951126 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ddb535fa-c40e-4e2d-be40-0ad974c4de2f tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0122576 Nov 24 22:21:19.960071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59924) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.965980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-a7503948-5b78-49d2-a5cd-5ce64109fdbe tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.969628 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a7503948-5b78-49d2-a5cd-5ce64109fdbe tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059085 Nov 24 22:21:19.972424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59926) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.973245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:21:19.973245 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 22:21:19.973245 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'project_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'id': '9fbffcac-3277-433a-a640-1a5912040adf', 'expiration': datetime.datetime(2021, 11, 24, 22, 23, 19, 956826)}] Nov 24 22:21:19.973245 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:21:19.973654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:21:19.980465 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-16e93c92-df2b-48af-a0e1-081a675a2f7c tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.983679 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-16e93c92-df2b-48af-a0e1-081a675a2f7c tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070736 Nov 24 22:21:19.984253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59928) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:19.996397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-ca0548b3-0870-43ba-a932-fe149ce9e22e tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:19.997349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ca0548b3-0870-43ba-a932-fe149ce9e22e tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0111594 Nov 24 22:21:20.015552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59930) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.019797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-45b1131e-d7a1-4bd9-8927-dc73c4ba7a02 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.020733 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-45b1131e-d7a1-4bd9-8927-dc73c4ba7a02 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042441 Nov 24 22:21:20.023304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59932) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.027028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-28d5589e-ba4d-4458-91aa-899742fb9480 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.027968 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-28d5589e-ba4d-4458-91aa-899742fb9480 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038109 Nov 24 22:21:20.028331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.030231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59934) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.035553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-1048dcca-1880-40a6-8b75-8073e1924630 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.036487 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1048dcca-1880-40a6-8b75-8073e1924630 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054114 Nov 24 22:21:20.039889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59936) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.044516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-22a50c3b-9763-41d2-b6f6-f60ec458316d tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.045444 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-22a50c3b-9763-41d2-b6f6-f60ec458316d tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040448 Nov 24 22:21:20.048416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59938) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.080070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-4121a773-780f-4ce4-bc91-075d20af9ea6 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.080951 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4121a773-780f-4ce4-bc91-075d20af9ea6 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0316801 Nov 24 22:21:20.103261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59940) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.108869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-d8a02701-668e-4992-b0fd-304eed628b60 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.109796 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d8a02701-668e-4992-b0fd-304eed628b60 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054612 Nov 24 22:21:20.112515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.145942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-ad8302c8-09f7-4fcf-936c-ab6f6bc76900 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.149350 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ad8302c8-09f7-4fcf-936c-ab6f6bc76900 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0334637 Nov 24 22:21:20.149716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.154204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-6b2eb2fc-562f-42be-8ed7-fae0a3837d0e tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.157222 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6b2eb2fc-562f-42be-8ed7-fae0a3837d0e tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043688 Nov 24 22:21:20.157460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59946) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.163509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-c1b67abe-ce9f-4a9f-8e6f-5dad60dae46c tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.164490 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c1b67abe-ce9f-4a9f-8e6f-5dad60dae46c tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061371 Nov 24 22:21:20.166238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.167732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.170004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.170607 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e148-fb00-4045-b371-a40b1b782d4a req-36a6d815-d28c-49bf-98ca-5935ce1620b5 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:20.172167 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-36c5e148-fb00-4045-b371-a40b1b782d4a req-36a6d815-d28c-49bf-98ca-5935ce1620b5 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1734698 Nov 24 22:21:20.173761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-dfea8db1-2c15-4fb8-a7e9-0ea4d722b486 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.177056 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dfea8db1-2c15-4fb8-a7e9-0ea4d722b486 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061085 Nov 24 22:21:20.177639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59950) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.183998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-23fc8ad9-5784-4fbf-888d-fc8b7ebfd399 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.184943 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-23fc8ad9-5784-4fbf-888d-fc8b7ebfd399 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067470 Nov 24 22:21:20.188293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59952) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.222080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-d5b5db63-ad8d-47b1-8890-44d274254339 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.226126 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d5b5db63-ad8d-47b1-8890-44d274254339 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0344808 Nov 24 22:21:20.227120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59954) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.231394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-cf0b817f-66a0-4174-a4b2-8aa4e81f1cc9 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.234906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cf0b817f-66a0-4174-a4b2-8aa4e81f1cc9 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0053160 Nov 24 22:21:20.235041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.235154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59956) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.239806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-80170a68-e82b-449c-89d9-31dbdd182b9b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.241288 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-80170a68-e82b-449c-89d9-31dbdd182b9b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048218 Nov 24 22:21:20.242430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.242927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Fanout notify agent at l3_agent the message router_deleted on router 75e170f7-845e-4748-9c56-59a13faa1108 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:21:20.244511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59958) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.251754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.252817 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8b8e8eb5-3c0d-4cd1-bf08-b9d2bb4be1f4 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/75e170f7-845e-4748-9c56-59a13faa1108 HTTP/1.1" status: 204 len: 168 time: 0.7414944 Nov 24 22:21:20.255934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-78da29ec-d1c2-485b-bce3-b7b147421ba3 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.259078 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-78da29ec-d1c2-485b-bce3-b7b147421ba3 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105393 Nov 24 22:21:20.259078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.265368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59962) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.270762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-d1f604d2-2304-4f79-9fde-7fbc84605568 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.274167 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d1f604d2-2304-4f79-9fde-7fbc84605568 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054698 Nov 24 22:21:20.274318 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-36c5e148-fb00-4045-b371-a40b1b782d4a req-eebce10a-5c1a-458b-9f3f-45f6951542f9 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857821 Nov 24 22:21:20.274804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Port': ['ID=20020043-37af-4ba6-b0f8-0f14b3d49534,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:20.277991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59964) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.290157 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-84caff1b-37e2-44c1-a57e-bdb92ed7411e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e170f7-845e-4748-9c56-59a13faa1108 HTTP/1.1" status: 200 len: 205 time: 0.0293005 Nov 24 22:21:20.290482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.308196 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-0c002b07-a395-4ff4-b915-f8651ea00419 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.311766 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0c002b07-a395-4ff4-b915-f8651ea00419 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0280554 Nov 24 22:21:20.315551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59968) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.316693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.317064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.317404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.317738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.318069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.318403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.318768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.319095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.319420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.319779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.320102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.320422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:20.326873 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-f9381a7e-c551-4747-8dd1-7f9fbbc56a1b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.328013 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f9381a7e-c551-4747-8dd1-7f9fbbc56a1b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045357 Nov 24 22:21:20.337509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59970) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.342575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-8f352045-7e41-429e-a904-4eaa87299819 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.343552 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8f352045-7e41-429e-a904-4eaa87299819 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052395 Nov 24 22:21:20.344735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-2d448428-a1b8-457c-b38c-3cc8ec06ef75 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:20.349526 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2d448428-a1b8-457c-b38c-3cc8ec06ef75 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/75e170f7-845e-4748-9c56-59a13faa1108 HTTP/1.1" status: 404 len: 336 time: 0.0537238 Nov 24 22:21:20.349526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59972) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.349957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59974) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.355110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-0b74949f-edc7-4c7c-baaa-d3c5feb4c303 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.356068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0b74949f-edc7-4c7c-baaa-d3c5feb4c303 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091207 Nov 24 22:21:20.360425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59976) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.367176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-acf1b13b-ae3d-4bd0-96d0-bc20ed68cf32 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.368163 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-acf1b13b-ae3d-4bd0-96d0-bc20ed68cf32 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060310 Nov 24 22:21:20.373815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59978) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.378552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-4c530ffc-334b-405b-83f9-151c63581573 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.381956 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c530ffc-334b-405b-83f9-151c63581573 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042217 Nov 24 22:21:20.382096 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafe1eca-69ad-42d4-95b2-ac2fe1d429e3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:20.382096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafe1eca-69ad-42d4-95b2-ac2fe1d429e3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:20.383011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59980) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.383908 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fafe1eca-69ad-42d4-95b2-ac2fe1d429e3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/e5281d40-4c80-45bd-b996-db296e3452a0 HTTP/1.1" status: 404 len: 337 time: 0.0334136 Nov 24 22:21:20.386338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59982) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.386947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-fad9171a-6575-481e-a7b7-1123f738efc5 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.390111 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fad9171a-6575-481e-a7b7-1123f738efc5 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041113 Nov 24 22:21:20.391503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59984) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.396416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-3d482740-196f-409b-8a8d-3769a5d39403 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.400392 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3d482740-196f-409b-8a8d-3769a5d39403 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049088 Nov 24 22:21:20.401307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.403724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59986) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.413806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-46033368-2aaa-4b36-b68f-d4cee4af1db6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:20.413972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [None req-523caa3a-4f2b-4a0a-b281-543681c65382 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.414491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46033368-2aaa-4b36-b68f-d4cee4af1db6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:20.414754 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-523caa3a-4f2b-4a0a-b281-543681c65382 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086865 Nov 24 22:21:20.419667 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-46033368-2aaa-4b36-b68f-d4cee4af1db6 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/48cd38b6-1543-425c-b2a6-b6c85818d427 HTTP/1.1" status: 404 len: 337 time: 0.0303648 Nov 24 22:21:20.419667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59988) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.421176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 59990) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.422754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-f1b7656e-645f-4648-9dc1-cba65aff1697 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.423728 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f1b7656e-645f-4648-9dc1-cba65aff1697 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046468 Nov 24 22:21:20.426150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59992) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.430098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-24fd63f8-e174-4c05-b044-76ab2c192d3b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.431612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-24fd63f8-e174-4c05-b044-76ab2c192d3b tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039885 Nov 24 22:21:20.433816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59994) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.437756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-5b44b3c6-0019-4e3d-8068-c16143526c71 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.438689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5b44b3c6-0019-4e3d-8068-c16143526c71 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040228 Nov 24 22:21:20.441159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59996) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.447092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-c8d847db-f161-4e12-acdd-c9ea398368e0 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.447092 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c8d847db-f161-4e12-acdd-c9ea398368e0 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040936 Nov 24 22:21:20.448238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 59998) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.452212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-7158e824-09cc-46cb-885c-a3b4dbd8bb80 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.455339 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7158e824-09cc-46cb-885c-a3b4dbd8bb80 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042315 Nov 24 22:21:20.455512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60000) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.460326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-52ceab49-e49a-44cf-9168-6f6530e441a8 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.461264 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-52ceab49-e49a-44cf-9168-6f6530e441a8 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048482 Nov 24 22:21:20.462921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.464007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60002) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.473358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-2942b42f-419c-4cd7-b36a-9a2f7cb63bb6 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.477529 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2942b42f-419c-4cd7-b36a-9a2f7cb63bb6 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096266 Nov 24 22:21:20.477856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60004) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.482486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [None req-e513fbee-a4d7-46a8-945f-51d767e16dd1 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:21:20.484688 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e513fbee-a4d7-46a8-945f-51d767e16dd1 tempest-ExtensionsTestJSON-1883956371 tempest-ExtensionsTestJSON-1883956371-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046947 Nov 24 22:21:20.554074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14be455-ff90-4414-9e61-0dfee561232d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:20.554523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14be455-ff90-4414-9e61-0dfee561232d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:20.559895 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a14be455-ff90-4414-9e61-0dfee561232d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/98fa7caa-96e4-4e61-bd0d-2d4f4b8c1399 HTTP/1.1" status: 404 len: 337 time: 0.1354930 Nov 24 22:21:20.560791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60008) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.593390 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3830db93-86b5-420b-9552-a659111495e3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:20.594259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3830db93-86b5-420b-9552-a659111495e3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:20.599587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3830db93-86b5-420b-9552-a659111495e3 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/e562012d-aa83-458a-ac19-48a7920957bb HTTP/1.1" status: 404 len: 337 time: 0.0356898 Nov 24 22:21:20.600850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60010) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.605114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.610731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.630792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6d0d20dd-8815-4268-98b9-a6de4960beba tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 200 len: 205 time: 0.0289006 Nov 24 22:21:20.633214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60012) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.640685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:20.644322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.677817 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-a77ec6c4-8752-4624-9789-580e85e60c7e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:20.678915 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a77ec6c4-8752-4624-9789-580e85e60c7e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/3cf11e2d-f5dd-4534-8c75-55c9e41b8f69 HTTP/1.1" status: 404 len: 336 time: 0.0447683 Nov 24 22:21:20.683002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60014) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.689392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.713128 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4d42a807-b957-4aaf-a87c-7fdbdca3a09d tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=87edd9fd-ee9a-4f97-afd1-a662e409c78d HTTP/1.1" status: 200 len: 205 time: 0.0289705 Nov 24 22:21:20.715457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60018) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.727063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.727688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Fanout notify agent at l3_agent the message router_deleted on router 0d06023e-777c-4ba1-8d69-8728616ba6f0 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:21:20.729761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Allocated IP 172.26.3.208 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/3d95ea48-21a9-4f1a-a81d-a3d6b8d6f902) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:20.739655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.740793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8db2b1c5-2991-4e11-b031-4eda6ad025e1 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/routers/0d06023e-777c-4ba1-8d69-8728616ba6f0 HTTP/1.1" status: 204 len: 168 time: 2.0077410 Nov 24 22:21:20.745372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60020) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.755170 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-ae0d4a21-5f7a-480d-8270-927ef54b7fde tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:20.756889 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ae0d4a21-5f7a-480d-8270-927ef54b7fde tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/87edd9fd-ee9a-4f97-afd1-a662e409c78d HTTP/1.1" status: 404 len: 336 time: 0.0396867 Nov 24 22:21:20.759502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60022) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.792348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2917b8-9cb0-4abb-bbb6-35675d437f47 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:20.792914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2917b8-9cb0-4abb-bbb6-35675d437f47 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:20.796225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3c2917b8-9cb0-4abb-bbb6-35675d437f47 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/f9b1bc99-aebe-4dcd-8a55-ebb7348bb15d HTTP/1.1" status: 404 len: 337 time: 0.0353270 Nov 24 22:21:20.798788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60024) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.819341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60026) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.828409 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3ec6669-0d68-4eed-82a3-ae1af5b2b724 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 200 len: 205 time: 0.0284746 Nov 24 22:21:20.830685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60028) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.869324 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-93a263ba-4b4c-40f6-9594-2b79dff13498 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:20.870425 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-93a263ba-4b4c-40f6-9594-2b79dff13498 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/85b55da9-e343-4fbf-a6f9-07c5beb56e12 HTTP/1.1" status: 404 len: 336 time: 0.0388322 Nov 24 22:21:20.873360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60032) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.879620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Deleting subnet 692f8d81-d8ed-4cc3-b119-a10398566e77 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:20.889441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.909056 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bd862d30-c10f-439a-90cf-7010d4517f3f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=0474612a-ddc5-400a-9752-b5a5706276ef HTTP/1.1" status: 200 len: 205 time: 0.0344691 Nov 24 22:21:20.911416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60034) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.949842 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-0837f99f-edd3-4b5f-a3d5-57b8cf6432af tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:20.950965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0837f99f-edd3-4b5f-a3d5-57b8cf6432af tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/0474612a-ddc5-400a-9752-b5a5706276ef HTTP/1.1" status: 404 len: 336 time: 0.0385456 Nov 24 22:21:20.953545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60036) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.962952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:20.980731 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-10acbb1a-a370-4b3b-8335-43dd18a5794b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:20.981275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10acbb1a-a370-4b3b-8335-43dd18a5794b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:20.984326 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-10acbb1a-a370-4b3b-8335-43dd18a5794b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/a3997c8d-bc17-45ca-8324-6bca8cb4f827 HTTP/1.1" status: 404 len: 337 time: 0.0297813 Nov 24 22:21:20.986986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60038) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:20.994815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.016694 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cdb835e9-c326-47f0-a390-1bf696ba4e0a tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=37d64b22-aa32-493a-9acb-36985b96f82a HTTP/1.1" status: 200 len: 205 time: 0.0264621 Nov 24 22:21:21.017275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60040) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.021056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.040450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-098d4035-0655-4e44-bd02-da44a4e41ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.052075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.059029 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-f26b8409-7c58-497c-ad28-db3b2bdec11b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:21.060081 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f26b8409-7c58-497c-ad28-db3b2bdec11b tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/37d64b22-aa32-493a-9acb-36985b96f82a HTTP/1.1" status: 404 len: 336 time: 0.0422523 Nov 24 22:21:21.062835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60042) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.072576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:21.090825 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bb44d9-c8f3-4906-b23a-e29051e11010 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:21.091277 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bb44d9-c8f3-4906-b23a-e29051e11010 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:21.094327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a3bb44d9-c8f3-4906-b23a-e29051e11010 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/72cb0838-9e96-44bb-9d1e-6ba75d4de4be HTTP/1.1" status: 404 len: 337 time: 0.0303667 Nov 24 22:21:21.096906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60044) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.106888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.113159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.113399 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a of type vlan for network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 Nov 24 22:21:21.124906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7f094f1a-e6ea-40f1-9112-9f20f485216e tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b6168a-780b-4b88-8c6c-3a997c8e7a60 HTTP/1.1" status: 200 len: 205 time: 0.0265899 Nov 24 22:21:21.127048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60046) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.139551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87621dc8-f1f5-4906-98e9-c2ab4a7d833d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:21.169439 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-65aeb925-f40c-48df-9ebd-f2355de11dd8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] delete failed (client error): The resource could not be found. Nov 24 22:21:21.170465 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-65aeb925-f40c-48df-9ebd-f2355de11dd8 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/routers/42b6168a-780b-4b88-8c6c-3a997c8e7a60 HTTP/1.1" status: 404 len: 336 time: 0.0425007 Nov 24 22:21:21.173005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60048) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.201267 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aaf9b9-5b69-4e85-9c75-8de35e362336 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:21.201929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3aaf9b9-5b69-4e85-9c75-8de35e362336 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:21.207196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d3aaf9b9-5b69-4e85-9c75-8de35e362336 tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/1066d79e-fab9-407e-8d6f-84ab086b29ad HTTP/1.1" status: 404 len: 337 time: 0.0310190 Nov 24 22:21:21.207824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60050) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.224400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.233226 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-26165e73-b9cb-4fa7-ac69-389134e6066f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:21.233725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26165e73-b9cb-4fa7-ac69-389134e6066f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:21.239215 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-26165e73-b9cb-4fa7-ac69-389134e6066f tempest-RoutersIpV6Test-204520767 tempest-RoutersIpV6Test-204520767-project] 10.222.0.41 "DELETE /v2.0/subnets/40591ec0-7ade-4152-9a38-cc530b4658bc HTTP/1.1" status: 404 len: 337 time: 0.0279195 Nov 24 22:21:21.268774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.315245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.328813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.334265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:21.334843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.397562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:21.432786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Subnet': ['ID=692f8d81-d8ed-4cc3-b119-a10398566e77,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:21.446782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.446964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60058) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.448473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-563716f0-41de-41c7-9388-7db4ed92260e tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/subnets/692f8d81-d8ed-4cc3-b119-a10398566e77 HTTP/1.1" status: 204 len: 168 time: 0.6987629 Nov 24 22:21:21.451269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-098d4035-0655-4e44-bd02-da44a4e41ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.453001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60060) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.473300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:21.492144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:21.494872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-098d4035-0655-4e44-bd02-da44a4e41ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.502050 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7238944 Nov 24 22:21:21.506153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event updated for resources: {'Port': ['ID=3d95ea48-21a9-4f1a-a81d-a3d6b8d6f902,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:21.506566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60064) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.514472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'name': 'tempest-PortsTestJSON-301458950'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:21.556166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459d35-bdce-4ab7-a9ca-14b3197b7efa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:21.574810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:21.589649 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-098d4035-0655-4e44-bd02-da44a4e41ef4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a23e5d8d45ad491dbb4c14ad891e6616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634695 Nov 24 22:21:21.591933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d4035-0655-4e44-bd02-da44a4e41ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a380fc-3b25-4a8f-b4f6-22da229dfeba,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:21.592255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60066) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.603611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc9769-f46a-4910-98b5-64e8b5269939 req-ebc783e4-5f09-4183-adee-6551c71ea536 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:21.605392 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-74dc9769-f46a-4910-98b5-64e8b5269939 req-ebc783e4-5f09-4183-adee-6551c71ea536 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2529733 Nov 24 22:21:21.615028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.700075 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-74dc9769-f46a-4910-98b5-64e8b5269939 req-559dea5f-07d6-4a6d-9b7a-4a22e81ffb11 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888705 Nov 24 22:21:21.734596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b832200a-5e0a-478f-b141-b133d012d506 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ae236b1d97e4646b5090305990a37a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863331 Nov 24 22:21:21.737151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60068) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:21.796257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.801504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:21.804334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Deleting port 3d95ea48-21a9-4f1a-a81d-a3d6b8d6f902 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:21.804719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.805656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.809262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c75f32f-3e5a-45e2-9d9b-1bbc53a26fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.839037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.865002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 9fd3a342-c491-470e-8e66-bec06b4a0a87 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:21.874785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c75f32f-3e5a-45e2-9d9b-1bbc53a26fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.876908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.881875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea199758-6f03-4259-b297-4455dbbcd890']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:21.926071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78342d7c-7e22-49d1-8e1b-32c86a86c538') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:21.926326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78342d7c-7e22-49d1-8e1b-32c86a86c538') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:21.927114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.927486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.941538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Calling delete_port for 3d95ea48-21a9-4f1a-a81d-a3d6b8d6f902 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:21.949411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.983398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.988077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c75f32f-3e5a-45e2-9d9b-1bbc53a26fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.990618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2c75f32f-3e5a-45e2-9d9b-1bbc53a26fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:21.991863 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2c75f32f-3e5a-45e2-9d9b-1bbc53a26fc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2512493c-5331-4753-b980-5692c6fc8ad1 HTTP/1.1" status: 204 len: 168 time: 0.2537014 Nov 24 22:21:22.009753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:22.010423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.011103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75f32f-3e5a-45e2-9d9b-1bbc53a26fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2512493c-5331-4753-b980-5692c6fc8ad1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:22.014753 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:22.084680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.087171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.090723 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59a380fc-3b25-4a8f-b4f6-22da229dfeba HTTP/1.1" status: 204 len: 168 time: 0.4911525 Nov 24 22:21:22.099072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.127549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Port': ['ID=3d95ea48-21a9-4f1a-a81d-a3d6b8d6f902,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.148122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a380fc-3b25-4a8f-b4f6-22da229dfeba,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.167308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.173905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.174260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.174600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.174938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.175272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.175625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.175958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.176354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.176660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.176936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.177258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.177951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05855cbe-4996-42e8-ab46-6a1bf4936cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:22.194284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.200100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] 10.222.0.41 "DELETE /v2.0/networks/ea199758-6f03-4259-b297-4455dbbcd890 HTTP/1.1" status: 204 len: 168 time: 0.7427402 Nov 24 22:21:22.216157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8add16-2635-438e-8dd0-8090f8812c17 tempest-FloatingIPTestJSON-1633764997 tempest-FloatingIPTestJSON-1633764997-project] Pushing event deleted for resources: {'Network': ['ID=ea199758-6f03-4259-b297-4455dbbcd890,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.221293 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] create failed (client error): The resource could not be found. Nov 24 22:21:22.224566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2d3fc57c-abf8-43f4-9ae0-e920f43bd7dd tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3016322 Nov 24 22:21:22.226803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60078) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:22.230618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.269670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.335322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Deleting port 429b63f7-b1fe-42e6-bfe1-716a5df5d1e2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:22.335820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.377210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=9fd3a342-c491-470e-8e66-bec06b4a0a87,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.387244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:22.387637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:22.410758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:22.424839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:22.430800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:22.437198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:22.438486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.439081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15512f-2c42-499a-a20f-ebf95c3058da None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:22.448005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.463070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Calling delete_port for 429b63f7-b1fe-42e6-bfe1-716a5df5d1e2 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:22.464803 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-08e22ab4-8e13-41ab-a4d5-7591d6989c6b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9571931 Nov 24 22:21:22.468028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60086) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:22.474023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1358443430'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:22.525037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:22.530429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.574793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:22.585829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.586186 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 716a9859-a9c8-4b17-b337-3d920c7e593f of type vlan for network 7fd30062-6b6f-4f6c-96e7-d7a64957cc78 Nov 24 22:21:22.622626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60094) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:22.651844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.674707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.688609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.697490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:22.698394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.713160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Port': ['ID=429b63f7-b1fe-42e6-bfe1-716a5df5d1e2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.803669 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3334851 Nov 24 22:21:22.807057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60106) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:22.812621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'ports': [{'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'}, {'network_id': '7fd30062-6b6f-4f6c-96e7-d7a64957cc78'}]} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:22.813449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:22.814304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '7fd30062-6b6f-4f6c-96e7-d7a64957cc78'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:22.830096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1c5ee-ebb4-44a1-ba15-008972016c80 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=7fd30062-6b6f-4f6c-96e7-d7a64957cc78,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:22.845099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7fd30062-6b6f-4f6c-96e7-d7a64957cc78 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:22.901815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:22.914606 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9d008835-5fab-4175-a20c-9b7cd769c9e3 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "DELETE /v2.0/ports/429b63f7-b1fe-42e6-bfe1-716a5df5d1e2 HTTP/1.1" status: 204 len: 168 time: 0.6861787 Nov 24 22:21:22.915702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60110) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:22.992644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd09b8-ef78-4cef-81b3-6db36d7e12fd req-881ae85d-f01d-499f-af87-2ee0bd0d1724 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:22.994187 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-99bd09b8-ef78-4cef-81b3-6db36d7e12fd req-881ae85d-f01d-499f-af87-2ee0bd0d1724 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1643043 Nov 24 22:21:23.022190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6295b-7c19-47c6-ac9f-4f6b9379ce91 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:23.026876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-69e6295b-7c19-47c6-ac9f-4f6b9379ce91 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1fa0a3b-4982-44e1-90cd-28053986e3e6 HTTP/1.1" status: 200 len: 913 time: 0.1083412 Nov 24 22:21:23.027761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60118) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:23.076499 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ebed03ce-b96a-440d-ad55-c7b022c8dd8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e850cdb638d244a7bc480736acf591dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524503 Nov 24 22:21:23.081867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60120) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:23.156242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e7a47b2-4a50-42d9-93e2-1b4b925048ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.157427 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-99bd09b8-ef78-4cef-81b3-6db36d7e12fd req-e9dc9c2a-65fd-4a6b-8b81-eadc8929a2f8 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526339 Nov 24 22:21:23.168033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 2} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:23.180720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.206143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e7a47b2-4a50-42d9-93e2-1b4b925048ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.247893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.283223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60128) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:23.351726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e7a47b2-4a50-42d9-93e2-1b4b925048ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.354367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e7a47b2-4a50-42d9-93e2-1b4b925048ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.355668 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3e7a47b2-4a50-42d9-93e2-1b4b925048ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65cd5cf1-91b9-4db0-8aa0-c00576b9bc07 HTTP/1.1" status: 204 len: 168 time: 0.2724602 Nov 24 22:21:23.371321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a47b2-4a50-42d9-93e2-1b4b925048ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd5cf1-91b9-4db0-8aa0-c00576b9bc07,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:23.418888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 27cdd80e-e4c4-455e-bafc-e7d72e4be3e7 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:23.453447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1339704086'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:23.561495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.564501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:23.569296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.584548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60138) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:23.637083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.654715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.743177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 57e62d2f-15c6-40e2-b9e9-31f65d092021 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:23.814226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.851430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.878190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:23.918816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.919812 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment 1ae8670a-4f09-48c9-9fb8-2bff482cf691 of type vlan for network fda285a1-7b84-40e1-8125-60c8e17e812f Nov 24 22:21:23.954700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a093cd0e-5995-42d5-a93d-1432fdaaf058 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:23.955154 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-a093cd0e-5995-42d5-a93d-1432fdaaf058 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 22:21:23.955758 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-a093cd0e-5995-42d5-a93d-1432fdaaf058 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 22:21:23.956725 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a093cd0e-5995-42d5-a93d-1432fdaaf058 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3713331 Nov 24 22:21:23.959756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:23.962053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60152) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:23.962950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aeca7c-22d0-4a38-936e-b5e3345c317e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:23.968267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237436603'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:24.015168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.025588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.040316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.048504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.090385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Deleting port c4638645-45ce-4f22-9cf8-7bbde7f52548 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:24.090983 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.111614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:24.119789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:24.128838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:24.129700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.137585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=27cdd80e-e4c4-455e-bafc-e7d72e4be3e7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.158905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.165968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:24.166836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.215591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=57e62d2f-15c6-40e2-b9e9-31f65d092021,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.241499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.248067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60162) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.248764 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9642088 Nov 24 22:21:24.253493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-533726209'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:24.265019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.278248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada137a-9d92-4d3e-b1c8-690f6f5d3033 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=fda285a1-7b84-40e1-8125-60c8e17e812f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.281560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '716a9859-a9c8-4b17-b337-3d920c7e593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7fd30062-6b6f-4f6c-96e7-d7a64957cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:24.281922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: 7fd30062-6b6f-4f6c-96e7-d7a64957cc78, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:24.298642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network fda285a1-7b84-40e1-8125-60c8e17e812f details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:24.331209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ab25c-467f-492a-85d3-1b030f9d4353,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.343101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:24.347082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.354598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 7fd30062-6b6f-4f6c-96e7-d7a64957cc78 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:24.379732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.397873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7fd30062-6b6f-4f6c-96e7-d7a64957cc78) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:24.407722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.408335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648163d-b1e9-476d-a402-7bb078fc89e5 None None] Network 7fd30062-6b6f-4f6c-96e7-d7a64957cc78 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:24.409993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2be81-1c27-44fb-9abe-d0b0b9a411b2 req-a651e5a5-d55f-465b-868b-f4ea81349a2a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:24.411869 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fdf2be81-1c27-44fb-9abe-d0b0b9a411b2 req-a651e5a5-d55f-465b-868b-f4ea81349a2a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1026914 Nov 24 22:21:24.413258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:24.417773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Calling delete_port for c4638645-45ce-4f22-9cf8-7bbde7f52548 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:24.418856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:24.423726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:24.424409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.439151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:24.446968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.495851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.496245 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment 8f0fba0f-162d-40f3-b1e3-d8f59719b843 of type vlan for network 9169d8ef-af07-43c7-afd2-51f043926b79 Nov 24 22:21:24.503388 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fdf2be81-1c27-44fb-9abe-d0b0b9a411b2 req-c24b282f-415b-41ce-9189-ae16d662ffbf tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756686 Nov 24 22:21:24.504188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60166) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.512734 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aa025f11-30bc-4042-a7d1-7f3c3852d650 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7042515 Nov 24 22:21:24.516127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60170) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.518888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55af36f-9b8b-4e49-acca-1dec8a5f2fac,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.546732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.548050 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1ecbdd43-88d6-4a4d-9ed8-92c90cc6c5be tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5848951 Nov 24 22:21:24.554543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60172) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.562243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': 'f55af36f-9b8b-4e49-acca-1dec8a5f2fac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:24.572486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.620521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.625256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.632787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:24.633592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.673410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-dda2a925-373b-4a9c-8fa6-d494413c8c54 tempest-DvrRoutersNegativeTest-387213702 tempest-DvrRoutersNegativeTest-387213702-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1759398208', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:24.681200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.policy [None req-dda2a925-373b-4a9c-8fa6-d494413c8c54 tempest-DvrRoutersNegativeTest-387213702 tempest-DvrRoutersNegativeTest-387213702-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102410) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 24 22:21:24.681530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.policy [None req-dda2a925-373b-4a9c-8fa6-d494413c8c54 tempest-DvrRoutersNegativeTest-387213702 tempest-DvrRoutersNegativeTest-387213702-project] Failed policy check for 'create_router' {{(pid=102410) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 24 22:21:24.682061 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-dda2a925-373b-4a9c-8fa6-d494413c8c54 tempest-DvrRoutersNegativeTest-387213702 tempest-DvrRoutersNegativeTest-387213702-project] create failed (client error): Access was denied to this resource. Nov 24 22:21:24.683070 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dda2a925-373b-4a9c-8fa6-d494413c8c54 tempest-DvrRoutersNegativeTest-387213702 tempest-DvrRoutersNegativeTest-387213702-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1777334 Nov 24 22:21:24.708819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 57e62d2f-15c6-40e2-b9e9-31f65d092021 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:24.709237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.736364 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4872329 Nov 24 22:21:24.741159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60176) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.748966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:24.767807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ad4e7-9b83-445e-b5ca-2dd718967c38 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=9169d8ef-af07-43c7-afd2-51f043926b79,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.790176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 9169d8ef-af07-43c7-afd2-51f043926b79 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:24.822524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.836270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.840959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.864373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3126109b-0dd4-4817-960f-f050064fca6f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.874653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.878634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b6decae0-4cbb-4cb6-8270-9c7f5cff638a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206503 Nov 24 22:21:24.878824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 57e62d2f-15c6-40e2-b9e9-31f65d092021 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:24.879761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60178) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.885808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-867d12df-de47-4a8a-b607-40da7dfd9210 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': 'f55af36f-9b8b-4e49-acca-1dec8a5f2fac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:24.908758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:24.912882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.928477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:24.961585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Port': ['ID=c4638645-45ce-4f22-9cf8-7bbde7f52548,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:24.987133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60182) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:24.995365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-867d12df-de47-4a8a-b607-40da7dfd9210 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.086758 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-867d12df-de47-4a8a-b607-40da7dfd9210 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 22:21:25.087834 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-867d12df-de47-4a8a-b607-40da7dfd9210 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2073848 Nov 24 22:21:25.090510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60186) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.162939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0f40-d654-4eab-81a3-e3c7d769090b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.231426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.241021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13d4490b-9915-41bd-9ebb-e5ea7c671582 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.313921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13d4490b-9915-41bd-9ebb-e5ea7c671582 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.353353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=79bbabd9-6e20-4487-acc0-5eb202f3d8d5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:25.399353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': '1ae8670a-4f09-48c9-9fb8-2bff482cf691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:25.399749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: fda285a1-7b84-40e1-8125-60c8e17e812f, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:25.420644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0f40-d654-4eab-81a3-e3c7d769090b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.421969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13d4490b-9915-41bd-9ebb-e5ea7c671582 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.424539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-13d4490b-9915-41bd-9ebb-e5ea7c671582 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.425647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-13d4490b-9915-41bd-9ebb-e5ea7c671582 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/f55af36f-9b8b-4e49-acca-1dec8a5f2fac HTTP/1.1" status: 204 len: 168 time: 0.3342423 Nov 24 22:21:25.432583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60188) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.434531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0f40-d654-4eab-81a3-e3c7d769090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.460613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.466670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4490b-9915-41bd-9ebb-e5ea7c671582 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55af36f-9b8b-4e49-acca-1dec8a5f2fac,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:25.468353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network fda285a1-7b84-40e1-8125-60c8e17e812f is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:25.471568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.500587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1c7e0f40-d654-4eab-81a3-e3c7d769090b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4f9807b30d44282b466827143e91049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123093 Nov 24 22:21:25.504359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60190) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.508826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, fda285a1-7b84-40e1-8125-60c8e17e812f) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:25.517801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7567cd-2d49-4333-a88e-b37e8945858b None None] Network fda285a1-7b84-40e1-8125-60c8e17e812f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:25.528578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:25.529160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.537293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e0f40-d654-4eab-81a3-e3c7d769090b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e541026e-518c-4754-8700-179259b89d06,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:25.539790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=57e62d2f-15c6-40e2-b9e9-31f65d092021,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:25.550804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ec20f868-1e32-41db-985f-d601dc0ff216 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1131346 Nov 24 22:21:25.550804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.555732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--727475322'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:25.570989 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aae0c185-bc90-4d78-b0ec-a6131a5e6dc8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8255746 Nov 24 22:21:25.571232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60196) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.575948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:25.603464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.606717 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-000cb8bd-97df-40ec-b803-d4bb341f0927 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/57e62d2f-15c6-40e2-b9e9-31f65d092021 HTTP/1.1" status: 204 len: 168 time: 1.0890133 Nov 24 22:21:25.611568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60198) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.635935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.696207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:25.699662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.713648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-fda285a1-7b84-40e1-8125-60c8e17e812f', 'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': '79bbabd9-6e20-4487-acc0-5eb202f3d8d5'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:25.714643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.797160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.810098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.810327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab66dc1-e71e-42dc-b347-a3ecb9a27141 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:25.816960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab66dc1-e71e-42dc-b347-a3ecb9a27141 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:25.821839 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0ab66dc1-e71e-42dc-b347-a3ecb9a27141 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2062356 Nov 24 22:21:25.821839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Router e1fa0a3b-4982-44e1-90cd-28053986e3e6 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:25.822975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81fe2675-f943-45d6-9983-f2ebfe5c7bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.824910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60200) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.833825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40563-a433-4337-8391-37ce6abcf47a req-a8fabb3b-653e-4d28-8561-739525cbb5aa tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:25.835423 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09a40563-a433-4337-8391-37ce6abcf47a req-a8fabb3b-653e-4d28-8561-739525cbb5aa tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1986706 Nov 24 22:21:25.858090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.859339 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3075936 Nov 24 22:21:25.862399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60202) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.867454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a79121e5-5ae8-45c9-be61-a065fab7baed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '2492a3bb-827f-43b7-b92e-32853f38cc51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:25.868218 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-a79121e5-5ae8-45c9-be61-a065fab7baed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 22:21:25.868719 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-a79121e5-5ae8-45c9-be61-a065fab7baed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:25.869786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a79121e5-5ae8-45c9-be61-a065fab7baed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063641 Nov 24 22:21:25.871934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcf4a3-5112-490c-a363-9b64200e842e tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2492a3bb-827f-43b7-b92e-32853f38cc51,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:25.884964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60204) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:25.888688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Allocated IP 172.20.0.2 (fda285a1-7b84-40e1-8125-60c8e17e812f/79bbabd9-6e20-4487-acc0-5eb202f3d8d5/3002cf9d-4657-485a-a052-05ee206ab823) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:25.905626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81fe2675-f943-45d6-9983-f2ebfe5c7bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:25.977182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-884a41df-3004-4cec-be85-4fe43993f8ca tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.010232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-884a41df-3004-4cec-be85-4fe43993f8ca tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.042662 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09a40563-a433-4337-8391-37ce6abcf47a req-4a7d64e4-bc5c-482a-9fb7-892877978f67 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965287 Nov 24 22:21:26.043762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.055391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:26.057231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.064006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63e127bb-6d4a-419c-8bf4-749ec5e2f3b6 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "PUT /v2.0/routers/e1fa0a3b-4982-44e1-90cd-28053986e3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0271413 Nov 24 22:21:26.064388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60206) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.073841 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] Sync routers for ids ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:26.083958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.092071 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] Routers {'e1fa0a3b-4982-44e1-90cd-28053986e3e6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:26.093016 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:26.107179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Network fda285a1-7b84-40e1-8125-60c8e17e812f is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:26.111762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:26.120337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:26.131319 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:26.139942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Pushing event updated for resources: {'Port': ['ID=3002cf9d-4657-485a-a052-05ee206ab823,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.141023 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] Routers {'e1fa0a3b-4982-44e1-90cd-28053986e3e6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:26.141833 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:26.169685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.171938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-884a41df-3004-4cec-be85-4fe43993f8ca tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.175037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-884a41df-3004-4cec-be85-4fe43993f8ca tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.178455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 27cdd80e-e4c4-455e-bafc-e7d72e4be3e7 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:26.178793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.179780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-884a41df-3004-4cec-be85-4fe43993f8ca tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/2492a3bb-827f-43b7-b92e-32853f38cc51 HTTP/1.1" status: 204 len: 168 time: 0.2936113 Nov 24 22:21:26.180686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60208) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.181403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81fe2675-f943-45d6-9983-f2ebfe5c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.184149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-81fe2675-f943-45d6-9983-f2ebfe5c7bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.189415 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:26.189530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=3ee72fe0-f928-4ce1-8be7-dc5d2e427f46,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.190336 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb1a0d-1846-4408-bf1e-91d7530a70a2 None None] The sync data for ids ['e1fa0a3b-4982-44e1-90cd-28053986e3e6'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:26.199988 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-81fe2675-f943-45d6-9983-f2ebfe5c7bd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e541026e-518c-4754-8700-179259b89d06 HTTP/1.1" status: 204 len: 168 time: 0.6522043 Nov 24 22:21:26.224476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a41df-3004-4cec-be85-4fe43993f8ca tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2492a3bb-827f-43b7-b92e-32853f38cc51,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.233056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Attempting to bind port 3002cf9d-4657-485a-a052-05ee206ab823 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:26.233502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Attempting to bind port 3002cf9d-4657-485a-a052-05ee206ab823 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '1ae8670a-4f09-48c9-9fb8-2bff482cf691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:26.233873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Attempting to bind port 3002cf9d-4657-485a-a052-05ee206ab823 on network fda285a1-7b84-40e1-8125-60c8e17e812f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:26.247496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': '8f0fba0f-162d-40f3-b1e3-d8f59719b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:26.248154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: 9169d8ef-af07-43c7-afd2-51f043926b79, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:26.248245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:26.248536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Checking segment: {'id': '1ae8670a-4f09-48c9-9fb8-2bff482cf691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:26.248881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.249456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Bound using segment: {'id': '1ae8670a-4f09-48c9-9fb8-2bff482cf691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:26.250254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Bound port: 3002cf9d-4657-485a-a052-05ee206ab823, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae8670a-4f09-48c9-9fb8-2bff482cf691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fda285a1-7b84-40e1-8125-60c8e17e812f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:26.250635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.281924 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5e45866c-c432-444b-9de0-f2ee080972ea tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0891495 Nov 24 22:21:26.282731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60212) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.296427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954550185'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:26.302183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 9169d8ef-af07-43c7-afd2-51f043926b79 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:26.311605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe2675-f943-45d6-9983-f2ebfe5c7bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541026e-518c-4754-8700-179259b89d06,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.327298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 9169d8ef-af07-43c7-afd2-51f043926b79) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:26.333383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:26.334616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.349001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.373670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] For port 3002cf9d-4657-485a-a052-05ee206ab823, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:26.378160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] For port 3002cf9d-4657-485a-a052-05ee206ab823, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3002cf9d-4657-485a-a052-05ee206ab823,segment=NetworkSegment(1ae8670a-4f09-48c9-9fb8-2bff482cf691),segment_id=1ae8670a-4f09-48c9-9fb8-2bff482cf691)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:26.383260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb983b-39c2-4e41-b570-5e6165b02282 None None] Network 9169d8ef-af07-43c7-afd2-51f043926b79 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:26.401190 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d7b9efe6-b206-4184-a068-9e2aa55777a1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8265123 Nov 24 22:21:26.401628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60216) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.408153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1614263134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:26.443961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.452780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.456532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.458656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.463716 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.465451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 27cdd80e-e4c4-455e-bafc-e7d72e4be3e7 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:26.469030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.509362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.513428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.569185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.569767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Fanout notify agent at l3_agent the message router_deleted on router e1fa0a3b-4982-44e1-90cd-28053986e3e6 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:21:26.578620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.579775 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-719f8860-6e99-4dc9-bf77-6badcdf23c89 tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "DELETE /v2.0/routers/e1fa0a3b-4982-44e1-90cd-28053986e3e6 HTTP/1.1" status: 204 len: 168 time: 0.5143919 Nov 24 22:21:26.582191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60222) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.592118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e87e33-749f-4e47-857f-cfe44f8d27af None None] Pushing event updated for resources: {'Port': ['ID=3002cf9d-4657-485a-a052-05ee206ab823,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.632180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.633118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a79ce5-5e18-4670-b173-20e0e7751232,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.652713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.655934 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c948b51c-3a62-48ef-96da-df95bc7143e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3646562 Nov 24 22:21:26.657942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.660014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60226) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.674767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-188cdd88-5217-48a3-8110-e984a58ea39a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '80a79ce5-5e18-4670-b173-20e0e7751232', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:26.675797 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-188cdd88-5217-48a3-8110-e984a58ea39a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 22:21:26.676516 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-188cdd88-5217-48a3-8110-e984a58ea39a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:26.678354 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-188cdd88-5217-48a3-8110-e984a58ea39a tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138185 Nov 24 22:21:26.680794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60228) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.685123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Deleting subnet 756a0853-5045-4fbd-8736-5971d66ffd13 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:26.698910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.704686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.708574 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-96de99e5-861d-477d-87be-2a546c397fb7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3013599 Nov 24 22:21:26.712260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60230) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.733746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-9169d8ef-af07-43c7-afd2-51f043926b79', 'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': '3ee72fe0-f928-4ce1-8be7-dc5d2e427f46'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:26.734755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.754600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.792201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=27cdd80e-e4c4-455e-bafc-e7d72e4be3e7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:26.795640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.832402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.838524 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7fed7fb4-ed39-4192-b66b-c94ad37e5540 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/27cdd80e-e4c4-455e-bafc-e7d72e4be3e7 HTTP/1.1" status: 204 len: 168 time: 0.9999099 Nov 24 22:21:26.839077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:26.883623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe5cc-11fe-4358-a496-3db5dd66b7b8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.939341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe5cc-11fe-4358-a496-3db5dd66b7b8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:26.977967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Allocated IP 172.21.0.2 (9169d8ef-af07-43c7-afd2-51f043926b79/3ee72fe0-f928-4ce1-8be7-dc5d2e427f46/6e61ab71-fe83-4dd1-804c-a5af3d65f796) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:27.026057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.130499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97ba3d-e867-48b8-9072-f9570f8d744b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:27.133003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6c97ba3d-e867-48b8-9072-f9570f8d744b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2927201 Nov 24 22:21:27.134947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.145839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60244) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.170002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.170002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "DELETE /v2.0/subnets/756a0853-5045-4fbd-8736-5971d66ffd13 HTTP/1.1" status: 204 len: 168 time: 0.5856574 Nov 24 22:21:27.174143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c2f5c-416e-41e3-b3ea-9f6f232e63c5 None None] Network 8900a72e-6efe-4174-b417-2fc016c27103 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:27.186112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60248) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.226882 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-349e9a5b-4265-4428-9a16-80cba926eda5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:21:27.228637 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-349e9a5b-4265-4428-9a16-80cba926eda5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/57e62d2f-15c6-40e2-b9e9-31f65d092021 HTTP/1.1" status: 404 len: 333 time: 0.0758202 Nov 24 22:21:27.231220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60250) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.233305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fecb0-6fc8-4975-9bc5-bd6dc82ec68c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Subnet': ['ID=756a0853-5045-4fbd-8736-5971d66ffd13,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:27.271933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.278200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.287997 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67fa04f-6457-4866-9583-dcdccfcb90cc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:21:27.289322 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f67fa04f-6457-4866-9583-dcdccfcb90cc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/27cdd80e-e4c4-455e-bafc-e7d72e4be3e7 HTTP/1.1" status: 404 len: 333 time: 0.0569224 Nov 24 22:21:27.292206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60252) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.313907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211fff-f6cd-497b-9b44-62e7e6d3f5d3 req-3f5e0e5c-4c35-4975-96d0-0ff5ce68aa11 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:27.316578 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2d211fff-f6cd-497b-9b44-62e7e6d3f5d3 req-3f5e0e5c-4c35-4975-96d0-0ff5ce68aa11 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1166885 Nov 24 22:21:27.317254 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60254) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.340551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.378242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2d211fff-f6cd-497b-9b44-62e7e6d3f5d3 req-b7d68b3f-6968-4c72-8c75-f5702de40180 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Nov 24 22:21:27.391448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Network 9169d8ef-af07-43c7-afd2-51f043926b79 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:27.400526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:27.408763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:27.419190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Pushing event updated for resources: {'Port': ['ID=6e61ab71-fe83-4dd1-804c-a5af3d65f796,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:27.433750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.434567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.435162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.436089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.437379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.437965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.439895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.440323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.440677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.441016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.441360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.441694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:21:27.458305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-42815203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:27.489021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.491317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.509923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Attempting to bind port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:27.510292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Attempting to bind port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '8f0fba0f-162d-40f3-b1e3-d8f59719b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:27.510835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Attempting to bind port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 on network 9169d8ef-af07-43c7-afd2-51f043926b79 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:27.514506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] DHCP port deletion for 8900a72e-6efe-4174-b417-2fc016c27103 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:27.523720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:27.524399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Checking segment: {'id': '8f0fba0f-162d-40f3-b1e3-d8f59719b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:27.524815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.525209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Bound using segment: {'id': '8f0fba0f-162d-40f3-b1e3-d8f59719b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:27.526646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Bound port: 6e61ab71-fe83-4dd1-804c-a5af3d65f796, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0fba0f-162d-40f3-b1e3-d8f59719b843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9169d8ef-af07-43c7-afd2-51f043926b79'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:27.527050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.559552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.569576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.592788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.597430 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-210ca401-87e0-4b9a-a9c3-373a86235ef6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.2765582 Nov 24 22:21:27.598548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60258) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.605944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-933381221'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:27.635707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] For port 6e61ab71-fe83-4dd1-804c-a5af3d65f796, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:27.638656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] Deleting port 79672897-8355-4310-9956-3b63f05e267e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:27.639061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.641904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:27.646401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.658392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.683235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] For port 6e61ab71-fe83-4dd1-804c-a5af3d65f796, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6e61ab71-fe83-4dd1-804c-a5af3d65f796,segment=NetworkSegment(8f0fba0f-162d-40f3-b1e3-d8f59719b843),segment_id=8f0fba0f-162d-40f3-b1e3-d8f59719b843)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:27.698146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.758561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe5cc-11fe-4358-a496-3db5dd66b7b8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.761507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe5cc-11fe-4358-a496-3db5dd66b7b8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.765213 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c6dbe5cc-11fe-4358-a496-3db5dd66b7b8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/80a79ce5-5e18-4670-b173-20e0e7751232 HTTP/1.1" status: 204 len: 168 time: 1.0810630 Nov 24 22:21:27.771060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60260) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.826009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe5cc-11fe-4358-a496-3db5dd66b7b8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a79ce5-5e18-4670-b173-20e0e7751232,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:27.865682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.877703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.889907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:27.897569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.902935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.922525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] For port 79672897-8355-4310-9956-3b63f05e267e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79672897-8355-4310-9956-3b63f05e267e,segment=NetworkSegment(57825554-cab7-43c4-8eb0-29d4fb3cd1f7),segment_id=57825554-cab7-43c4-8eb0-29d4fb3cd1f7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:27.923009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.937066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f7b943-ad2f-4d9f-9655-c55e6c053693,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:27.952618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] Calling delete_port for 79672897-8355-4310-9956-3b63f05e267e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:27.966665 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-92043885-1900-4995-ac32-5bf3ac5eaf98 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1940629 Nov 24 22:21:27.967347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60262) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:27.968643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:27.968988 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Added segment 81f92054-3688-446c-abaf-f594daef2874 of type vlan for network c6345411-4b2f-4366-acca-e81dbc893d2f Nov 24 22:21:27.970158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11834d87-b66d-4e6d-b6a0-d66967df58da None None] Pushing event updated for resources: {'Port': ['ID=6e61ab71-fe83-4dd1-804c-a5af3d65f796,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:27.974336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--857369311'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.039952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.057009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.076859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.077562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68880379-2cbd-473b-b662-d772b9ec65a0 None None] Network fda285a1-7b84-40e1-8125-60c8e17e812f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:28.078106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Deleting port 79672897-8355-4310-9956-3b63f05e267e {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:28.078553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.082433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:28.083042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.131031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.163105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] Pushing event deleted for resources: {'Port': ['ID=79672897-8355-4310-9956-3b63f05e267e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:28.179420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0bd597a2-1e29-4f30-b5a9-effc6e9e59d4 None None] Provisioning complete for port 3002cf9d-4657-485a-a052-05ee206ab823 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:28.180237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd597a2-1e29-4f30-b5a9-effc6e9e59d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.192125 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5887997 Nov 24 22:21:28.198238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb0577-fab5-47a6-b8dd-e80480d82e28 None None] No DVR routers for this DVR port 79672897-8355-4310-9956-3b63f05e267e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:28.209525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60264) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.226388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'subnet': {'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.231195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8949c0d-7645-4131-9467-881233f4f6de tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Network': ['ID=c6345411-4b2f-4366-acca-e81dbc893d2f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:28.239549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.248535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c6345411-4b2f-4366-acca-e81dbc893d2f details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:28.295256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd30062-6b6f-4f6c-96e7-d7a64957cc78']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:28.298288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] For port 79672897-8355-4310-9956-3b63f05e267e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79672897-8355-4310-9956-3b63f05e267e,segment=NetworkSegment(57825554-cab7-43c4-8eb0-29d4fb3cd1f7),segment_id=57825554-cab7-43c4-8eb0-29d4fb3cd1f7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:28.299286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.325797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.330418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716a9859-a9c8-4b17-b337-3d920c7e593f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:28.330878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716a9859-a9c8-4b17-b337-3d920c7e593f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:28.336666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.369446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Calling delete_port for 79672897-8355-4310-9956-3b63f05e267e owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:28.378055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.382526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.383808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4131196 Nov 24 22:21:28.393849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60266) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.402350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-df689de4-3446-4e8d-bd79-f5aea4c002c6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '1884e087-a110-4ab2-98a0-aaed0cb340cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.403158 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-df689de4-3446-4e8d-bd79-f5aea4c002c6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 22:21:28.403895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-df689de4-3446-4e8d-bd79-f5aea4c002c6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:28.407510 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-df689de4-3446-4e8d-bd79-f5aea4c002c6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084829 Nov 24 22:21:28.411113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a93e40-d4c8-40f8-9ee2-61c189143bbe tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1884e087-a110-4ab2-98a0-aaed0cb340cc,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:28.415837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60270) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.426630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3df4141f-f38f-4563-a0fd-9ca41ac173f3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '1884e087-a110-4ab2-98a0-aaed0cb340cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.427926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.430934 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-3df4141f-f38f-4563-a0fd-9ca41ac173f3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 22:21:28.432041 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-3df4141f-f38f-4563-a0fd-9ca41ac173f3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:28.436725 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3df4141f-f38f-4563-a0fd-9ca41ac173f3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177069 Nov 24 22:21:28.439368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60272) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.446018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:28.450081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.450247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f804d6d8-7fe1-45ef-8bfb-3a1322d842e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '1884e087-a110-4ab2-98a0-aaed0cb340cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.451054 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-f804d6d8-7fe1-45ef-8bfb-3a1322d842e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 22:21:28.451704 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-f804d6d8-7fe1-45ef-8bfb-3a1322d842e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:28.452871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f804d6d8-7fe1-45ef-8bfb-3a1322d842e4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063133 Nov 24 22:21:28.456371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60274) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.471690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6881c093-c76f-4ae3-935a-9c8765aa36ed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '1884e087-a110-4ab2-98a0-aaed0cb340cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.473357 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-6881c093-c76f-4ae3-935a-9c8765aa36ed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 22:21:28.473933 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-6881c093-c76f-4ae3-935a-9c8765aa36ed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:28.475839 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6881c093-c76f-4ae3-935a-9c8765aa36ed tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0172055 Nov 24 22:21:28.483000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:28.483514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.486745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60276) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:28.508034 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:28.523384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd597a2-1e29-4f30-b5a9-effc6e9e59d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.583028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0bd597a2-1e29-4f30-b5a9-effc6e9e59d4 None None] For port 3002cf9d-4657-485a-a052-05ee206ab823, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3002cf9d-4657-485a-a052-05ee206ab823,segment=NetworkSegment(1ae8670a-4f09-48c9-9fb8-2bff482cf691),segment_id=1ae8670a-4f09-48c9-9fb8-2bff482cf691)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:28.591118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd597a2-1e29-4f30-b5a9-effc6e9e59d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.615628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.20.0.1 (fda285a1-7b84-40e1-8125-60c8e17e812f/79bbabd9-6e20-4487-acc0-5eb202f3d8d5/85242d83-06a7-4492-b49b-ff97825a272e) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:28.624147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.628791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.633159 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/7fd30062-6b6f-4f6c-96e7-d7a64957cc78 HTTP/1.1" status: 204 len: 168 time: 1.3397329 Nov 24 22:21:28.643729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60278) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.650934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bddd5-d29d-481d-b3ac-4d48e5f2999c req-849c73d0-4058-4324-9129-2b7abd60e34a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:28.651681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150425168'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:28.652399 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c88bddd5-d29d-481d-b3ac-4d48e5f2999c req-849c73d0-4058-4324-9129-2b7abd60e34a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1649296 Nov 24 22:21:28.677051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd597a2-1e29-4f30-b5a9-effc6e9e59d4 None None] Pushing event updated for resources: {'Port': ['ID=3002cf9d-4657-485a-a052-05ee206ab823,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:28.687116 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2302bea-f143-496a-a936-e7f2b7b4639b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.695780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382268c-df33-4187-9d1d-8ae1debefdab tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=7fd30062-6b6f-4f6c-96e7-d7a64957cc78,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:28.764956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2302bea-f143-496a-a936-e7f2b7b4639b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.772238 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c88bddd5-d29d-481d-b3ac-4d48e5f2999c req-546d0c3e-839c-4ae8-b59d-68ac12e32d51 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038902 Nov 24 22:21:28.777452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.788845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:28.792844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.853364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Port': ['ID=79672897-8355-4310-9956-3b63f05e267e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:28.889482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] No DVR routers for this DVR port 79672897-8355-4310-9956-3b63f05e267e on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:28.929971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2302bea-f143-496a-a936-e7f2b7b4639b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.932958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2302bea-f143-496a-a936-e7f2b7b4639b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.934105 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c2302bea-f143-496a-a936-e7f2b7b4639b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/1884e087-a110-4ab2-98a0-aaed0cb340cc HTTP/1.1" status: 204 len: 168 time: 0.4454598 Nov 24 22:21:28.937832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.939890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60280) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:28.943654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:28.993565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6e61ab71-fe83-4dd1-804c-a5af3d65f796 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:29.002077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:29.018923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2302bea-f143-496a-a936-e7f2b7b4639b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884e087-a110-4ab2-98a0-aaed0cb340cc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.029034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.047106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Subnet': ['ID=9f357f07-5667-4b5e-8165-55ff827370fb,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.058813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8900a72e-6efe-4174-b417-2fc016c27103']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:29.070783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57825554-cab7-43c4-8eb0-29d4fb3cd1f7') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:29.071389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57825554-cab7-43c4-8eb0-29d4fb3cd1f7') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:29.088615 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cbb2f945-2e70-4f22-80c5-d6d77649482b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1348910 Nov 24 22:21:29.088998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.090646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60282) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.097152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731081997'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.102414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Checking segment: {'id': '81f92054-3688-446c-abaf-f594daef2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:29.102774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network hostable DHCP agents. Network: c6345411-4b2f-4366-acca-e81dbc893d2f, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:29.103255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.104787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a3bf342c-76c6-432c-9988-bfb8c4f3aff0 None None] Provisioning complete for port 3002cf9d-4657-485a-a052-05ee206ab823 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:29.105717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3bf342c-76c6-432c-9988-bfb8c4f3aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.111733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:29.112323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:29.127668 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:29.142735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.150390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:29.150846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.156185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network c6345411-4b2f-4366-acca-e81dbc893d2f is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:29.182242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c6345411-4b2f-4366-acca-e81dbc893d2f) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:29.188720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.189313 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 4c62c0e1-0b51-4ec3-9caa-f3651d809652 of type vlan for network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 Nov 24 22:21:29.191030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:29.191653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.208326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d9969-93f6-4081-9821-93dd4b9454f9 None None] Network c6345411-4b2f-4366-acca-e81dbc893d2f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:29.231291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ee80d5f4-feeb-41b4-a852-4d1d8c4dabad tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0186048 Nov 24 22:21:29.234609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60284) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.242641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'network': {'name': 'tempest-router-network01--1955909164'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.254596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.255373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.265652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.270729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.293364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.296110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:29.300428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.309748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.313840 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] 10.222.0.41 "DELETE /v2.0/networks/8900a72e-6efe-4174-b417-2fc016c27103 HTTP/1.1" status: 204 len: 168 time: 2.1266940 Nov 24 22:21:29.333576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.335042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2434421 Nov 24 22:21:29.341082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60288) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.345603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-50755c51-cf3b-41f1-8945-329571b10256 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.346085 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-50755c51-cf3b-41f1-8945-329571b10256 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 22:21:29.347277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-50755c51-cf3b-41f1-8945-329571b10256 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:29.348444 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-50755c51-cf3b-41f1-8945-329571b10256 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068734 Nov 24 22:21:29.351258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce742ad2-4ddc-4363-9534-48299cd56c5c tempest-FloatingIPNegativeTestJSON-510187410 tempest-FloatingIPNegativeTestJSON-510187410-project] Pushing event deleted for resources: {'Network': ['ID=8900a72e-6efe-4174-b417-2fc016c27103,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.353135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60290) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.353307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a66a7-3c36-42ca-a002-8c08c58f2ad1 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8b9a7-0369-4e40-b955-ac9ead85d071,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.358669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network fda285a1-7b84-40e1-8125-60c8e17e812f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:29.363706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-eaaef012-bcdd-4de1-a4b0-5b0d53bd4ef3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.367295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:29.377142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.377727 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Added segment b7d9c781-4dab-454b-80b8-72ce8ff51637 of type vlan for network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 Nov 24 22:21:29.381659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:29.389291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:29.428142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.436686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.454064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.456161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=85242d83-06a7-4492-b49b-ff97825a272e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.470685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.486484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:29.487136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.500555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6c193-5f56-4a1b-93bd-ef3dac6b6542 None None] Network 9169d8ef-af07-43c7-afd2-51f043926b79 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:29.513387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.520302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:29.520809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.566518 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3280840 Nov 24 22:21:29.566815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 6e61ab71-fe83-4dd1-804c-a5af3d65f796, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6e61ab71-fe83-4dd1-804c-a5af3d65f796,segment=NetworkSegment(8f0fba0f-162d-40f3-b1e3-d8f59719b843),segment_id=8f0fba0f-162d-40f3-b1e3-d8f59719b843)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:29.568964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60292) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.573505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'network': {'name': 'tempest-router-network02--1577791802'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.589503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.590646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3002cf9d-4657-485a-a052-05ee206ab823 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:29.598551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4b062508-258a-470e-ba81-7f1a22c52af8 None None] Provisioning complete for port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:29.599193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b062508-258a-470e-ba81-7f1a22c52af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.614951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8716f28-6e17-4731-8b76-8dfee27df37d tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Network': ['ID=c7dd3f9e-9ec8-42a2-a925-80f2e3547147,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.628524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:29.632371 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9814413 Nov 24 22:21:29.636388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60294) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.636560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.671118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.681654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:29.692120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.693324 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Added segment 6d33b648-5eb6-4dd5-a426-436bd0f2d3fe of type vlan for network 089e7264-873e-4c29-8f5e-32565e375ff3 Nov 24 22:21:29.709348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:29.751804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.778897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf1e6-b214-4056-83bc-31b9f1d7d819 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=7c61d7c8-29da-4c40-ac79-9e8417cebe49,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:29.807472 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-eaaef012-bcdd-4de1-a4b0-5b0d53bd4ef3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:29.811418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:29.815932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eaaef012-bcdd-4de1-a4b0-5b0d53bd4ef3 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4558201 Nov 24 22:21:29.816425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60300) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.824304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c9d9a174-bb33-42f5-92c2-bb87a4efcdf7 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.825081 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-c9d9a174-bb33-42f5-92c2-bb87a4efcdf7 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 22:21:29.825480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-c9d9a174-bb33-42f5-92c2-bb87a4efcdf7 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:29.826669 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c9d9a174-bb33-42f5-92c2-bb87a4efcdf7 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089579 Nov 24 22:21:29.829348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60302) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:29.835326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e374bf0d-e2a3-4597-a6a5-75edddef1dec tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:29.843366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.849732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:29.856971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.897839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.929521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.949412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:29.953775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:29.971013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60304) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.014996 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4465997 Nov 24 22:21:30.019892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407dedf-20a1-478e-b3cd-20e438a012c6 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Network': ['ID=089e7264-873e-4c29-8f5e-32565e375ff3,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.029322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60308) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.037912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c6345411-4b2f-4366-acca-e81dbc893d2f', 'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f', 'tenant_id': 'd73def4c69014b0d8eedad6a9452bbaa', 'fixed_ips': [{'subnet_id': '9f357f07-5667-4b5e-8165-55ff827370fb'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:30.038775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.041745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'subnet': {'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.057762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 089e7264-873e-4c29-8f5e-32565e375ff3 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:30.061835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb557-215f-403a-bbd2-345a3dea48ef req-53f998ef-2e70-48d8-add0-b275f36b0a0a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:30.065586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e7fbb557-215f-403a-bbd2-345a3dea48ef req-53f998ef-2e70-48d8-add0-b275f36b0a0a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.1368937 Nov 24 22:21:30.072130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Performing IP validity checks on allocation pools {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:21:30.072739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:21:30.080991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-e374bf0d-e2a3-4597-a6a5-75edddef1dec tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:30.082265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e374bf0d-e2a3-4597-a6a5-75edddef1dec tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2519732 Nov 24 22:21:30.092949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=6e61ab71-fe83-4dd1-804c-a5af3d65f796,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.113433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60310) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.118730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-11ad05fc-ece5-4ec2-9f42-b3c9706f1a58 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.120038 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-11ad05fc-ece5-4ec2-9f42-b3c9706f1a58 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 22:21:30.120726 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-11ad05fc-ece5-4ec2-9f42-b3c9706f1a58 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:30.122244 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11ad05fc-ece5-4ec2-9f42-b3c9706f1a58 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078554 Nov 24 22:21:30.141178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60312) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.146056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a3bc36cb-69b4-4ca0-b6b4-b4e604b29333 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.186179 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e7fbb557-215f-403a-bbd2-345a3dea48ef req-3eb4363a-5059-48f6-81d6-87336a513324 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071453 Nov 24 22:21:30.219182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 3002cf9d-4657-485a-a052-05ee206ab823 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:30.219598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.258441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:30.266037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.279865 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b3f79a14-e5cc-4c9d-ac00-446fdcbc0af2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f04c5937f6142ddb2afb0b1d0edc9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810633 Nov 24 22:21:30.282575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60314) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.301499 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-a3bc36cb-69b4-4ca0-b6b4-b4e604b29333 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:30.304071 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a3bc36cb-69b4-4ca0-b6b4-b4e604b29333 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1615648 Nov 24 22:21:30.337206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60316) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.432375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Allocated IP 2001:db8::2 (c6345411-4b2f-4366-acca-e81dbc893d2f/9f357f07-5667-4b5e-8165-55ff827370fb/04d4118e-530a-4fe1-a9e1-3c4e61616610) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:30.435607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6056be2d-f5dc-47ee-9ebd-dc56b2dfcfb6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.436011 dv-neutron-818715-1-hyperv neutron-server[102409]: WARNING neutron.api.v2.base [None req-6056be2d-f5dc-47ee-9ebd-dc56b2dfcfb6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 22:21:30.436954 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-6056be2d-f5dc-47ee-9ebd-dc56b2dfcfb6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:30.441472 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6056be2d-f5dc-47ee-9ebd-dc56b2dfcfb6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0681741 Nov 24 22:21:30.443904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60322) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.458550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e8a767b9-e1fb-4c66-9db4-3f859a185ce5 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.464279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf1b125d-d1c2-4a9d-86c3-6b858553c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.515319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf1b125d-d1c2-4a9d-86c3-6b858553c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.553097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79672897-8355-4310-9956-3b63f05e267e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:30.560051 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-e8a767b9-e1fb-4c66-9db4-3f859a185ce5 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:30.565095 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e8a767b9-e1fb-4c66-9db4-3f859a185ce5 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1188698 Nov 24 22:21:30.565935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60324) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.585998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 79672897-8355-4310-9956-3b63f05e267e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:30.586463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79672897-8355-4310-9956-3b63f05e267e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:30.594653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b0ee822d-2a21-4f4f-896d-8f72db469f70 None None] Provisioning complete for port 85242d83-06a7-4492-b49b-ff97825a272e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:30.596413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b0ee822d-2a21-4f4f-896d-8f72db469f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.620744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.647621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-25b32cad-5330-4c71-a7f9-3b918827ecd6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '73d8b9a7-0369-4e40-b955-ac9ead85d071', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.654594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.664318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee822d-2a21-4f4f-896d-8f72db469f70 None None] Port 85242d83-06a7-4492-b49b-ff97825a272e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:30.713182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.720691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.730993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.738644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=55fb1380-a496-4e8b-b804-bb89d69670e9,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.741825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Subnet': ['ID=547289c6-baf3-40cc-9dc2-7982a33f1c64,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.743670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.753573 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Checking segment: {'id': 'b7d9c781-4dab-454b-80b8-72ce8ff51637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:30.753943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network hostable DHCP agents. Network: c7dd3f9e-9ec8-42a2-a925-80f2e3547147, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:30.764935 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-25b32cad-5330-4c71-a7f9-3b918827ecd6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:30.768208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-25b32cad-5330-4c71-a7f9-3b918827ecd6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1240721 Nov 24 22:21:30.768349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Network c6345411-4b2f-4366-acca-e81dbc893d2f is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:30.769874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60326) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.774648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:30.781922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:30.805438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Pushing event updated for resources: {'Port': ['ID=04d4118e-530a-4fe1-a9e1-3c4e61616610,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.808861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:30.828244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.837424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf1b125d-d1c2-4a9d-86c3-6b858553c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.840719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bf1b125d-d1c2-4a9d-86c3-6b858553c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.841909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c7dd3f9e-9ec8-42a2-a925-80f2e3547147) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:30.844820 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bf1b125d-d1c2-4a9d-86c3-6b858553c6a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e7e91ab-9d63-4c9b-bdf9-f5fa868cfd12 HTTP/1.1" status: 204 len: 168 time: 0.5586853 Nov 24 22:21:30.851424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3793894e-9dda-410c-aa31-42f39c629611 None None] Provisioning complete for port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:30.851824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3793894e-9dda-410c-aa31-42f39c629611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.858512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '4c62c0e1-0b51-4ec3-9caa-f3651d809652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:30.858883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: 7c61d7c8-29da-4c40-ac79-9e8417cebe49, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:30.861972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:30.862578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.879769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b125d-d1c2-4a9d-86c3-6b858553c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e91ab-9d63-4c9b-bdf9-f5fa868cfd12,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.892332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad72070e-bbfd-4457-af5c-cc4f65844171 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:30.904083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=85242d83-06a7-4492-b49b-ff97825a272e,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:30.923512 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-988d8c28-573b-443a-ae6c-46803c402ba8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8863101 Nov 24 22:21:30.929773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60330) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:30.935973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'subnet': {'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:30.997223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:31.009224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7c61d7c8-29da-4c40-ac79-9e8417cebe49) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:31.016715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network fda285a1-7b84-40e1-8125-60c8e17e812f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:31.018450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:31.019240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.023568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:31.037850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad72070e-bbfd-4457-af5c-cc4f65844171 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.096146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45384e4c-e29a-4cf5-885d-9ef00d31f5fc None None] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:31.101072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6e61ab71-fe83-4dd1-804c-a5af3d65f796 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:31.103221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d509916-30a7-4883-afb0-22af31920c19 None None] Network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:31.104569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad72070e-bbfd-4457-af5c-cc4f65844171 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.107388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad72070e-bbfd-4457-af5c-cc4f65844171 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.108668 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ad72070e-bbfd-4457-af5c-cc4f65844171 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/73d8b9a7-0369-4e40-b955-ac9ead85d071 HTTP/1.1" status: 204 len: 168 time: 0.3374598 Nov 24 22:21:31.115431 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2ef42ff1-09b1-4ef1-9f5e-4db21f824a13 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4633095 Nov 24 22:21:31.116383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60336) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.116502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60334) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.123737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49', 'name': 'tempest-PortsTestJSON-1621011238'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:31.166903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72070e-bbfd-4457-af5c-cc4f65844171 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8b9a7-0369-4e40-b955-ac9ead85d071,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:31.199965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:31.207507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.315162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Attempting to bind port 04d4118e-530a-4fe1-a9e1-3c4e61616610 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:31.315556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Attempting to bind port 04d4118e-530a-4fe1-a9e1-3c4e61616610 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '81f92054-3688-446c-abaf-f594daef2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:31.315984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Attempting to bind port 04d4118e-530a-4fe1-a9e1-3c4e61616610 on network c6345411-4b2f-4366-acca-e81dbc893d2f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:31.373004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router c2bb6024-da0b-4a60-bc3e-23f0741e4f75 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:21:31.391669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:31.392082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Checking segment: {'id': '81f92054-3688-446c-abaf-f594daef2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:31.392516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.393167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Bound using segment: {'id': '81f92054-3688-446c-abaf-f594daef2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:31.393366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Bound port: 04d4118e-530a-4fe1-a9e1-3c4e61616610, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f92054-3688-446c-abaf-f594daef2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c6345411-4b2f-4366-acca-e81dbc893d2f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:31.393745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.442926 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e955ec8-a46a-4e1a-ac76-37c75fdb13d9 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3253136 Nov 24 22:21:31.443757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60346) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.460437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--241820344'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:31.495807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:31.499491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.503791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.516309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:31.516678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.543969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 60eda057-6299-4836-9a55-8001ac0aa3e3 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:31.601509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c868ac-c648-40b4-9cff-7819e1899a15 req-51d39592-45c1-436a-9d4c-647502970671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:31.603139 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c7c868ac-c648-40b4-9cff-7819e1899a15 req-51d39592-45c1-436a-9d4c-647502970671 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1098 time: 0.1470721 Nov 24 22:21:31.618625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.620148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:31.632057 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c03e613e-9815-40a6-81a6-2d2b87480f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/c2bb6024-da0b-4a60-bc3e-23f0741e4f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9186995 Nov 24 22:21:31.642493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60352) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.653715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] Sync routers for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:31.655287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f008392-f880-4fd4-94d3-3b0cb285b90f req-f67629e3-c857-4b53-a216-c23b9cc4d526 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:31.657431 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7f008392-f880-4fd4-94d3-3b0cb285b90f req-f67629e3-c857-4b53-a216-c23b9cc4d526 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2871816 Nov 24 22:21:31.658520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.702347 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c7c868ac-c648-40b4-9cff-7819e1899a15 req-3dbebb30-ca5a-4de5-b086-4e8b6258036b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893185 Nov 24 22:21:31.707707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.712008 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2645054 Nov 24 22:21:31.716250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60358) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.730667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e0750007-60fd-474a-99ce-5077774543bb tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '0c906b34-9204-4992-a66a-58338657b15a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:31.741276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c7dd3f9e-9ec8-42a2-a925-80f2e3547147', 'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147', 'tenant_id': 'd73def4c69014b0d8eedad6a9452bbaa', 'fixed_ips': [{'subnet_id': '547289c6-baf3-40cc-9dc2-7982a33f1c64'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:31.742308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.761956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.5 (7c61d7c8-29da-4c40-ac79-9e8417cebe49/55fb1380-a496-4e8b-b804-bb89d69670e9/60eda057-6299-4836-9a55-8001ac0aa3e3) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:31.781167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] For port 04d4118e-530a-4fe1-a9e1-3c4e61616610, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:31.784623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:31.785599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:31.794169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-df97da6f-99da-4908-80bd-8c7bc7b9e662 None None] Provisioning complete for port 85242d83-06a7-4492-b49b-ff97825a272e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:31.794571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-df97da6f-99da-4908-80bd-8c7bc7b9e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.796001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642f8f9-5b17-4a03-b90c-0b607afe91e5 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:31.797460 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2642f8f9-5b17-4a03-b90c-0b607afe91e5 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports/85242d83-06a7-4492-b49b-ff97825a272e HTTP/1.1" status: 200 len: 910 time: 0.1236269 Nov 24 22:21:31.804199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60362) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.817958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee70de-1b6b-4230-b51d-58c52c93a73f tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c906b34-9204-4992-a66a-58338657b15a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:31.838375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7f008392-f880-4fd4-94d3-3b0cb285b90f req-f3549791-2bc0-452c-9424-883251dbba1a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603413 Nov 24 22:21:31.870407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] For port 04d4118e-530a-4fe1-a9e1-3c4e61616610, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=04d4118e-530a-4fe1-a9e1-3c4e61616610,segment=NetworkSegment(81f92054-3688-446c-abaf-f594daef2874),segment_id=81f92054-3688-446c-abaf-f594daef2874)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:31.894080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60364) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.899634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-e0750007-60fd-474a-99ce-5077774543bb tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The resource could not be found. Nov 24 22:21:31.903178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e0750007-60fd-474a-99ce-5077774543bb tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1798246 Nov 24 22:21:31.905958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60368) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:31.913260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3726d7c3-bb2c-4727-b5f2-8a7d7755105b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '0c906b34-9204-4992-a66a-58338657b15a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fcbc8d6d-502f-47ce-a4d4-92d3a1f9ef19'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:31.933508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:31.975514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.980752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:31.999458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-7c61d7c8-29da-4c40-ac79-9e8417cebe49', 'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': '55fb1380-a496-4e8b-b804-bb89d69670e9'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:32.000411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.055064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191808227'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:32.084787 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-3726d7c3-bb2c-4727-b5f2-8a7d7755105b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The resource could not be found. Nov 24 22:21:32.088593 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3726d7c3-bb2c-4727-b5f2-8a7d7755105b tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1790566 Nov 24 22:21:32.092843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Subnet': ['ID=0c67a18a-ebea-44ad-b59e-d95dec7ba741,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:32.096560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60370) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:32.121229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:32.122026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:32.129335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-df97da6f-99da-4908-80bd-8c7bc7b9e662 None None] Port 85242d83-06a7-4492-b49b-ff97825a272e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:32.159487 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:32.163729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.182766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Checking segment: {'id': '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:32.183158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network hostable DHCP agents. Network: 089e7264-873e-4c29-8f5e-32565e375ff3, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:32.192271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.211913 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d71fcd5-2ba1-41b4-aa99-5aad7b4c1a36 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.219943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:32.220697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef67bfe-9db9-463b-a366-7ec81f0fb352 None None] The sync data for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:32.224946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611bff8-d750-44ec-b051-4448034cadc9 None None] Pushing event updated for resources: {'Port': ['ID=04d4118e-530a-4fe1-a9e1-3c4e61616610,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:32.253786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network 089e7264-873e-4c29-8f5e-32565e375ff3 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:32.260506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d71fcd5-2ba1-41b4-aa99-5aad7b4c1a36 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.290016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 089e7264-873e-4c29-8f5e-32565e375ff3) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:32.306251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:32.307614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.310602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498873d7-27d6-4208-9c2a-4d5e8dffc504 None None] Network 089e7264-873e-4c29-8f5e-32565e375ff3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:32.349092 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-32fddc0b-1806-4edc-ae81-514c4a005153 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4179547 Nov 24 22:21:32.355416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60372) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:32.407336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d71fcd5-2ba1-41b4-aa99-5aad7b4c1a36 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.408866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Allocated IP 2001:db8::2 (c7dd3f9e-9ec8-42a2-a925-80f2e3547147/547289c6-baf3-40cc-9dc2-7982a33f1c64/bc3b76b0-52d7-491e-bba5-aa4d738aeb5f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:32.409712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9d71fcd5-2ba1-41b4-aa99-5aad7b4c1a36 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.414984 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9d71fcd5-2ba1-41b4-aa99-5aad7b4c1a36 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c906b34-9204-4992-a66a-58338657b15a HTTP/1.1" status: 204 len: 168 time: 0.3122196 Nov 24 22:21:32.447776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.449487 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60374) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:32.457758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.499207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.505715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71fcd5-2ba1-41b4-aa99-5aad7b4c1a36 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c906b34-9204-4992-a66a-58338657b15a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:32.535908 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:32.557812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.558213 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment ea11cb2c-6cfc-4eaa-9753-1116e649bdad of type vlan for network c66437ca-5112-44d7-9f9b-33b46568dd7a Nov 24 22:21:32.592553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.745989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:32.753423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:32.766824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:32.777031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Allocated IP 172.20.0.2 (7c61d7c8-29da-4c40-ac79-9e8417cebe49/55fb1380-a496-4e8b-b804-bb89d69670e9/e0b8e406-c95a-420f-a889-adb17fbb1b86) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:32.813742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=60eda057-6299-4836-9a55-8001ac0aa3e3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:32.869783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:32.870676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.932260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3ad6836f-dd86-4f0e-b3b8-4b72a7c473c0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8126028 Nov 24 22:21:32.941345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60378) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:32.964127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-089e7264-873e-4c29-8f5e-32565e375ff3', 'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3', 'tenant_id': 'd73def4c69014b0d8eedad6a9452bbaa', 'fixed_ips': [{'subnet_id': '0c67a18a-ebea-44ad-b59e-d95dec7ba741'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:32.965209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:32.988569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 04d4118e-530a-4fe1-a9e1-3c4e61616610 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:33.078260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.100746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.108198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 60eda057-6299-4836-9a55-8001ac0aa3e3 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:33.108795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.140561 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d6689462-f7fc-4ab1-8bc5-e247f8feb48c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6908870 Nov 24 22:21:33.143135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.145548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60380) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:33.147665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6859d93-d447-425d-b919-84c8a10815aa,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:33.154158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.172737 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-66764a52-da7d-4b8d-8dd6-b0fec788bd30 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '93339afa-5cfa-4239-97d3-82f7f273ca6f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:33.221987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:21:33.254846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.256968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:33.269938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:33.285068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.resource_extend [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:21:33.309171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fcd40-25a0-45c4-91d8-3687a0943c23 req-6d89ab32-27c4-4478-832b-1926a1b64988 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:33.310896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9f8fcd40-25a0-45c4-91d8-3687a0943c23 req-6d89ab32-27c4-4478-832b-1926a1b64988 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.3067791 Nov 24 22:21:33.315494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.334151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:33.337548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 60eda057-6299-4836-9a55-8001ac0aa3e3 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:33.377898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.384252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:33.386093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.488265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5841436 Nov 24 22:21:33.488265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-66764a52-da7d-4b8d-8dd6-b0fec788bd30 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The resource could not be found. Nov 24 22:21:33.488265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-66764a52-da7d-4b8d-8dd6-b0fec788bd30 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3215795 Nov 24 22:21:33.499844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60382) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:33.503550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--396436012'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:33.511481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.511481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:33.526142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.526376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Pushing event updated for resources: {'Port': ['ID=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:33.542353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.553710 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9f8fcd40-25a0-45c4-91d8-3687a0943c23 req-aee11482-993b-474a-a769-588417e59aa0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060010 Nov 24 22:21:33.554637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962310f-c5b5-4795-98fe-b5729f22ac30 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=c66437ca-5112-44d7-9f9b-33b46568dd7a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:33.597488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Allocated IP 2001:db8::2 (089e7264-873e-4c29-8f5e-32565e375ff3/0c67a18a-ebea-44ad-b59e-d95dec7ba741/a736f0dc-09e1-41b8-803e-9a1e33c9c25f) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:33.654691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60384) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:33.759240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.21.0.1 (9169d8ef-af07-43c7-afd2-51f043926b79/3ee72fe0-f928-4ce1-8be7-dc5d2e427f46/25d74bec-c3ce-4018-a2b9-5a2ad012b8b6) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:33.787910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.826009 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d1b8d4c7-fbd4-44fb-a11b-6eb3b57571d5 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/floatingips/b5fa3675-c631-4686-82c3-63a800f4efc3 HTTP/1.1" status: 200 len: 991 time: 0.1623363 Nov 24 22:21:33.869891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.882047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=60eda057-6299-4836-9a55-8001ac0aa3e3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:33.916118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.resource_extend [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:21:33.927995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.945708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:33.948120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c66437ca-5112-44d7-9f9b-33b46568dd7a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:33.950048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12487b9e-67af-409f-97c5-4c1bee85f850 None None] Network c6345411-4b2f-4366-acca-e81dbc893d2f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:33.959567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.025375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 04d4118e-530a-4fe1-a9e1-3c4e61616610 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:34.026158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.035370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.036561 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5365684 Nov 24 22:21:34.042151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Allocated IP 2001:db8::1 (c7dd3f9e-9ec8-42a2-a925-80f2e3547147/547289c6-baf3-40cc-9dc2-7982a33f1c64/975cd3cf-7c74-4938-a32a-d379dad37953) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:34.045905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.049080 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b6f2081b-ddae-47f1-8337-aa299b7f7c7d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/60eda057-6299-4836-9a55-8001ac0aa3e3 HTTP/1.1" status: 204 len: 168 time: 1.0988097 Nov 24 22:21:34.051928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60388) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:34.053040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60386) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:34.056058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.061758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315370289'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:34.070261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:34.075478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf92e6-3925-4351-ad07-0efa05d474f6 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc8aee-0a8a-4a0f-a16c-07d52a470e41,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:34.103567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.109321 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e60289-efbf-4a51-a86c-7a5146cfdccc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:34.109766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e60289-efbf-4a51-a86c-7a5146cfdccc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:34.112819 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-32e60289-efbf-4a51-a86c-7a5146cfdccc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/60eda057-6299-4836-9a55-8001ac0aa3e3 HTTP/1.1" status: 404 len: 333 time: 0.0599189 Nov 24 22:21:34.117400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60390) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:34.154792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a9bc0-2433-41bf-9f07-0e6ff3bcff69 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:21:34.156281 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-130a9bc0-2433-41bf-9f07-0e6ff3bcff69 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/60eda057-6299-4836-9a55-8001ac0aa3e3 HTTP/1.1" status: 404 len: 333 time: 0.0379641 Nov 24 22:21:34.159385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60392) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:34.169599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dc2b16c9-6ff2-49d8-93d7-e03987a9df82 None None] Provisioning complete for port 04d4118e-530a-4fe1-a9e1-3c4e61616610 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:34.170288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc2b16c9-6ff2-49d8-93d7-e03987a9df82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.204132 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-d89e81aa-b4f2-4157-82ee-6e832674a2c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396823 Nov 24 22:21:34.223822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.255952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:34.260612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet 55fb1380-a496-4e8b-b804-bb89d69670e9 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:34.265866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.267767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:34.315404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 9169d8ef-af07-43c7-afd2-51f043926b79 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:34.343793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:34.358780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:34.368169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.421039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.427035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=25d74bec-c3ce-4018-a2b9-5a2ad012b8b6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:34.429872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.431575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.435262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.444802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:34.468991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.512577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:34.560329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Pushing event updated for resources: {'Port': ['ID=e0b8e406-c95a-420f-a889-adb17fbb1b86,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:34.576086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78dfc-0237-4b02-9017-f32979342289 req-565f110e-9889-4fb1-82c8-51706713741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:34.577652 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-565f110e-9889-4fb1-82c8-51706713741b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=acf584e0777847d885c172c6e0becf50&device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1098 time: 0.2856240 Nov 24 22:21:34.586684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:34.589265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Port': ['ID=975cd3cf-7c74-4938-a32a-d379dad37953,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:34.609312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:34.610168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.622474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.624160 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5698202 Nov 24 22:21:34.634206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'port_id': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'mac_address': 'fa:16:3e:7f:ef:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:21:34.672967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Network 089e7264-873e-4c29-8f5e-32565e375ff3 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:34.675554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60394) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:34.692073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a5b4f0d3-cfff-4556-954c-459b4c649480 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group_rule': {'security_group_id': '59bc8aee-0a8a-4a0f-a16c-07d52a470e41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '65f51fc8-c705-4d12-a178-d23034c3b50b'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:34.707993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5e86f-6781-43b3-ab4c-b7c931863d2c tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f51fc8-c705-4d12-a178-d23034c3b50b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:34.727409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.750048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78dfc-0237-4b02-9017-f32979342289 req-dec75e0a-605e-49e5-8c00-376c3c4f3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:34.751912 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-dec75e0a-605e-49e5-8c00-376c3c4f3e88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 200 len: 898 time: 0.1345966 Nov 24 22:21:34.803979 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-a5b4f0d3-cfff-4556-954c-459b4c649480 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:34.805448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a5b4f0d3-cfff-4556-954c-459b4c649480 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1286225 Nov 24 22:21:34.811629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60396) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:34.829911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Pushing event updated for resources: {'Port': ['ID=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:34.844038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.847066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.899360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.942261 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-0da7c261-d508-4cfc-8ebb-e154923537ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 200 len: 999 time: 0.1781442 Nov 24 22:21:34.944899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:34.953014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.996613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:34.999175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:21:35.002010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156b8fc5-06d3-43f9-a3b5-624075565a1e" -d '{"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-unplugged", "status": "completed", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:21:35.011941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ddfb72-1c9f-43c5-a1b7-16c26b408396 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:21:35.044279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Attempting to bind port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:35.044970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Attempting to bind port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'b7d9c781-4dab-454b-80b8-72ce8ff51637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:35.045504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Attempting to bind port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f on network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:35.053218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.055938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:35.121584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:35.121966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Checking segment: {'id': 'b7d9c781-4dab-454b-80b8-72ce8ff51637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:35.122372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.122839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Bound using segment: {'id': 'b7d9c781-4dab-454b-80b8-72ce8ff51637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:35.123648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Bound port: bc3b76b0-52d7-491e-bba5-aa4d738aeb5f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d9c781-4dab-454b-80b8-72ce8ff51637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c7dd3f9e-9ec8-42a2-a925-80f2e3547147'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:35.124174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.166755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.179417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.180180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.184990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f27f13b-77a6-444e-a148-30740d1453f4 x-openstack-request-id: req-6f27f13b-77a6-444e-a148-30740d1453f4 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:21:35.185275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-unplugged", "status": "completed", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:21:35.185544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f27f13b-77a6-444e-a148-30740d1453f4 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:21:35.185918 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'code': 200} Nov 24 22:21:35.204109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:35.205942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:21:35.206295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:21:35.207882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc2b16c9-6ff2-49d8-93d7-e03987a9df82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.263638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25694a92-5848-41e3-bb65-64482dee33f8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.286010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.289440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78dfc-0237-4b02-9017-f32979342289 req-8ebb95ef-9fc9-4286-8e5e-d0f56e2ef219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:35.291060 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-8ebb95ef-9fc9-4286-8e5e-d0f56e2ef219 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d923d487-86a6-4210-acbf-012d6efdd866 HTTP/1.1" status: 200 len: 835 time: 0.1192796 Nov 24 22:21:35.297634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 04d4118e-530a-4fe1-a9e1-3c4e61616610, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=04d4118e-530a-4fe1-a9e1-3c4e61616610,segment=NetworkSegment(81f92054-3688-446c-abaf-f594daef2874),segment_id=81f92054-3688-446c-abaf-f594daef2874)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:35.299156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Attempting to bind port e0b8e406-c95a-420f-a889-adb17fbb1b86 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:35.299350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Attempting to bind port e0b8e406-c95a-420f-a889-adb17fbb1b86 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '4c62c0e1-0b51-4ec3-9caa-f3651d809652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:35.299986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Attempting to bind port e0b8e406-c95a-420f-a889-adb17fbb1b86 on network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:35.350407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.370571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Port': ['ID=975cd3cf-7c74-4938-a32a-d379dad37953,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:35.379860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25694a92-5848-41e3-bb65-64482dee33f8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.395046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.397126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:35.397734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Checking segment: {'id': '4c62c0e1-0b51-4ec3-9caa-f3651d809652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:35.398315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.400737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=55fb1380-a496-4e8b-b804-bb89d69670e9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:35.402269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Bound using segment: {'id': '4c62c0e1-0b51-4ec3-9caa-f3651d809652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:35.403097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Bound port: e0b8e406-c95a-420f-a889-adb17fbb1b86, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c62c0e1-0b51-4ec3-9caa-f3651d809652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7c61d7c8-29da-4c40-ac79-9e8417cebe49'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:35.403703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.417033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:35.457731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:35.462889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:35.481568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.484804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-21a3d763-6413-46d4-8f61-4214fe479d24 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/55fb1380-a496-4e8b-b804-bb89d69670e9 HTTP/1.1" status: 204 len: 168 time: 1.3244803 Nov 24 22:21:35.501845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60400) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:35.507395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.538249 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:21:35.562678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Attempting to bind port a736f0dc-09e1-41b8-803e-9a1e33c9c25f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:35.563494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Attempting to bind port a736f0dc-09e1-41b8-803e-9a1e33c9c25f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:35.563494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Attempting to bind port a736f0dc-09e1-41b8-803e-9a1e33c9c25f on network 089e7264-873e-4c29-8f5e-32565e375ff3 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:35.594671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] For port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:35.598933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:35.599816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Checking segment: {'id': '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:35.600095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.600492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Bound using segment: {'id': '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:35.600974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Bound port: a736f0dc-09e1-41b8-803e-9a1e33c9c25f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '089e7264-873e-4c29-8f5e-32565e375ff3'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:35.601566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.614999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Router ee3136b5-fba5-45c1-8543-69bd57e27538 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:21:35.698726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] For port e0b8e406-c95a-420f-a889-adb17fbb1b86, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:35.702290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] For port e0b8e406-c95a-420f-a889-adb17fbb1b86, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e0b8e406-c95a-420f-a889-adb17fbb1b86,segment=NetworkSegment(4c62c0e1-0b51-4ec3-9caa-f3651d809652),segment_id=4c62c0e1-0b51-4ec3-9caa-f3651d809652)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:35.703809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=04d4118e-530a-4fe1-a9e1-3c4e61616610,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:35.729976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.751216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:35.759009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] For port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,segment=NetworkSegment(b7d9c781-4dab-454b-80b8-72ce8ff51637),segment_id=b7d9c781-4dab-454b-80b8-72ce8ff51637)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:35.761570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-dc2b16c9-6ff2-49d8-93d7-e03987a9df82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:21:35.761920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-dc2b16c9-6ff2-49d8-93d7-e03987a9df82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:21:35.766098 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] Sync routers for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:35.784213 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:35.786195 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:35.787306 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63a88e48-169e-4cb8-839c-86eae04b9e17 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4291790 Nov 24 22:21:35.789147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60402) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:35.797365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.910858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:35.914899 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:35.931584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ddfb72-1c9f-43c5-a1b7-16c26b408396 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:21:35.954073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:35.956244 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:35.967131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27132273-e2f9-46b8-982e-3bcb08a48075 None None] Network 7c61d7c8-29da-4c40-ac79-9e8417cebe49 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:36.045793 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:36.047503 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498de2d-b4d5-4724-92a4-336796050c34 None None] The sync data for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:36.079271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:36.095295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a032961-ce8d-4f9f-a9cc-f18b1f1a2130 None None] Pushing event updated for resources: {'Port': ['ID=e0b8e406-c95a-420f-a889-adb17fbb1b86,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.104908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] For port a736f0dc-09e1-41b8-803e-9a1e33c9c25f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:36.107083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.184088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] For port a736f0dc-09e1-41b8-803e-9a1e33c9c25f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,segment=NetworkSegment(6d33b648-5eb6-4dd5-a426-436bd0f2d3fe),segment_id=6d33b648-5eb6-4dd5-a426-436bd0f2d3fe)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:36.238571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78dfc-0237-4b02-9017-f32979342289 req-94104b1e-da4c-40c9-bd10-af373cf75b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:36.252612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-94104b1e-da4c-40c9-bd10-af373cf75b69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9428592 Nov 24 22:21:36.261607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25694a92-5848-41e3-bb65-64482dee33f8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.268941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25694a92-5848-41e3-bb65-64482dee33f8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.270400 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-25694a92-5848-41e3-bb65-64482dee33f8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/65f51fc8-c705-4d12-a178-d23034c3b50b HTTP/1.1" status: 204 len: 168 time: 1.4384575 Nov 24 22:21:36.297188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60404) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:36.376205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25694a92-5848-41e3-bb65-64482dee33f8 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f51fc8-c705-4d12-a178-d23034c3b50b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.396642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.402906 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-84ff8e08-efd0-427b-b906-a824e10e5d2d tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.1043363 Nov 24 22:21:36.403767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60406) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:36.444697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.448178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=25d74bec-c3ce-4018-a2b9-5a2ad012b8b6,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.472797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.498780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df52f807-671b-46eb-9966-f89ddd426034 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.537538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['62ddfb72-1c9f-43c5-a1b7-16c26b408396'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:21:36.539018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df52f807-671b-46eb-9966-f89ddd426034 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.571321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba30f1-e135-4f7f-80b9-fbe5ad31df91 None None] Pushing event updated for resources: {'Port': ['ID=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.654497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df52f807-671b-46eb-9966-f89ddd426034 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.659719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df52f807-671b-46eb-9966-f89ddd426034 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:36.665507 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-df52f807-671b-46eb-9966-f89ddd426034 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/59bc8aee-0a8a-4a0f-a16c-07d52a470e41 HTTP/1.1" status: 204 len: 168 time: 0.2587235 Nov 24 22:21:36.667882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60408) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:36.682761 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-b3e31d84-fce4-46aa-a4f4-2e633612fab3 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692925 Nov 24 22:21:36.686487 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f807-671b-46eb-9966-f89ddd426034 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc8aee-0a8a-4a0f-a16c-07d52a470e41,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.688495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.759440 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-04483d7c-b90d-4d98-aa19-b6451b39a5e0 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:36.761045 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-04483d7c-b90d-4d98-aa19-b6451b39a5e0 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9687543 Nov 24 22:21:36.763893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60410) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:36.800933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2bbbf-28b7-4e33-bd23-88eada705c0c None None] Pushing event updated for resources: {'Port': ['ID=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:36.834767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60412) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:36.874114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:36.895342 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e1e78dfc-0237-4b02-9017-f32979342289 req-84f70539-85a5-4267-9c83-a055cc999625 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689994 Nov 24 22:21:36.917563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 9169d8ef-af07-43c7-afd2-51f043926b79 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:36.928079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:36.965959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port e0b8e406-c95a-420f-a889-adb17fbb1b86 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:36.966693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.004442 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5b351241-4813-4659-903c-7a60d24115ab tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3349619 Nov 24 22:21:37.025822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60414) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:37.062248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3967a9f2-1ff7-4157-8ad9-7a4e5f6a17da None None] Provisioning complete for port 25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:37.062840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3967a9f2-1ff7-4157-8ad9-7a4e5f6a17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.151944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3967a9f2-1ff7-4157-8ad9-7a4e5f6a17da None None] Port 25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:37.183754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3967a9f2-1ff7-4157-8ad9-7a4e5f6a17da None None] Provisioning complete for port 04d4118e-530a-4fe1-a9e1-3c4e61616610 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:37.184432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3967a9f2-1ff7-4157-8ad9-7a4e5f6a17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.206874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port e0b8e406-c95a-420f-a889-adb17fbb1b86, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e0b8e406-c95a-420f-a889-adb17fbb1b86,segment=NetworkSegment(4c62c0e1-0b51-4ec3-9caa-f3651d809652),segment_id=4c62c0e1-0b51-4ec3-9caa-f3651d809652)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:37.207409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.212047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router c2bb6024-da0b-4a60-bc3e-23f0741e4f75 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:37.229566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for e0b8e406-c95a-420f-a889-adb17fbb1b86 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:37.501085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:37.511816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] Sync routers for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:37.513340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048710110'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:37.515066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d3512f56-91b8-4536-a041-ab7d7b07b6b3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/c2bb6024-da0b-4a60-bc3e-23f0741e4f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7026794 Nov 24 22:21:37.517958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60418) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:37.533539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:37.534253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.536248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.550354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:37.553050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port e0b8e406-c95a-420f-a889-adb17fbb1b86 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:37.555554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.590058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbd50c-bb06-4dd2-9e62-2387da395a19 None None] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:37.600676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.615619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=e0b8e406-c95a-420f-a889-adb17fbb1b86,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:37.658862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd97ee5-7de3-48fd-b31f-62b618f2553e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:37.660380 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ddd97ee5-7de3-48fd-b31f-62b618f2553e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports/25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 HTTP/1.1" status: 200 len: 910 time: 0.1372395 Nov 24 22:21:37.667756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60420) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:37.692724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.703389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.707125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc3b76b0-52d7-491e-bba5-aa4d738aeb5f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:37.708975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:37.709619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.715566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5834a80f-9631-43cd-91a6-ca1a69d29242 None None] Provisioning complete for port 25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:37.715948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5834a80f-9631-43cd-91a6-ca1a69d29242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.729750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c61d7c8-29da-4c40-ac79-9e8417cebe49']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.743325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c62c0e1-0b51-4ec3-9caa-f3651d809652') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.743972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c62c0e1-0b51-4ec3-9caa-f3651d809652') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.762696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.770318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:37.771222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c3a18-82d1-4188-b960-db82b5475027 None None] The sync data for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:37.790259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.802862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:37.803485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:37.812390 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:37.863417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5834a80f-9631-43cd-91a6-ca1a69d29242 None None] Port 25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:37.895611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.903826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:37.904595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.905893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:37.915186 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/7c61d7c8-29da-4c40-ac79-9e8417cebe49 HTTP/1.1" status: 204 len: 168 time: 2.4047446 Nov 24 22:21:37.915462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60422) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:37.931827 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1232948887'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:37.945043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fba83a-2a63-47c7-ad00-8e052068ab86 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=7c61d7c8-29da-4c40-ac79-9e8417cebe49,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:37.966243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:37.975750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.000524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c0315522-cbd4-4ba5-b277-cfc1402b005c None None] Provisioning complete for port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:38.000909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0315522-cbd4-4ba5-b277-cfc1402b005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.005442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:38.021646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.022091 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment cfeb4d7a-5b40-41d3-ada9-4c045cf37549 of type vlan for network eb3493f5-86aa-4967-92ee-c901c744199a Nov 24 22:21:38.075853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.091187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.098667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.106321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.141281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.149785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:38.150042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:38.150455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.200945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,segment=NetworkSegment(b7d9c781-4dab-454b-80b8-72ce8ff51637),segment_id=b7d9c781-4dab-454b-80b8-72ce8ff51637)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:38.214055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.214849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a736f0dc-09e1-41b8-803e-9a1e33c9c25f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:38.221019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0315522-cbd4-4ba5-b277-cfc1402b005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.258790 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3416264 Nov 24 22:21:38.259408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60424) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:38.266690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:38.272737 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.281683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e535e5e-45e9-4a17-9953-e7586a186c60 None None] Network 089e7264-873e-4c29-8f5e-32565e375ff3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:38.347569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.348555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3197074 Nov 24 22:21:38.350821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c65230-277a-4ac5-9b20-f39723c4e421 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956ebd0d-89cd-42dc-afb6-a9c41cbfbd2d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:38.355903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60426) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:38.367855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1fe6177b-17ac-4ab5-9548-d045e0bf5bf4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:38.367855 dv-neutron-818715-1-hyperv neutron-server[102410]: WARNING neutron.api.v2.base [None req-1fe6177b-17ac-4ab5-9548-d045e0bf5bf4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 22:21:38.368294 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-1fe6177b-17ac-4ab5-9548-d045e0bf5bf4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 22:21:38.369543 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1fe6177b-17ac-4ab5-9548-d045e0bf5bf4 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "PUT /v2.0/security-groups/956ebd0d-89cd-42dc-afb6-a9c41cbfbd2d HTTP/1.1" status: 409 len: 330 time: 0.0063889 Nov 24 22:21:38.378498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60428) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:38.380864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef79d11-009c-4ce4-94a9-0eff76143b89 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=eb3493f5-86aa-4967-92ee-c901c744199a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:38.386671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:38.391296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.400205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:38.410396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network eb3493f5-86aa-4967-92ee-c901c744199a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:38.448994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=8d0339a9-ea62-4d6b-884f-5184f5865812,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:38.455020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:38.455755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: c66437ca-5112-44d7-9f9b-33b46568dd7a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:38.489409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:38.489859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.512347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.525697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c0315522-cbd4-4ba5-b277-cfc1402b005c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:21:38.526503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c0315522-cbd4-4ba5-b277-cfc1402b005c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:21:38.563166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a736f0dc-09e1-41b8-803e-9a1e33c9c25f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:38.563586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.612869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network c66437ca-5112-44d7-9f9b-33b46568dd7a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:38.627808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a76206e-3495-40c8-8c17-62c3f94b2332 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.634016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.643203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c66437ca-5112-44d7-9f9b-33b46568dd7a) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:38.657649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:38.658275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.659072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21437097-bac9-4fc6-820e-02d72217798a None None] Network c66437ca-5112-44d7-9f9b-33b46568dd7a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:38.684962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a76206e-3495-40c8-8c17-62c3f94b2332 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.728584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=979f4fd6-e463-4192-8ef9-201c0b304168,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:38.749226 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b4e1bdda-0468-4ea1-a0bb-8c94a6c1deec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9153509 Nov 24 22:21:38.755179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60430) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:38.769820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1801821113'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:38.798021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.811839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:38.812461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: eb3493f5-86aa-4967-92ee-c901c744199a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:38.822432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:38.827368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.868284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a76206e-3495-40c8-8c17-62c3f94b2332 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.870857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1a76206e-3495-40c8-8c17-62c3f94b2332 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.874522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network eb3493f5-86aa-4967-92ee-c901c744199a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:38.874740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1a76206e-3495-40c8-8c17-62c3f94b2332 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/956ebd0d-89cd-42dc-afb6-a9c41cbfbd2d HTTP/1.1" status: 204 len: 168 time: 0.4891894 Nov 24 22:21:38.876045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60432) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:38.893998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76206e-3495-40c8-8c17-62c3f94b2332 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ebd0d-89cd-42dc-afb6-a9c41cbfbd2d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:38.894278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:38.922684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, eb3493f5-86aa-4967-92ee-c901c744199a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:38.932445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.932793 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment 49411988-192b-44de-b552-a4cca574f94c of type vlan for network f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 Nov 24 22:21:38.935460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:38.936071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:38.978971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdbaca1-c353-4027-95f8-197701c29dcc None None] Network eb3493f5-86aa-4967-92ee-c901c744199a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:39.003296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.005066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.013335 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-00a26062-cd26-4b87-b6a0-b9e84ee6bdff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7507336 Nov 24 22:21:39.017310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60434) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.026548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-645074433'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:39.033516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.107691 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-49048ea2-76a7-4cd6-818e-09dabc7d09c2 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2292066 Nov 24 22:21:39.111075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60436) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.124985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.143151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:39.144037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.158050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:21:39.160397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef80cb8-6ebf-4bf9-9ed5-66aaf15a14e7" -d '{"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-plugged", "status": "completed", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:21:39.185323 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-97da8b70-f8aa-47fb-aaad-b5283f0c7ddd tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] delete failed (client error): The resource could not be found. Nov 24 22:21:39.187372 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-97da8b70-f8aa-47fb-aaad-b5283f0c7ddd tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "DELETE /v2.0/security-groups/6502d604-1932-4496-ba96-446670e97f16 HTTP/1.1" status: 404 len: 347 time: 0.0730522 Nov 24 22:21:39.192424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port a736f0dc-09e1-41b8-803e-9a1e33c9c25f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,segment=NetworkSegment(6d33b648-5eb6-4dd5-a426-436bd0f2d3fe),segment_id=6d33b648-5eb6-4dd5-a426-436bd0f2d3fe)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:39.218572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.219416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 04d4118e-530a-4fe1-a9e1-3c4e61616610 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:39.219583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60440) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.226570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:39.262978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2987c538-30e2-43f3-8087-9d3677039978 x-openstack-request-id: req-2987c538-30e2-43f3-8087-9d3677039978 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:21:39.262978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-plugged", "status": "completed", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:21:39.262978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2987c538-30e2-43f3-8087-9d3677039978 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:21:39.263425 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'code': 200} Nov 24 22:21:39.264118 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-e515b6bf-b45d-44f0-b0f6-8b5fa8b82256 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] show failed (client error): The resource could not be found. Nov 24 22:21:39.265169 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e515b6bf-b45d-44f0-b0f6-8b5fa8b82256 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-groups/2f0cb998-24d8-4b1e-af1b-5ff979e03b95 HTTP/1.1" status: 404 len: 347 time: 0.0440297 Nov 24 22:21:39.271680 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5144134 Nov 24 22:21:39.274612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60442) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.274757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60444) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.287409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.287997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': 'f5c16ee4-ff5b-4f8d-9628-a99824eefcd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:39.297596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225f5ef-8c91-4377-b27d-8713ae30c247 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=f5c16ee4-ff5b-4f8d-9628-a99824eefcd7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:39.311392 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-2e2bc3d7-32f8-4c76-877e-dfb0f24816c2 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] show failed (client error): The resource could not be found. Nov 24 22:21:39.317703 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2e2bc3d7-32f8-4c76-877e-dfb0f24816c2 tempest-NegativeSecGroupTest-189535549 tempest-NegativeSecGroupTest-189535549-project] 10.222.0.41 "GET /v2.0/security-group-rules/fad3106a-dfd1-47ed-b1cd-91e27035a402 HTTP/1.1" status: 404 len: 356 time: 0.0419593 Nov 24 22:21:39.321028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:39.403480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting port 975cd3cf-7c74-4938-a32a-d379dad37953 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:39.404121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.409002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:39.413213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.437829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:39.442469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c66437ca-5112-44d7-9f9b-33b46568dd7a', 'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': '8d0339a9-ea62-4d6b-884f-5184f5865812'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:39.443404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.443594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.485284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:39.510096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port a986d7eb-9188-4b88-91fb-cd31f856f00e yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:39.609124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:39.609626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.638203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Provisioning complete for port 975cd3cf-7c74-4938-a32a-d379dad37953 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:39.638587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.686134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60450) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.688054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-eb3493f5-86aa-4967-92ee-c901c744199a', 'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': '979f4fd6-e463-4192-8ef9-201c0b304168'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:39.689179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.714239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.715256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.715796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 04d4118e-530a-4fe1-a9e1-3c4e61616610 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:39.715796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.742920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Calling delete_port for 975cd3cf-7c74-4938-a32a-d379dad37953 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:39.749718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=8']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:39.781670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.8 (eb3493f5-86aa-4967-92ee-c901c744199a/979f4fd6-e463-4192-8ef9-201c0b304168/a986d7eb-9188-4b88-91fb-cd31f856f00e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:39.783985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Port 975cd3cf-7c74-4938-a32a-d379dad37953 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:39.798338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=33bc21a5-89ca-4a0f-85b3-d747884b0a28,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:39.835676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': '49411988-192b-44de-b552-a4cca574f94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f5c16ee4-ff5b-4f8d-9628-a99824eefcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:39.835907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: f5c16ee4-ff5b-4f8d-9628-a99824eefcd7, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:39.846598 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.886234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:39.887312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 25d74bec-c3ce-4018-a2b9-5a2ad012b8b6 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:39.898820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Provisioning complete for port a736f0dc-09e1-41b8-803e-9a1e33c9c25f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:39.899111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.903126 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8073ea90-32ba-4ba2-859c-5cd76a52e5c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b05442ab826548d4b0e235e9be469d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158391 Nov 24 22:21:39.904874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f5c16ee4-ff5b-4f8d-9628-a99824eefcd7) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:39.906335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60454) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:39.907494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Allocated IP 2001:db8:0:ffff::2 (c66437ca-5112-44d7-9f9b-33b46568dd7a/8d0339a9-ea62-4d6b-884f-5184f5865812/1176ebe0-4236-49d7-90e5-53f8c6e8c78e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:39.915931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:39.916431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:39.938977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef85294-f9be-4aab-9d76-a6c5f9e12357 None None] Network f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:39.944157 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6112a8f6-decf-4978-a817-ccd227deb407 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6645815 Nov 24 22:21:39.944922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60456) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:40.032746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2250b446-d42e-49cd-8b4d-b79317e8250a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.072462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2250b446-d42e-49cd-8b4d-b79317e8250a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.096795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.182077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.192211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.198743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2250b446-d42e-49cd-8b4d-b79317e8250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.202149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2250b446-d42e-49cd-8b4d-b79317e8250a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.206999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2250b446-d42e-49cd-8b4d-b79317e8250a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f4ab25c-467f-492a-85d3-1b030f9d4353 HTTP/1.1" status: 204 len: 168 time: 0.2995536 Nov 24 22:21:40.227710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc3b76b0-52d7-491e-bba5-aa4d738aeb5f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:40.248689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b446-d42e-49cd-8b4d-b79317e8250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ab25c-467f-492a-85d3-1b030f9d4353,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:40.289035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.295072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.329530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Port': ['ID=975cd3cf-7c74-4938-a32a-d379dad37953,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:40.344576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=33bc21a5-89ca-4a0f-85b3-d747884b0a28,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:40.360253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbca5a2-9b47-4a8d-ae6b-2a71a690e5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-f5c16ee4-ff5b-4f8d-9628-a99824eefcd7', 'network_id': 'f5c16ee4-ff5b-4f8d-9628-a99824eefcd7', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': '33bc21a5-89ca-4a0f-85b3-d747884b0a28'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:40.361110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9cbca5a2-9b47-4a8d-ae6b-2a71a690e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.378012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.385572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Provisioning complete for port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:40.385963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be9f73ac-b942-4455-8f43-5d08d0d873cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.426511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.438720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.474062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c16ee4-ff5b-4f8d-9628-a99824eefcd7']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:40.487245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49411988-192b-44de-b552-a4cca574f94c') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:40.487593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49411988-192b-44de-b552-a4cca574f94c') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:40.501660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.519506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.528420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:40.530114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.540735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:40.541105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.591712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Network c66437ca-5112-44d7-9f9b-33b46568dd7a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:40.602771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef18a42-d2bd-4868-8dc0-3ed04e87432a None None] Network f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:40.613986 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:40.616859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:40.628110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.637268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.644747 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 HTTP/1.1" status: 204 len: 168 time: 0.6950750 Nov 24 22:21:40.645678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60460) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:40.652597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2076072637'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:40.662453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:40.666219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Pushing event updated for resources: {'Port': ['ID=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:40.669677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d636083-0e55-4dde-9504-d77754b4fc67 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=f5c16ee4-ff5b-4f8d-9628-a99824eefcd7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:40.697243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:40.701214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.732636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:40.744797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.745148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment b6953657-66c2-42c3-b994-e3de9a7722cf of type vlan for network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c Nov 24 22:21:40.794886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.822735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.829022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:40.829655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.870549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Attempting to bind port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:40.870921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Attempting to bind port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:40.871279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Attempting to bind port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e on network c66437ca-5112-44d7-9f9b-33b46568dd7a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:40.894499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.900217 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2513258 Nov 24 22:21:40.900376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:40.900376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Checking segment: {'id': 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:40.900376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.900376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Bound using segment: {'id': 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:40.900790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Bound port: 1176ebe0-4236-49d7-90e5-53f8c6e8c78e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c66437ca-5112-44d7-9f9b-33b46568dd7a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:40.901177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:40.904735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60462) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:40.912895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:40.920633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360047e1-4d71-44c6-bb00-81b2d021a071 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=643ae541-8b36-4fca-9ccd-e5c4e9aab24c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:40.922469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a736f0dc-09e1-41b8-803e-9a1e33c9c25f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:40.961067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:41.010345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.013779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network eb3493f5-86aa-4967-92ee-c901c744199a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:41.018005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:41.021881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.022316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.031490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:41.037304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:41.044488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=a986d7eb-9188-4b88-91fb-cd31f856f00e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:41.158421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=25d74bec-c3ce-4018-a2b9-5a2ad012b8b6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:41.222581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Allocated IP 172.20.0.2 (eb3493f5-86aa-4967-92ee-c901c744199a/979f4fd6-e463-4192-8ef9-201c0b304168/714390c5-7ae5-4429-87da-204fca621b52) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:41.231220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:41.232055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.263640 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-374a3d1a-d1cc-4387-a822-aa9d03962922 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2426372 Nov 24 22:21:41.266112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60464) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:41.308228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.340745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a736f0dc-09e1-41b8-803e-9a1e33c9c25f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:41.341271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.343331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] For port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:41.376442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] For port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,segment=NetworkSegment(ea11cb2c-6cfc-4eaa-9753-1116e649bdad),segment_id=ea11cb2c-6cfc-4eaa-9753-1116e649bdad)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:41.387116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.387834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=8a6670f8-e73c-40bf-b499-b9198009de80,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:41.397061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': 'b6953657-66c2-42c3-b994-e3de9a7722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:41.397430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: 643ae541-8b36-4fca-9ccd-e5c4e9aab24c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:41.414674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:41.424881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 643ae541-8b36-4fca-9ccd-e5c4e9aab24c) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:41.430954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:41.432063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.449720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa538f5a-ecea-4976-af51-90b28a311791 None None] Network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:41.458929 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e4e1a0de-ed2d-40be-88a5-d0a3c248d19e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5530994 Nov 24 22:21:41.459907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60466) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:41.467971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668742124'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:41.490500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Router ee3136b5-fba5-45c1-8543-69bd57e27538 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:41.503351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:41.507275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.508229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.539694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:41.551670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.552576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment 3a7f3c95-578e-4cc8-be87-b1443a1ddcb4 of type vlan for network c8b4103a-8e52-4eb3-ab84-dd166b555a08 Nov 24 22:21:41.604475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.611651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9b5e4-f194-4465-b633-6c8fec0e027a None None] Pushing event updated for resources: {'Port': ['ID=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:41.637791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.646898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:41.647877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.668715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:41.672584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.683988 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ad34f1e4-1c2e-45f1-ac96-f312a28ecec8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9135931 Nov 24 22:21:41.683988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60468) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:41.684386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.702683 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] Sync routers for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:41.721673 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2577765 Nov 24 22:21:41.723662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60470) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:41.724463 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:41.725467 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:41.744910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': 'c8b4103a-8e52-4eb3-ab84-dd166b555a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:41.779449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port a986d7eb-9188-4b88-91fb-cd31f856f00e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:41.779449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.783354 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-1ac6c7b7-94e0-4bdf-81e0-cba321ca1e03 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] delete failed (client error): The resource could not be found. Nov 24 22:21:41.788952 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1ac6c7b7-94e0-4bdf-81e0-cba321ca1e03 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1756704789 HTTP/1.1" status: 404 len: 335 time: 0.1013303 Nov 24 22:21:41.798115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60472) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:41.802976 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:41.812260 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:41.813050 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:41.820173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Network eb3493f5-86aa-4967-92ee-c901c744199a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:41.821264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Pushing event updated for resources: {'Port': ['ID=714390c5-7ae5-4429-87da-204fca621b52,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:41.824881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:41.829796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:41.833725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6856c2b3-c7ce-496d-83ae-4b2be404f7c8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee3136b5-fba5-45c1-8543-69bd57e27538'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:41.855222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:41.859795 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa4cee-0265-4803-8217-3fe0b9c4e1bc None None] The sync data for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:41.894848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f415ff-612e-42f6-b6f6-d2ae8f6b34ec tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=c8b4103a-8e52-4eb3-ab84-dd166b555a08,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:41.924043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:41.929420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.933128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c8b4103a-8e52-4eb3-ab84-dd166b555a08 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:41.955555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-643ae541-8b36-4fca-9ccd-e5c4e9aab24c', 'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': '8a6670f8-e73c-40bf-b499-b9198009de80'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:41.956605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:41.991504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Attempting to bind port 714390c5-7ae5-4429-87da-204fca621b52 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:41.992045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Attempting to bind port 714390c5-7ae5-4429-87da-204fca621b52 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:41.992516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Attempting to bind port 714390c5-7ae5-4429-87da-204fca621b52 on network eb3493f5-86aa-4967-92ee-c901c744199a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:42.010537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Performing IP validity checks on allocation pools {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:21:42.011055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.ipam_backend_mixin [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:21:42.019904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:42.020824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Checking segment: {'id': 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:42.020971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.021482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Bound using segment: {'id': 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:42.022066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Bound port: 714390c5-7ae5-4429-87da-204fca621b52, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb3493f5-86aa-4967-92ee-c901c744199a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:42.022544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.158247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.187119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.199955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6856c2b3-c7ce-496d-83ae-4b2be404f7c8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.211652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] For port 714390c5-7ae5-4429-87da-204fca621b52, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:42.213156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for a986d7eb-9188-4b88-91fb-cd31f856f00e owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:42.221441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router c2bb6024-da0b-4a60-bc3e-23f0741e4f75 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:42.237677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] For port 714390c5-7ae5-4429-87da-204fca621b52, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=714390c5-7ae5-4429-87da-204fca621b52,segment=NetworkSegment(cfeb4d7a-5b40-41d3-ada9-4c045cf37549),segment_id=cfeb4d7a-5b40-41d3-ada9-4c045cf37549)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:42.244621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-6856c2b3-c7ce-496d-83ae-4b2be404f7c8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] update failed (client error): The resource could not be found. Nov 24 22:21:42.245696 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6856c2b3-c7ce-496d-83ae-4b2be404f7c8 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538 HTTP/1.1" status: 404 len: 339 time: 0.4450130 Nov 24 22:21:42.245836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=01c61b09-7d80-4970-9f1a-c3cfd44b1880,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:42.250176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60474) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:42.252441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.260979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2048162792'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:42.275208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Allocated IP 2001:db8::1 (643ae541-8b36-4fca-9ccd-e5c4e9aab24c/8a6670f8-e73c-40bf-b499-b9198009de80/136a08bd-9ea7-4b2f-a1fa-719244b81714) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:42.279562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': '3a7f3c95-578e-4cc8-be87-b1443a1ddcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c8b4103a-8e52-4eb3-ab84-dd166b555a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:42.279932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: c8b4103a-8e52-4eb3-ab84-dd166b555a08, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:42.310038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:42.316282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.324599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network c8b4103a-8e52-4eb3-ab84-dd166b555a08 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:42.334531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1176ebe0-4236-49d7-90e5-53f8c6e8c78e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:42.360380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c8b4103a-8e52-4eb3-ab84-dd166b555a08) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:42.366007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:42.366689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.370051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:42.386298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.386815 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Added segment f79cc998-ccb3-4f80-8b16-cd22e9c144f3 of type vlan for network 86e2be64-7d85-404a-a079-d261972cd6ac Nov 24 22:21:42.396799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d2b74-3de3-4306-aeee-b5064577ff4e None None] Network c8b4103a-8e52-4eb3-ab84-dd166b555a08 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:42.401850 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a87101b4-cea7-4261-999a-af6dd2e794da tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6780312 Nov 24 22:21:42.418222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60476) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:42.446578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.483826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.500932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:42.501655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.512551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:42.521790 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fae95a32-cdf4-4d39-8536-675e5ec08230 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/c2bb6024-da0b-4a60-bc3e-23f0741e4f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8519864 Nov 24 22:21:42.526458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60478) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:42.546299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] Sync routers for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:42.591744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a49e-17df-41cc-a182-96d7ef24af5e None None] Pushing event updated for resources: {'Port': ['ID=714390c5-7ae5-4429-87da-204fca621b52,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:42.617632 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3649845 Nov 24 22:21:42.640945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60480) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:42.654919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'subnet': {'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:42.671873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:42.672632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:42.681251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b58c5a-f6f3-49f7-af45-0013411a4d1e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Network': ['ID=86e2be64-7d85-404a-a079-d261972cd6ac,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:42.729959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 86e2be64-7d85-404a-a079-d261972cd6ac details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:42.742088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:42.761755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:42.762240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.836918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Made reservation on behalf of d73def4c69014b0d8eedad6a9452bbaa for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:42.841224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:42.919067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:42.919764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:42.974519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:42.975172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c469cd2d-9ba9-46fa-8cdf-8a3767210a6f None None] The sync data for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:43.056811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2c691-8a22-4eff-977c-60da78c68e73 None None] Network c66437ca-5112-44d7-9f9b-33b46568dd7a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:43.078604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.095664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.104378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.138660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ceca8-1cc2-45b7-a74b-7ba9fa94130c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c8b4103a-8e52-4eb3-ab84-dd166b555a08', 'network_id': 'c8b4103a-8e52-4eb3-ab84-dd166b555a08', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': '01c61b09-7d80-4970-9f1a-c3cfd44b1880'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:43.139684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd5ceca8-1cc2-45b7-a74b-7ba9fa94130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.152811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.159172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Subnet': ['ID=4f1a2f73-a139-4916-92f7-ced438122a79,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:43.174037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=a986d7eb-9188-4b88-91fb-cd31f856f00e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:43.176575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.178666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.183427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Checking segment: {'id': 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:43.183694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network hostable DHCP agents. Network: 86e2be64-7d85-404a-a079-d261972cd6ac, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:43.213192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network 86e2be64-7d85-404a-a079-d261972cd6ac is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:43.228389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 86e2be64-7d85-404a-a079-d261972cd6ac) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:43.246658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:43.247407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.249368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b720741-8817-47b8-80f7-337fafbac01b None None] Network 86e2be64-7d85-404a-a079-d261972cd6ac requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:43.251652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-55bf0b8e-96ca-4d39-bef7-c4f882b6c3d2 None None] Provisioning complete for port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:43.252516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-55bf0b8e-96ca-4d39-bef7-c4f882b6c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.275745 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-39b55802-8a2a-494c-887f-cdb98854fa02 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6306689 Nov 24 22:21:43.276560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60482) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:43.281839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fbc7e009-bc09-4852-9fa8-4791995ebf38 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'router': {'external_gateway_info': {'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:43.319577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:43.356953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.421413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.425448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-523fe09a-ab7c-4c63-878e-0bee28649ed6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/a986d7eb-9188-4b88-91fb-cd31f856f00e HTTP/1.1" status: 204 len: 168 time: 2.1581941 Nov 24 22:21:43.439411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:43.481467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1fcf58-090c-48ec-a1b9-0c54cfbaddfa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:21:43.483103 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cd1fcf58-090c-48ec-a1b9-0c54cfbaddfa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/a986d7eb-9188-4b88-91fb-cd31f856f00e HTTP/1.1" status: 404 len: 333 time: 0.0423052 Nov 24 22:21:43.486797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60486) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:43.529064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e009-bc09-4852-9fa8-4791995ebf38 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.544937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet 979f4fd6-e463-4192-8ef9-201c0b304168 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:43.548321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.586354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:43.603985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Pushing event updated for resources: {'Port': ['ID=136a08bd-9ea7-4b2f-a1fa-719244b81714,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:43.615406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:43.621050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.628867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.644502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,segment=NetworkSegment(ea11cb2c-6cfc-4eaa-9753-1116e649bdad),segment_id=ea11cb2c-6cfc-4eaa-9753-1116e649bdad)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:43.669480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.696821 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-fbc7e009-bc09-4852-9fa8-4791995ebf38 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:43.701450 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fbc7e009-bc09-4852-9fa8-4791995ebf38 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538 HTTP/1.1" status: 400 len: 364 time: 0.4198997 Nov 24 22:21:43.701791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=01c61b09-7d80-4970-9f1a-c3cfd44b1880,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:43.703994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60488) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:43.720583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78024000-1287-474c-8c8f-d882f7e15359 None None] Network eb3493f5-86aa-4967-92ee-c901c744199a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server [None req-dd5ceca8-1cc2-45b7-a74b-7ba9fa94130c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c61b09-7d80-4970-9f1a-c3cfd44b1880: This subnet is being modified by another concurrent operation. Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server raise exception Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c61b09-7d80-4970-9f1a-c3cfd44b1880: This subnet is being modified by another concurrent operation. Nov 24 22:21:43.748527 dv-neutron-818715-1-hyperv neutron-server[102411]: ERROR oslo_messaging.rpc.server Nov 24 22:21:43.805947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.816611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b69c6e-6820-411f-b30a-fb9e3b22fc0c None None] Network c8b4103a-8e52-4eb3-ab84-dd166b555a08 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:43.878623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b4103a-8e52-4eb3-ab84-dd166b555a08']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:43.899683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7f3c95-578e-4cc8-be87-b1443a1ddcb4') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:43.900466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7f3c95-578e-4cc8-be87-b1443a1ddcb4') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:43.913180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.917528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.934414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Attempting to bind port 136a08bd-9ea7-4b2f-a1fa-719244b81714 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:43.934786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Attempting to bind port 136a08bd-9ea7-4b2f-a1fa-719244b81714 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'b6953657-66c2-42c3-b994-e3de9a7722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:43.935158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Attempting to bind port 136a08bd-9ea7-4b2f-a1fa-719244b81714 on network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:43.968186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.984645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:43.985357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:43.988974 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:44.009336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:44.009710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Checking segment: {'id': 'b6953657-66c2-42c3-b994-e3de9a7722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:44.010123 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.010523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Bound using segment: {'id': 'b6953657-66c2-42c3-b994-e3de9a7722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:44.011006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Bound port: 136a08bd-9ea7-4b2f-a1fa-719244b81714, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6953657-66c2-42c3-b994-e3de9a7722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '643ae541-8b36-4fca-9ccd-e5c4e9aab24c'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:44.011390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.040802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:44.069133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.148929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.194531 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.200203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.204073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/c8b4103a-8e52-4eb3-ab84-dd166b555a08 HTTP/1.1" status: 204 len: 168 time: 1.7834349 Nov 24 22:21:44.213483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=979f4fd6-e463-4192-8ef9-201c0b304168,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:44.216325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.223342 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-80c40acf-5109-4fc9-ae6d-728abcad321e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/979f4fd6-e463-4192-8ef9-201c0b304168 HTTP/1.1" status: 204 len: 168 time: 0.7354953 Nov 24 22:21:44.225270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:44.225783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60492) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:44.248707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee0b29-5483-446b-bb84-09939195afea tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=c8b4103a-8e52-4eb3-ab84-dd166b555a08,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:44.284745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] For port 136a08bd-9ea7-4b2f-a1fa-719244b81714, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:44.288587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] For port 136a08bd-9ea7-4b2f-a1fa-719244b81714, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=136a08bd-9ea7-4b2f-a1fa-719244b81714,segment=NetworkSegment(b6953657-66c2-42c3-b994-e3de9a7722cf),segment_id=b6953657-66c2-42c3-b994-e3de9a7722cf)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:44.293914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-86e2be64-7d85-404a-a079-d261972cd6ac', 'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac', 'tenant_id': 'd73def4c69014b0d8eedad6a9452bbaa', 'fixed_ips': [{'subnet_id': '4f1a2f73-a139-4916-92f7-ced438122a79'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:44.294873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.312809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688988491'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:44.335342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.340191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.384580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-38f9dddb-8f09-4bb6-a4c8-18409a1082e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.440054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e9b57454-dfbb-47be-a941-7c4effd62be6 None None] Provisioning complete for port 714390c5-7ae5-4429-87da-204fca621b52 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:44.440422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9b57454-dfbb-47be-a941-7c4effd62be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.468800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:44.472884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.510773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 714390c5-7ae5-4429-87da-204fca621b52 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:44.585144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e89df-b11b-48ba-b9fe-cc9c9e600713 None None] Pushing event updated for resources: {'Port': ['ID=136a08bd-9ea7-4b2f-a1fa-719244b81714,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:44.593534 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 85242d83-06a7-4492-b49b-ff97825a272e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:44.594093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.602030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:44.616646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] DHCP port deletion for eb3493f5-86aa-4967-92ee-c901c744199a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:44.658075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.659139 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment 775c3758-9568-4a95-8420-06a8abc51069 of type vlan for network 64f588ff-9f57-4de2-943b-7b7f79b09bde Nov 24 22:21:44.701087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.716042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 714390c5-7ae5-4429-87da-204fca621b52 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:44.716377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.727079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.750034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 85242d83-06a7-4492-b49b-ff97825a272e owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:44.795532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9b57454-dfbb-47be-a941-7c4effd62be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.837888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.846056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 714390c5-7ae5-4429-87da-204fca621b52 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:44.846357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.869145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Allocated IP 2001:db8:1::2 (86e2be64-7d85-404a-a079-d261972cd6ac/4f1a2f73-a139-4916-92f7-ced438122a79/a1ae3c6c-c0d9-46cd-826c-b1157a590911) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:44.889228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e9b57454-dfbb-47be-a941-7c4effd62be6 None None] For port 714390c5-7ae5-4429-87da-204fca621b52, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=714390c5-7ae5-4429-87da-204fca621b52,segment=NetworkSegment(cfeb4d7a-5b40-41d3-ada9-4c045cf37549),segment_id=cfeb4d7a-5b40-41d3-ada9-4c045cf37549)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:44.903937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9b57454-dfbb-47be-a941-7c4effd62be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.914043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] Deleting port 714390c5-7ae5-4429-87da-204fca621b52 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:44.914410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.927748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port 714390c5-7ae5-4429-87da-204fca621b52, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=714390c5-7ae5-4429-87da-204fca621b52,segment=NetworkSegment(cfeb4d7a-5b40-41d3-ada9-4c045cf37549),segment_id=cfeb4d7a-5b40-41d3-ada9-4c045cf37549)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:44.928119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.979551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 714390c5-7ae5-4429-87da-204fca621b52 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:44.979797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.986923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:44.993202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:44.993802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.010945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=85242d83-06a7-4492-b49b-ff97825a272e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:45.092326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=64f588ff-9f57-4de2-943b-7b7f79b09bde,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:45.102569 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-538aa5cb-dd1b-4858-a53c-8375b1b9b9b4 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8756707 Nov 24 22:21:45.102754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] For port 714390c5-7ae5-4429-87da-204fca621b52, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=714390c5-7ae5-4429-87da-204fca621b52,segment=NetworkSegment(cfeb4d7a-5b40-41d3-ada9-4c045cf37549),segment_id=cfeb4d7a-5b40-41d3-ada9-4c045cf37549)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:45.103038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.106800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60494) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:45.124130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ef0152f9-821a-434c-820a-c2b5c62d8a44 None None] Provisioning complete for port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:45.124492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef0152f9-821a-434c-820a-c2b5c62d8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.143136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': '64f588ff-9f57-4de2-943b-7b7f79b09bde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:45.153740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 64f588ff-9f57-4de2-943b-7b7f79b09bde details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:45.180773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.227389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b57454-dfbb-47be-a941-7c4effd62be6 None None] Pushing event updated for resources: {'Port': ['ID=714390c5-7ae5-4429-87da-204fca621b52,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:45.264553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1176ebe0-4236-49d7-90e5-53f8c6e8c78e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:45.266521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] Calling delete_port for 714390c5-7ae5-4429-87da-204fca621b52 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:45.369504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:45.373719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.377556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.420849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=714390c5-7ae5-4429-87da-204fca621b52,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:45.425134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Allocated IP 2001:db8::1 (c6345411-4b2f-4366-acca-e81dbc893d2f/9f357f07-5667-4b5e-8165-55ff827370fb/a479a4ba-06f2-4efe-8078-f3043ae5e800) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:45.434091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router c2bb6024-da0b-4a60-bc3e-23f0741e4f75 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:45.477883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port 714390c5-7ae5-4429-87da-204fca621b52 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:45.509108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:45.509487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.512912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.527023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:45.533151 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bd492136-decd-429f-aed4-064a415c8f77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/c2bb6024-da0b-4a60-bc3e-23f0741e4f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051765 Nov 24 22:21:45.536162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60496) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:45.539660 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] Sync routers for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:45.553222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:45.554029 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.569443 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3b957e07-aa96-4a98-a1f2-d819ec09184b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2bb6024-da0b-4a60-bc3e-23f0741e4f75 HTTP/1.1" status: 200 len: 205 time: 0.0317090 Nov 24 22:21:45.571865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60498) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:45.572640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.615837 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.631313 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] Routers {'c2bb6024-da0b-4a60-bc3e-23f0741e4f75'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:45.632465 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.636116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.670368 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.671400 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e2870-66bf-482c-bdbf-315040957c2a None None] The sync data for ids ['c2bb6024-da0b-4a60-bc3e-23f0741e4f75'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:45.697189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.712380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.745589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3493f5-86aa-4967-92ee-c901c744199a']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.790669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.790955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb4d7a-5b40-41d3-ada9-4c045cf37549') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:45.812840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.826310 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Network 86e2be64-7d85-404a-a079-d261972cd6ac is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:45.832619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:45.833371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.839140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233f6ba-022a-42c5-971c-47ace590c04b None None] Network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:45.846530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:45.887516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.897733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Pushing event updated for resources: {'Port': ['ID=a1ae3c6c-c0d9-46cd-826c-b1157a590911,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:45.904650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:45.905063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:45.908360 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:45.915334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] No DVR routers for this DVR port 714390c5-7ae5-4429-87da-204fca621b52 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:45.917561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.920304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.977816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.978643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router c2bb6024-da0b-4a60-bc3e-23f0741e4f75 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:21:45.990296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:45.991422 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d5622836-d57a-4dee-8708-732fb1e3bb46 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/c2bb6024-da0b-4a60-bc3e-23f0741e4f75 HTTP/1.1" status: 204 len: 168 time: 0.4179947 Nov 24 22:21:45.994169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60500) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:45.995655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f6853-42c9-487c-aaeb-47b70a7d9eb4 None None] Pushing event deleted for resources: {'Port': ['ID=714390c5-7ae5-4429-87da-204fca621b52,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:46.011557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ca40ee37-d4e5-4719-8766-62e93b586d11 None None] Provisioning complete for port 136a08bd-9ea7-4b2f-a1fa-719244b81714 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:46.011785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca40ee37-d4e5-4719-8766-62e93b586d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.031608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.034009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.049669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.052660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet 3ee72fe0-f928-4ce1-8be7-dc5d2e427f46 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:46.056658 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/eb3493f5-86aa-4967-92ee-c901c744199a HTTP/1.1" status: 204 len: 168 time: 1.8254926 Nov 24 22:21:46.056976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60502) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:46.062342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'name': 'tempest-PortsTestJSON-262421385'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:46.065796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.077058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Attempting to bind port a1ae3c6c-c0d9-46cd-826c-b1157a590911 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:46.077432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Attempting to bind port a1ae3c6c-c0d9-46cd-826c-b1157a590911 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:46.077795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Attempting to bind port a1ae3c6c-c0d9-46cd-826c-b1157a590911 on network 86e2be64-7d85-404a-a079-d261972cd6ac {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:46.097930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca7a24-487c-4ec1-a75c-2a55b947c13d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=eb3493f5-86aa-4967-92ee-c901c744199a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:46.100220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.103476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:46.103879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Checking segment: {'id': 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:46.104289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.104687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Bound using segment: {'id': 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:46.105171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Bound port: a1ae3c6c-c0d9-46cd-826c-b1157a590911, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '86e2be64-7d85-404a-a079-d261972cd6ac'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:46.105552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.150398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network c6345411-4b2f-4366-acca-e81dbc893d2f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:46.167210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:46.178731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.185189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:46.185818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.284581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Port': ['ID=a479a4ba-06f2-4efe-8078-f3043ae5e800,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:46.296881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:46.302764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=5198d43d-ea00-4dd4-b4ff-d4b20f3590f1,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:46.304193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.327665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 136a08bd-9ea7-4b2f-a1fa-719244b81714 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:46.330014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.342597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': '775c3758-9568-4a95-8420-06a8abc51069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '64f588ff-9f57-4de2-943b-7b7f79b09bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:46.343308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: 64f588ff-9f57-4de2-943b-7b7f79b09bde, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:46.360934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.364213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 6674c616-6935-4f21-9510-cf9cf6a03fba yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:46.385210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] For port a1ae3c6c-c0d9-46cd-826c-b1157a590911, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:46.405424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca40ee37-d4e5-4719-8766-62e93b586d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.413951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] For port a1ae3c6c-c0d9-46cd-826c-b1157a590911, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a1ae3c6c-c0d9-46cd-826c-b1157a590911,segment=NetworkSegment(f79cc998-ccb3-4f80-8b16-cd22e9c144f3),segment_id=f79cc998-ccb3-4f80-8b16-cd22e9c144f3)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:46.437617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 64f588ff-9f57-4de2-943b-7b7f79b09bde is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:46.458033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.465780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 64f588ff-9f57-4de2-943b-7b7f79b09bde) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:46.497049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.500450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213727a2-dc50-4513-a11c-4ddd031fc861 None None] Network 64f588ff-9f57-4de2-943b-7b7f79b09bde requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:46.551002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:46.551619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.573518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee72fe0-f928-4ce1-8be7-dc5d2e427f46,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:46.580776 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1afd1d29-50a7-4656-b6ec-2cec61fb6914 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4718318 Nov 24 22:21:46.584703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60504) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:46.604265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.605288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 136a08bd-9ea7-4b2f-a1fa-719244b81714 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:46.605669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.608749 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ef6f7d3e-2040-4c96-bab9-e70b5133bc9f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/3ee72fe0-f928-4ce1-8be7-dc5d2e427f46 HTTP/1.1" status: 204 len: 168 time: 0.6137097 Nov 24 22:21:46.614362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60506) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:46.690705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02886a4f-89a3-450e-bcee-aff7220b6c0a None None] Network 9169d8ef-af07-43c7-afd2-51f043926b79 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:46.717235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ca40ee37-d4e5-4719-8766-62e93b586d11 None None] For port 136a08bd-9ea7-4b2f-a1fa-719244b81714, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=136a08bd-9ea7-4b2f-a1fa-719244b81714,segment=NetworkSegment(b6953657-66c2-42c3-b994-e3de9a7722cf),segment_id=b6953657-66c2-42c3-b994-e3de9a7722cf)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:46.732639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.779861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca40ee37-d4e5-4719-8766-62e93b586d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.837562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5925982a-5e9f-4781-87ce-aadfc4e73f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.846296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.856298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.866041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131e73-32b2-4f41-b5c6-97a999e5993d None None] Pushing event updated for resources: {'Port': ['ID=a1ae3c6c-c0d9-46cd-826c-b1157a590911,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:46.869678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet 79bbabd9-6e20-4487-acc0-5eb202f3d8d5 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:46.880968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.888171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.949908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.960533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:46.995859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.012574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.013299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.013690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.026261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:47.054731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:47.061984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:47.068816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:47.069521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.072022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=5198d43d-ea00-4dd4-b4ff-d4b20f3590f1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:47.093216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=6674c616-6935-4f21-9510-cf9cf6a03fba,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:47.107048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5bd6ca24-ea50-44f3-954f-244a7d0b97ca None None] Provisioning complete for port 136a08bd-9ea7-4b2f-a1fa-719244b81714 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:47.107422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ca24-ea50-44f3-954f-244a7d0b97ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.117471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d45c3-2d24-4e15-8bd0-6f501435ef37 None None] Network 64f588ff-9f57-4de2-943b-7b7f79b09bde requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:47.138455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40ee37-d4e5-4719-8766-62e93b586d11 None None] Pushing event updated for resources: {'Port': ['ID=136a08bd-9ea7-4b2f-a1fa-719244b81714,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:47.158915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 714390c5-7ae5-4429-87da-204fca621b52 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:47.161272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Network c6345411-4b2f-4366-acca-e81dbc893d2f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:47.168438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:47.211616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event updated for resources: {'Port': ['ID=a479a4ba-06f2-4efe-8078-f3043ae5e800,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:47.220079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 714390c5-7ae5-4429-87da-204fca621b52 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:47.220419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 714390c5-7ae5-4429-87da-204fca621b52 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:47.302748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.370421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] DHCP port deletion for 9169d8ef-af07-43c7-afd2-51f043926b79 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:47.390557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Router ee3136b5-fba5-45c1-8543-69bd57e27538 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:47.401828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.419307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5bd6ca24-ea50-44f3-954f-244a7d0b97ca None None] Provisioning complete for port a479a4ba-06f2-4efe-8078-f3043ae5e800 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:47.419716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ca24-ea50-44f3-954f-244a7d0b97ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.436083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=79bbabd9-6e20-4487-acc0-5eb202f3d8d5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:47.456920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d656f-9758-4160-b73d-19855ccb3396 None None] Network fda285a1-7b84-40e1-8125-60c8e17e812f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:47.513570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.518873 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-beb24569-7a93-4527-9b12-6e3e330c74fe tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/79bbabd9-6e20-4487-acc0-5eb202f3d8d5 HTTP/1.1" status: 204 len: 168 time: 0.9034851 Nov 24 22:21:47.525860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60508) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:47.600014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ca24-ea50-44f3-954f-244a7d0b97ca None None] Port a479a4ba-06f2-4efe-8078-f3043ae5e800 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:47.614959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] Deleting port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:47.615350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.624964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.630633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:47.648337 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d3654b3c-ce13-4f74-9d35-013c15b8089b tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428101 Nov 24 22:21:47.651076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60510) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:47.656870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.680480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f588ff-9f57-4de2-943b-7b7f79b09bde']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:47.691809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775c3758-9568-4a95-8420-06a8abc51069') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:47.695794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775c3758-9568-4a95-8420-06a8abc51069') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:47.706692 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.718073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] Sync routers for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:47.723184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] For port 6e61ab71-fe83-4dd1-804c-a5af3d65f796, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6e61ab71-fe83-4dd1-804c-a5af3d65f796,segment=NetworkSegment(8f0fba0f-162d-40f3-b1e3-d8f59719b843),segment_id=8f0fba0f-162d-40f3-b1e3-d8f59719b843)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:47.724149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.726793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.733668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:47.734275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.744305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] DHCP port deletion for fda285a1-7b84-40e1-8125-60c8e17e812f request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:47.766460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] Calling delete_port for 6e61ab71-fe83-4dd1-804c-a5af3d65f796 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:47.771439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:47.772797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:47.781062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-29bd0262-eb42-435f-ae55-728814f1155c tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:47.800044 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:47.807361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.816314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.823174 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/64f588ff-9f57-4de2-943b-7b7f79b09bde HTTP/1.1" status: 204 len: 168 time: 1.2332637 Nov 24 22:21:47.824862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60512) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:47.829970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750248248'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:47.836537 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-59efa5ea-4188-4eb5-89ba-e4f502f7f112 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7785482 Nov 24 22:21:47.837627 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7510-262c-4629-b356-08301466b1f8 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=64f588ff-9f57-4de2-943b-7b7f79b09bde,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:47.843954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60514) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:47.883449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-15ac4fb7-0921-4327-aeac-de6d1f40546f None None] Provisioning complete for port a479a4ba-06f2-4efe-8078-f3043ae5e800 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:47.888839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-15ac4fb7-0921-4327-aeac-de6d1f40546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.889323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:47.889670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.966713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 6674c616-6935-4f21-9510-cf9cf6a03fba {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:47.967123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.970311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:47.974441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:47.981447 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-29bd0262-eb42-435f-ae55-728814f1155c tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 22:21:47.985723 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-29bd0262-eb42-435f-ae55-728814f1155c tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538 HTTP/1.1" status: 409 len: 329 time: 0.3304942 Nov 24 22:21:47.986953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60516) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:48.003555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port 6e61ab71-fe83-4dd1-804c-a5af3d65f796, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=6e61ab71-fe83-4dd1-804c-a5af3d65f796,segment=NetworkSegment(8f0fba0f-162d-40f3-b1e3-d8f59719b843),segment_id=8f0fba0f-162d-40f3-b1e3-d8f59719b843)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:48.003961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.024814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 6e61ab71-fe83-4dd1-804c-a5af3d65f796 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:48.030811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:48.048356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.048597 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment cd30140c-9603-4195-92dd-44900dd6967f of type vlan for network dad77335-092d-45e9-b59d-8d4676c14f2c Nov 24 22:21:48.105145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:48.111100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508154f-4aea-423b-b0cf-7ea206d1d3a9 None None] Network 86e2be64-7d85-404a-a079-d261972cd6ac requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:48.119144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.136553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 6674c616-6935-4f21-9510-cf9cf6a03fba owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:48.142757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.184719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.198771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:48.199425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.250247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.255878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:48.256503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:48.272555 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4463923 Nov 24 22:21:48.281008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.286795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60518) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:48.290448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-15ac4fb7-0921-4327-aeac-de6d1f40546f None None] Port a479a4ba-06f2-4efe-8078-f3043ae5e800 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:48.296826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:48.297353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572723a2-deb0-452e-bb88-9a949985bf99 None None] The sync data for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:48.297656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': 'dad77335-092d-45e9-b59d-8d4676c14f2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:48.333552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfb30c-d653-4eb5-a9a0-de90dc45b3f6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=dad77335-092d-45e9-b59d-8d4676c14f2c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:48.337937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] Pushing event deleted for resources: {'Port': ['ID=6e61ab71-fe83-4dd1-804c-a5af3d65f796,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:48.348144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network dad77335-092d-45e9-b59d-8d4676c14f2c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:48.356215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78caf3ae-29fe-414a-aa96-1b77038ce5a9 None None] No DVR routers for this DVR port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:48.365267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port 6e61ab71-fe83-4dd1-804c-a5af3d65f796 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:48.371932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=6e61ab71-fe83-4dd1-804c-a5af3d65f796,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:48.374888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] Deleting port 3002cf9d-4657-485a-a052-05ee206ab823 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:48.375408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.417785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a1ae3c6c-c0d9-46cd-826c-b1157a590911 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:48.441869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.461691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.483066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=6674c616-6935-4f21-9510-cf9cf6a03fba,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:48.492730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.495980 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-af0e941a-c692-4a7c-bfe3-5c9d5b287e01 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/6674c616-6935-4f21-9510-cf9cf6a03fba HTTP/1.1" status: 204 len: 168 time: 0.6493211 Nov 24 22:21:48.499699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60520) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:48.504599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'mac_address': 'fa:16:3e:0e:62:4d', 'name': 'tempest-PortsTestJSON-789347312'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:48.577923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] For port 3002cf9d-4657-485a-a052-05ee206ab823, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3002cf9d-4657-485a-a052-05ee206ab823,segment=NetworkSegment(1ae8670a-4f09-48c9-9fb8-2bff482cf691),segment_id=1ae8670a-4f09-48c9-9fb8-2bff482cf691)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:48.578350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.597797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-42a0605d-c01d-48a7-bb8a-bed6c996bbc8 None None] Provisioning complete for port a1ae3c6c-c0d9-46cd-826c-b1157a590911 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:48.598172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-42a0605d-c01d-48a7-bb8a-bed6c996bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.627237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.635255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] Calling delete_port for 3002cf9d-4657-485a-a052-05ee206ab823 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:48.712518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:48.722174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a1ae3c6c-c0d9-46cd-826c-b1157a590911 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:48.722800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.819942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-42a0605d-c01d-48a7-bb8a-bed6c996bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.844740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.867167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.900915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port db1c728c-ccf5-4894-9add-84b192a9c225 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:48.915256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-42a0605d-c01d-48a7-bb8a-bed6c996bbc8 None None] For port a1ae3c6c-c0d9-46cd-826c-b1157a590911, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a1ae3c6c-c0d9-46cd-826c-b1157a590911,segment=NetworkSegment(f79cc998-ccb3-4f80-8b16-cd22e9c144f3),segment_id=f79cc998-ccb3-4f80-8b16-cd22e9c144f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:48.916465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] Pushing event deleted for resources: {'Port': ['ID=3002cf9d-4657-485a-a052-05ee206ab823,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:48.922244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.922779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e208ba-fb0e-4f66-ad9b-800985a2530f None None] No DVR routers for this DVR port 3002cf9d-4657-485a-a052-05ee206ab823 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:48.937205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-42a0605d-c01d-48a7-bb8a-bed6c996bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.951587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9967b5-3549-4681-a9de-a2d741ad2e92 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:21:48.953382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:48.957390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:48.971690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.029104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9169d8ef-af07-43c7-afd2-51f043926b79']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.049152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0fba0f-162d-40f3-b1e3-d8f59719b843') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.049471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0fba0f-162d-40f3-b1e3-d8f59719b843') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.071039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.084351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0605d-c01d-48a7-bb8a-bed6c996bbc8 None None] Pushing event updated for resources: {'Port': ['ID=a1ae3c6c-c0d9-46cd-826c-b1157a590911,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.095793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.109616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:49.110037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:49.114930 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:49.131467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:21:49.131860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:21:49.134645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8f074c05-f2e3-4317-9e68-129c5fd6aa38 None None] Provisioning complete for port a1ae3c6c-c0d9-46cd-826c-b1157a590911 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:49.135022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8f074c05-f2e3-4317-9e68-129c5fd6aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.154053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.157168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting port a479a4ba-06f2-4efe-8078-f3043ae5e800 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:49.158097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.206477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9967b5-3549-4681-a9de-a2d741ad2e92 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:21:49.226722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.248052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.252130 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/9169d8ef-af07-43c7-afd2-51f043926b79 HTTP/1.1" status: 204 len: 168 time: 1.7253089 Nov 24 22:21:49.254829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60522) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:49.267605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad96f-eab4-4824-98f9-fa963bb006e1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=9169d8ef-af07-43c7-afd2-51f043926b79,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.316442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.321528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.326101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.381668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Calling delete_port for a479a4ba-06f2-4efe-8078-f3043ae5e800 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:49.387963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=0ce89450-f2d1-4b80-a6a5-bbbc87703285,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.400361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.403506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': 'cd30140c-9603-4195-92dd-44900dd6967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dad77335-092d-45e9-b59d-8d4676c14f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:49.403962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: dad77335-092d-45e9-b59d-8d4676c14f2c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:49.405794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:49.416134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:49.423866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network dad77335-092d-45e9-b59d-8d4676c14f2c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:49.427952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:49.433558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:49.434173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.434643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, dad77335-092d-45e9-b59d-8d4676c14f2c) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:49.439175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:49.440065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.457136 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f56889af-a1b5-4b5c-9324-ce8036e12890 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1670105 Nov 24 22:21:49.459868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60524) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:49.475370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=db1c728c-ccf5-4894-9add-84b192a9c225,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.500445 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-152b91b3-3473-4061-9443-e3d13b85b2ba tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9997017 Nov 24 22:21:49.501310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:49.522503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6440360-8657-4a48-82ec-cc997ada3985 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:21:49.568945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.612584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.625846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb430abd-d570-4b88-862a-676f81964fca tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:49.627106 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bb430abd-d570-4b88-862a-676f81964fca tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/db1c728c-ccf5-4894-9add-84b192a9c225 HTTP/1.1" status: 200 len: 840 time: 0.1234345 Nov 24 22:21:49.630084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60528) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:49.641037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.677611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.679647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6440360-8657-4a48-82ec-cc997ada3985 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:21:49.686369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 136a08bd-9ea7-4b2f-a1fa-719244b81714 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:49.707317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda285a1-7b84-40e1-8125-60c8e17e812f']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.719753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae8670a-4f09-48c9-9fb8-2bff482cf691') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.720096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae8670a-4f09-48c9-9fb8-2bff482cf691') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.734668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.764052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.786785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.787873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 136a08bd-9ea7-4b2f-a1fa-719244b81714 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:49.788312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.800839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce89450-f2d1-4b80-a6a5-bbbc87703285,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.808594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:49.809244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.813014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port db1c728c-ccf5-4894-9add-84b192a9c225 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:49.813156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:49.815138 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:49.884810 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.894686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.920448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.923676 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/fda285a1-7b84-40e1-8125-60c8e17e812f HTTP/1.1" status: 204 len: 168 time: 0.6676130 Nov 24 22:21:49.924501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.927845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60530) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:49.928637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Port': ['ID=a479a4ba-06f2-4efe-8078-f3043ae5e800,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.935750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-306833788'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:49.949213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:49.960781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6e816-6503-433f-9aed-c6df22490a10 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=fda285a1-7b84-40e1-8125-60c8e17e812f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:49.965560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad77335-092d-45e9-b59d-8d4676c14f2c']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.975249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for db1c728c-ccf5-4894-9add-84b192a9c225 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:49.981914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30140c-9603-4195-92dd-44900dd6967f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.981914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30140c-9603-4195-92dd-44900dd6967f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:49.996439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.044567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6e61ab71-fe83-4dd1-804c-a5af3d65f796 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:50.052271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.061104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:50.061606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:50.065041 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:50.079305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 6e61ab71-fe83-4dd1-804c-a5af3d65f796 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:50.079676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 6e61ab71-fe83-4dd1-804c-a5af3d65f796 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:50.080092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3002cf9d-4657-485a-a052-05ee206ab823 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:50.101785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:50.105407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.106203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 3002cf9d-4657-485a-a052-05ee206ab823 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:50.106552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3002cf9d-4657-485a-a052-05ee206ab823 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:50.107495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.110169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0170bf-732d-49c5-a4ff-17dca5b0c2cf None None] Network dad77335-092d-45e9-b59d-8d4676c14f2c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:50.160444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.170378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.178460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60532) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.179187 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/dad77335-092d-45e9-b59d-8d4676c14f2c HTTP/1.1" status: 204 len: 168 time: 0.7170885 Nov 24 22:21:50.185876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1306406402'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:50.194222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a7042-a778-49ea-b795-3d6589d8504b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=dad77335-092d-45e9-b59d-8d4676c14f2c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:50.197393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.227030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:50.241252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4349614-e309-4532-acfa-3076e36817b3 None None] Network dad77335-092d-45e9-b59d-8d4676c14f2c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:50.243733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=db1c728c-ccf5-4894-9add-84b192a9c225,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:50.249981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.257928 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0a0dc1e0-17f6-4580-a73d-4b4e6b091143 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/db1c728c-ccf5-4894-9add-84b192a9c225 HTTP/1.1" status: 204 len: 168 time: 0.6258354 Nov 24 22:21:50.258855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60534) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.264581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4349614-e309-4532-acfa-3076e36817b3 None None] Network dad77335-092d-45e9-b59d-8d4676c14f2c could not be found, it might have been deleted concurrently. {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 22:21:50.267299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.267687 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a of type vlan for network 264c0ce1-39b2-46fa-9228-669f074137a8 Nov 24 22:21:50.287236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a1ae3c6c-c0d9-46cd-826c-b1157a590911 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:50.290962 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-25586b29-3055-4ab5-a413-e63b3dd54007 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:21:50.292671 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-25586b29-3055-4ab5-a413-e63b3dd54007 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/db1c728c-ccf5-4894-9add-84b192a9c225 HTTP/1.1" status: 404 len: 333 time: 0.0307653 Nov 24 22:21:50.297490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60536) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.304027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'name': 'tempest-PortsTestJSON-754325525'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:50.347345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a1ae3c6c-c0d9-46cd-826c-b1157a590911 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:50.348013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.376888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:50.380943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.417018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:50.420094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.420803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.434087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:50.444768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.446073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment bab01770-6d92-4e8b-85e2-457704bd1c0d of type vlan for network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 Nov 24 22:21:50.447623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port dae186a5-cfb1-4e90-b934-ab9b0fb712ac yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:50.505849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Router ee3136b5-fba5-45c1-8543-69bd57e27538 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:50.520099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.524961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.530404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:50.530985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.603168 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6716111 Nov 24 22:21:50.607308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60538) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.614792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:50.619990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.679994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c09a44-df6b-4c79-a181-712892caeefd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=264c0ce1-39b2-46fa-9228-669f074137a8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:50.684283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.690328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:50.690911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.691737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 264c0ce1-39b2-46fa-9228-669f074137a8 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:50.698026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:50.714344 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] Sync routers for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:50.721973 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-819477e7-34ff-4944-8437-78507eb8fcaa tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313998 Nov 24 22:21:50.725626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.733948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.738999 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:50.740298 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:50.773527 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:50.783478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=5fd5ef77-33d3-4a33-b41f-13fbeeccf947,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:50.784613 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] Routers {'ee3136b5-fba5-45c1-8543-69bd57e27538'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:50.785414 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['ee3136b5-fba5-45c1-8543-69bd57e27538'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:50.806139 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-f3353c9d-ef75-4b59-a797-f2326e3d968e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] show failed (client error): The resource could not be found. Nov 24 22:21:50.811085 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f3353c9d-ef75-4b59-a797-f2326e3d968e tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1663615403 HTTP/1.1" status: 404 len: 335 time: 0.0805717 Nov 24 22:21:50.814911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60542) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.821378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-47c8bedc-61b7-4eac-81b1-a9248578bce3 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:50.825489 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:50.826139 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd550e0-e5ed-44cd-a84e-f20d38fee52b None None] The sync data for ids ['ee3136b5-fba5-45c1-8543-69bd57e27538'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:50.862453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:50.863579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:50.867987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.874263 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-47c8bedc-61b7-4eac-81b1-a9248578bce3 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] update failed (client error): The resource could not be found. Nov 24 22:21:50.876790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:50.880415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60544) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.880601 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-47c8bedc-61b7-4eac-81b1-a9248578bce3 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1289549674 HTTP/1.1" status: 404 len: 335 time: 0.0630317 Nov 24 22:21:50.888666 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f502a80f-5e6d-40d7-ab6d-67551c60417c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7043483 Nov 24 22:21:50.889265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60546) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:50.890936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:50.892884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:50.894541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:50.898669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:50.899281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:50.908881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=dae186a5-cfb1-4e90-b934-ab9b0fb712ac,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:50.990084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:50.993682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.006402 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4eeed43d-9ad9-4e1c-aa28-5d2c6a47a4b0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7077942 Nov 24 22:21:51.012030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60548) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:51.019860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting subnet 4f1a2f73-a139-4916-92f7-ced438122a79 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:51.024747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.041402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:51.073140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.139091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.226766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.229884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.323145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=92d34103-bcfa-4c34-9dc7-0c2d56aff418,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:51.337433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.346851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:51.347201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: 264c0ce1-39b2-46fa-9228-669f074137a8, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:51.357817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.389643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1a2f73-a139-4916-92f7-ced438122a79,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:51.393785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 264c0ce1-39b2-46fa-9228-669f074137a8 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:51.396884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.400332 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-086ffa7d-ab99-41a3-aae4-f24e7b598487 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/subnets/4f1a2f73-a139-4916-92f7-ced438122a79 HTTP/1.1" status: 204 len: 168 time: 0.5192606 Nov 24 22:21:51.402068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7ed42-63d9-4f7d-878e-3fb67f064f0e None None] Network 86e2be64-7d85-404a-a079-d261972cd6ac requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:51.402727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60550) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:51.418963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.427234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=74837762-9b44-40f2-8aa1-7af3c58560b5,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:51.430806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.463059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 264c0ce1-39b2-46fa-9228-669f074137a8) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:51.468597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': 'bab01770-6d92-4e8b-85e2-457704bd1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:51.468959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: 5fd5ef77-33d3-4a33-b41f-13fbeeccf947, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:51.471241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] In _notify_port_updated(), no bound segment for port dae186a5-cfb1-4e90-b934-ab9b0fb712ac on network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:21:51.477188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6faf54-7cc2-48cf-ae3e-a8ee0fbcfbd5 None None] Network 264c0ce1-39b2-46fa-9228-669f074137a8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:51.477656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:51.478300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.482125 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/ports/dae186a5-cfb1-4e90-b934-ab9b0fb712ac HTTP/1.1" status: 200 len: 818 time: 0.4666259 Nov 24 22:21:51.483318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:51.508912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.511474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:51.512147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.538988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74585258-f312-4e41-8fd9-85cd97a38947 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=dae186a5-cfb1-4e90-b934-ab9b0fb712ac,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:51.560320 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-18671b6f-6c1b-4ec5-a74b-3f0462780eb2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9495251 Nov 24 22:21:51.561004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60554) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:51.568921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556964719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:51.570865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:51.578284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 5fd5ef77-33d3-4a33-b41f-13fbeeccf947) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:51.583486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:51.584110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.598999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.600160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.612979 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f3bf8506-54fb-44bb-b17e-5752c322b1a5 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7226553 Nov 24 22:21:51.614469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60556) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:51.622188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:51.632342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port dae186a5-cfb1-4e90-b934-ab9b0fb712ac {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:51.632342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.650527 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f77457-ffcc-4f87-b898-066dc47d2346 None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:51.703306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] DHCP port deletion for 86e2be64-7d85-404a-a079-d261972cd6ac request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:51.711415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.714572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.719092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting port a1ae3c6c-c0d9-46cd-826c-b1157a590911 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:51.719605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.724535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.727896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for dae186a5-cfb1-4e90-b934-ab9b0fb712ac owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:51.791134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-264c0ce1-39b2-46fa-9228-669f074137a8', 'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': '92d34103-bcfa-4c34-9dc7-0c2d56aff418'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:51.792180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.795319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.796551 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8f630e5a-4927-4572-8e02-ff8e6dc60dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2334702 Nov 24 22:21:51.799794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60558) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:51.807217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'port': {'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8', 'name': 'tempest-RoutersTest-751393797'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:51.842259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] For port a1ae3c6c-c0d9-46cd-826c-b1157a590911, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a1ae3c6c-c0d9-46cd-826c-b1157a590911,segment=NetworkSegment(f79cc998-ccb3-4f80-8b16-cd22e9c144f3),segment_id=f79cc998-ccb3-4f80-8b16-cd22e9c144f3)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:51.842538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.865711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Calling delete_port for a1ae3c6c-c0d9-46cd-826c-b1157a590911 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:51.901540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.924535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:51.924736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Deleting port a1ae3c6c-c0d9-46cd-826c-b1157a590911 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:51.925220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.928614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.945494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=dae186a5-cfb1-4e90-b934-ab9b0fb712ac,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:51.964454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:51.970021 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4b4cb334-8313-4ce7-817c-7354df944cea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/dae186a5-cfb1-4e90-b934-ab9b0fb712ac HTTP/1.1" status: 204 len: 168 time: 0.4828830 Nov 24 22:21:51.970776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60560) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.008320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:52.012358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.035276 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] device_id is not set on port 2ab65cff-04bb-46bf-b19e-ed9a27bce9f1 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:52.047704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.054550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-5fd5ef77-33d3-4a33-b41f-13fbeeccf947', 'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': '74837762-9b44-40f2-8aa1-7af3c58560b5'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:52.056036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.056492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5df885-8d1e-4685-9876-0996ce8a5593 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.060491 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c5df885-8d1e-4685-9876-0996ce8a5593 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0867360 Nov 24 22:21:52.081339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60562) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.094316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] For port a1ae3c6c-c0d9-46cd-826c-b1157a590911, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a1ae3c6c-c0d9-46cd-826c-b1157a590911,segment=NetworkSegment(f79cc998-ccb3-4f80-8b16-cd22e9c144f3),segment_id=f79cc998-ccb3-4f80-8b16-cd22e9c144f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:52.094771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.097756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Port': ['ID=a1ae3c6c-c0d9-46cd-826c-b1157a590911,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.103491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] No DVR routers for this DVR port a1ae3c6c-c0d9-46cd-826c-b1157a590911 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:52.117596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Allocated IP 172.20.0.2 (264c0ce1-39b2-46fa-9228-669f074137a8/92d34103-bcfa-4c34-9dc7-0c2d56aff418/92b989c5-b836-47e3-80d8-984dcb870612) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:52.125294 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49c2c36-ce00-4e24-b2c8-c209733ed138 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:21:52.126205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Calling delete_port for a1ae3c6c-c0d9-46cd-826c-b1157a590911 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:52.126891 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d49c2c36-ce00-4e24-b2c8-c209733ed138 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/dae186a5-cfb1-4e90-b934-ab9b0fb712ac HTTP/1.1" status: 404 len: 333 time: 0.0444839 Nov 24 22:21:52.132177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60564) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.137540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-939968421'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:52.160553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:52.165420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.256622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.259997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a1ae3c6c-c0d9-46cd-826c-b1157a590911 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:52.289026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e2be64-7d85-404a-a079-d261972cd6ac']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:52.305641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:52.305921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79cc998-ccb3-4f80-8b16-cd22e9c144f3') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:52.329311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a1ae3c6c-c0d9-46cd-826c-b1157a590911 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:52.329822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a1ae3c6c-c0d9-46cd-826c-b1157a590911 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:52.335877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.358745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.375003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:52.375003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:52.378184 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:52.415908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Allocated IP 2001:db8::2 (5fd5ef77-33d3-4a33-b41f-13fbeeccf947/74837762-9b44-40f2-8aa1-7af3c58560b5/ae667c6c-71dc-409b-b5ec-bd7cf905a0a2) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:52.445957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.484963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.498288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.502324 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/networks/86e2be64-7d85-404a-a079-d261972cd6ac HTTP/1.1" status: 204 len: 168 time: 1.0985689 Nov 24 22:21:52.506291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60566) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.506502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:52.518671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:52.523249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.523856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.526069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d54f08-ba50-4431-8c24-cce600ec4590 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Network': ['ID=86e2be64-7d85-404a-a079-d261972cd6ac,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.530892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.535417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=6c73a89a-3e4d-4ece-964a-a1a0d4c6016a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.546596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20df7429-6f8c-4d79-9755-0fb6142c439b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9310391 Nov 24 22:21:52.548987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.557769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:52.571311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Pushing event deleted for resources: {'Port': ['ID=a1ae3c6c-c0d9-46cd-826c-b1157a590911,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.578265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting subnet 0c67a18a-ebea-44ad-b59e-d95dec7ba741 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:52.580794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.580929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] Network 86e2be64-7d85-404a-a079-d261972cd6ac is not hosted by any dhcp agent {{(pid=102411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:21:52.581191 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 831dcbdc-6714-41d4-a057-788c25b28232 of type vlan for network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b Nov 24 22:21:52.581364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4ef27-ccfb-4cca-ac85-6075ae1a57ac None None] No DVR routers for this DVR port a1ae3c6c-c0d9-46cd-826c-b1157a590911 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:52.593831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.603231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.619154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.625291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1ae6f-3417-426c-af81-316184d66170 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.627245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1ae6f-3417-426c-af81-316184d66170 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.628796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1ae6f-3417-426c-af81-316184d66170 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.630426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1ae6f-3417-426c-af81-316184d66170 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.632154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1ae6f-3417-426c-af81-316184d66170 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.638009 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6ca1ae6f-3417-426c-af81-316184d66170 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0878050 Nov 24 22:21:52.638758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60570) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.643690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208824737'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:52.668597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:52.672307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.696848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:52.704210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.708661 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.709080 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment 3a776206-e032-41f8-90bf-1d37f82a7d1a of type vlan for network 6878c077-c792-4a1a-9aec-b26b38f93fc0 Nov 24 22:21:52.710713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Network 264c0ce1-39b2-46fa-9228-669f074137a8 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:52.715146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.716650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:52.725490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:52.736481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Pushing event updated for resources: {'Port': ['ID=92b989c5-b836-47e3-80d8-984dcb870612,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.756250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.778191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.20.0.3 (264c0ce1-39b2-46fa-9228-669f074137a8/92d34103-bcfa-4c34-9dc7-0c2d56aff418/2ab65cff-04bb-46bf-b19e-ed9a27bce9f1) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:52.791459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.791992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.799421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.799421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.803882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.804062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Attempting to bind port 92b989c5-b836-47e3-80d8-984dcb870612 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:52.804373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Attempting to bind port 92b989c5-b836-47e3-80d8-984dcb870612 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:52.804940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Attempting to bind port 92b989c5-b836-47e3-80d8-984dcb870612 on network 264c0ce1-39b2-46fa-9228-669f074137a8 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:52.809796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:52.810388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.811887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:52.812261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Checking segment: {'id': 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:52.812864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.813269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Bound using segment: {'id': 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:52.813733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Bound port: 92b989c5-b836-47e3-80d8-984dcb870612, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '264c0ce1-39b2-46fa-9228-669f074137a8'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:52.814115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.817536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:52.873226 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2331975 Nov 24 22:21:52.875829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60572) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.885957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:52.891080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2513031-020f-40c9-ab88-ef23809e3f19 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=6878c077-c792-4a1a-9aec-b26b38f93fc0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.893563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:52.899903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:52.910311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:52.917980 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7821186 Nov 24 22:21:52.919722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:52.931312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60574) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:52.943549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:52.968756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Pushing event updated for resources: {'Port': ['ID=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:52.969344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f15b62-197d-4443-9d0c-bb575be2c977 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.011915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:53.021881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.037085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] For port 92b989c5-b836-47e3-80d8-984dcb870612, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:53.078559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.094333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.104283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] For port 92b989c5-b836-47e3-80d8-984dcb870612, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=92b989c5-b836-47e3-80d8-984dcb870612,segment=NetworkSegment(f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a),segment_id=f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:53.115952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.122924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Attempting to bind port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:53.123466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Attempting to bind port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'bab01770-6d92-4e8b-85e2-457704bd1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:53.123901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Attempting to bind port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 on network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:53.161006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=6878c077-c792-4a1a-9aec-b26b38f93fc0,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.168762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 is not hosted by any dhcp agent {{(pid=102409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:21:53.174467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:53.175502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.179607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-324783bd-578d-4a1c-80e6-21729c913e72 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "PUT /v2.0/networks/6878c077-c792-4a1a-9aec-b26b38f93fc0 HTTP/1.1" status: 200 len: 723 time: 0.2996292 Nov 24 22:21:53.179823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60576) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:53.186776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:53.198428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.212517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:53.216277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.251151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.257514 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/subnets/0c67a18a-ebea-44ad-b59e-d95dec7ba741 HTTP/1.1" status: 204 len: 168 time: 0.7499933 Nov 24 22:21:53.258153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60578) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:53.283744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:53.284474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Checking segment: {'id': 'bab01770-6d92-4e8b-85e2-457704bd1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:53.284653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.285257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Bound using segment: {'id': 'bab01770-6d92-4e8b-85e2-457704bd1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:53.285814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Bound port: ae667c6c-71dc-409b-b5ec-bd7cf905a0a2, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab01770-6d92-4e8b-85e2-457704bd1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:53.286341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.293172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:53.296791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.297845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.310134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:53.310397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a750aee-5147-4591-9e16-950bc0801eb5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Subnet': ['ID=0c67a18a-ebea-44ad-b59e-d95dec7ba741,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.312437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f6c12-7b76-4db4-b6b9-8bfcfab26f99 None None] Network 089e7264-873e-4c29-8f5e-32565e375ff3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:53.402024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting subnet 547289c6-baf3-40cc-9dc2-7982a33f1c64 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:53.418304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.473528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.498218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d809979-fdf5-4d9b-b3a7-13a0dda6284e None None] Pushing event updated for resources: {'Port': ['ID=92b989c5-b836-47e3-80d8-984dcb870612,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.510801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.569445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.574619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] For port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:53.575495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 264c0ce1-39b2-46fa-9228-669f074137a8 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:53.576693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=2ab65cff-04bb-46bf-b19e-ed9a27bce9f1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.578890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] For port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,segment=NetworkSegment(bab01770-6d92-4e8b-85e2-457704bd1c0d),segment_id=bab01770-6d92-4e8b-85e2-457704bd1c0d)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:53.585054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=c45aa786-c77a-4793-b7d3-e6766d7d3439,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.589506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.602478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:53.606229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': '3a776206-e032-41f8-90bf-1d37f82a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:53.606794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: 6878c077-c792-4a1a-9aec-b26b38f93fc0, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:53.610372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:53.636787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:53.650313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6878c077-c792-4a1a-9aec-b26b38f93fc0) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:53.651738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c255b-4fcd-42e3-941d-5051e8cec7e3 None None] Pushing event updated for resources: {'Port': ['ID=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:53.656996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:53.657603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.682306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b61d8-dff2-4d4c-89e9-8d6146857f13 None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:53.693653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60580) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:53.697848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-110acfce-f072-48c8-8f21-68ef38a832ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5118237 Nov 24 22:21:53.710110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:53.817902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.838186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:53.839192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.843485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] DHCP port deletion for 089e7264-873e-4c29-8f5e-32565e375ff3 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:53.893617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-6878c077-c792-4a1a-9aec-b26b38f93fc0', 'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': 'c45aa786-c77a-4793-b7d3-e6766d7d3439'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:53.894563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.976559 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:53.987996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60582) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:53.988152 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e8da45e-224a-4304-a70d-e285b3a2df34 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1870873 Nov 24 22:21:54.006037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] Deleting port a736f0dc-09e1-41b8-803e-9a1e33c9c25f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:54.006989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.033990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30196533'] for subnet, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.042100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=d147e767-9dad-440e-8224-889aea1ee0de,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:54.085242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '831dcbdc-6714-41d4-a057-788c25b28232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:54.085605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:21:54.126670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] For port a736f0dc-09e1-41b8-803e-9a1e33c9c25f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,segment=NetworkSegment(6d33b648-5eb6-4dd5-a426-436bd0f2d3fe),segment_id=6d33b648-5eb6-4dd5-a426-436bd0f2d3fe)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:54.131798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.144788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Allocated IP 2001:db8::2 (6878c077-c792-4a1a-9aec-b26b38f93fc0/c45aa786-c77a-4793-b7d3-e6766d7d3439/a6b40b88-9ae6-4685-9213-4d44f78482d8) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:54.157005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.157547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] Calling delete_port for a736f0dc-09e1-41b8-803e-9a1e33c9c25f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:54.234838 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:21:54.243956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Subnet': ['ID=547289c6-baf3-40cc-9dc2-7982a33f1c64,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:54.248033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.251404 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ebbcb908-46ce-4999-aeaa-fe476f22ac56 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/subnets/547289c6-baf3-40cc-9dc2-7982a33f1c64 HTTP/1.1" status: 204 len: 168 time: 0.9516597 Nov 24 22:21:54.254029 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60584) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:54.256955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:54.271936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:54.272838 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.311256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f36b76-71db-4185-9adf-c5c214582311 None None] Network c7dd3f9e-9ec8-42a2-a925-80f2e3547147 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:54.318986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324aa7bf-2d37-4c0d-b6f5-a18b7ab0c8fd None None] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:54.348328 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-98c64dad-fb50-4d1f-bb48-e14c0be23178 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4159665 Nov 24 22:21:54.354761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60586) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:54.368208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:54.463012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:54.480258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.570353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:54.574825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.643104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting port a736f0dc-09e1-41b8-803e-9a1e33c9c25f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:54.643357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.643796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:54.644178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.771904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] For port a736f0dc-09e1-41b8-803e-9a1e33c9c25f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,segment=NetworkSegment(6d33b648-5eb6-4dd5-a426-436bd0f2d3fe),segment_id=6d33b648-5eb6-4dd5-a426-436bd0f2d3fe)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:54.772429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.793000 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d147e767-9dad-440e-8224-889aea1ee0de (CIDR: 172.20.0.0/28) Nov 24 22:21:54.794111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Calling delete_port for a736f0dc-09e1-41b8-803e-9a1e33c9c25f owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:54.805259 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:21:54.805841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:54.824908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.841577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] No DVR routers for this DVR port a736f0dc-09e1-41b8-803e-9a1e33c9c25f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:54.848161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.854396 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-96720531-d4c8-42f4-ac02-aad1bae4c6c6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4989204 Nov 24 22:21:54.857391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.858508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60588) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:54.869607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:54.911146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': 'd147e767-9dad-440e-8224-889aea1ee0de'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:21:54.912221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.914787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ae178-fa9f-4a79-bad6-8b78cc5f52de None None] Network 264c0ce1-39b2-46fa-9228-669f074137a8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:54.920400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f5423-c7f5-4b62-bebb-25dd9c5d4cf4 None None] Pushing event deleted for resources: {'Port': ['ID=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:54.934125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.944054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:54.990110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.001567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Port': ['ID=a736f0dc-09e1-41b8-803e-9a1e33c9c25f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:55.012378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] No DVR routers for this DVR port a736f0dc-09e1-41b8-803e-9a1e33c9c25f on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:55.058799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:55.086990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:55.094517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,segment=NetworkSegment(bab01770-6d92-4e8b-85e2-457704bd1c0d),segment_id=bab01770-6d92-4e8b-85e2-457704bd1c0d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:55.103355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:55.123284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Pushing event updated for resources: {'Port': ['ID=a6b40b88-9ae6-4685-9213-4d44f78482d8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:55.125669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.126440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 92b989c5-b836-47e3-80d8-984dcb870612 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:55.205703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.205958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] DHCP port deletion for c7dd3f9e-9ec8-42a2-a925-80f2e3547147 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:55.208009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-375bee0f-9ad9-4bae-a792-071a12dd50fd None None] Provisioning complete for port 92b989c5-b836-47e3-80d8-984dcb870612 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:55.208379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-375bee0f-9ad9-4bae-a792-071a12dd50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.236625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:55.236848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089e7264-873e-4c29-8f5e-32565e375ff3']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:55.241149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.249128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:55.249515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d33b648-5eb6-4dd5-a426-436bd0f2d3fe') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:55.261352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.281144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.290634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:55.291334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:55.337085 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:55.352351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756415149725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30397601'] for subnet, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.396784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.409495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.427449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=c45aa786-c77a-4793-b7d3-e6766d7d3439,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:55.437297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:55.437768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.439367 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bd908bbc-4389-4253-9657-8dcd6fbe6ad3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "PUT /v2.0/subnets/c45aa786-c77a-4793-b7d3-e6766d7d3439 HTTP/1.1" status: 200 len: 826 time: 1.7356184 Nov 24 22:21:55.443136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60590) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:55.467436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.471671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.477782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83b7da-4a5e-47dd-9071-045de56009af None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:55.479692 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/networks/089e7264-873e-4c29-8f5e-32565e375ff3 HTTP/1.1" status: 204 len: 168 time: 1.2243326 Nov 24 22:21:55.480342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60592) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:55.531851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=2ab65cff-04bb-46bf-b19e-ed9a27bce9f1,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:55.560928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15141f3-4375-4b8c-bb8b-bc597370b9d7 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Network': ['ID=089e7264-873e-4c29-8f5e-32565e375ff3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:55.647842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.670560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.678562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Attempting to bind port a6b40b88-9ae6-4685-9213-4d44f78482d8 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:55.678937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Attempting to bind port a6b40b88-9ae6-4685-9213-4d44f78482d8 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '3a776206-e032-41f8-90bf-1d37f82a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:55.679302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Attempting to bind port a6b40b88-9ae6-4685-9213-4d44f78482d8 on network 6878c077-c792-4a1a-9aec-b26b38f93fc0 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:55.694173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:55.719374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:55.719788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Checking segment: {'id': '3a776206-e032-41f8-90bf-1d37f82a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:55.720224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.720613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Bound using segment: {'id': '3a776206-e032-41f8-90bf-1d37f82a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:55.721107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Bound port: a6b40b88-9ae6-4685-9213-4d44f78482d8, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a776206-e032-41f8-90bf-1d37f82a7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6878c077-c792-4a1a-9aec-b26b38f93fc0'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:55.721495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.748983 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:55.749324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.765207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Allocated IP 172.20.0.2 (4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b/d147e767-9dad-440e-8224-889aea1ee0de/36086d98-64ae-45b8-afe9-12c698f0359a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:55.785148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.828315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] For port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,segment=NetworkSegment(b7d9c781-4dab-454b-80b8-72ce8ff51637),segment_id=b7d9c781-4dab-454b-80b8-72ce8ff51637)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:55.828707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.832047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting port a6b40b88-9ae6-4685-9213-4d44f78482d8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:55.832370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.839537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 92b989c5-b836-47e3-80d8-984dcb870612 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:55.840476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.882143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.882737 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Calling delete_port for bc3b76b0-52d7-491e-bba5-aa4d738aeb5f owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:55.948008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:55.953696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:55.960690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:55.960690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.972521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] For port a6b40b88-9ae6-4685-9213-4d44f78482d8, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:55.972521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.981233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] Deleting port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:55.981619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:55.992612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Calling delete_port for a6b40b88-9ae6-4685-9213-4d44f78482d8 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:56.011676 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1499903 Nov 24 22:21:56.012136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60594) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:56.013806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.016861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96771c7-f4ab-4a33-ab8d-d732c71049fc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=feb5ac90-a966-418d-8db7-df4317ce84d2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.019204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'fixed_ips': [{'subnet_id': 'd147e767-9dad-440e-8224-889aea1ee0de'}, {'subnet_id': 'feb5ac90-a966-418d-8db7-df4317ce84d2'}], 'name': 'tempest-PortsTestJSON-1012279495'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:56.051052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-375bee0f-9ad9-4bae-a792-071a12dd50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.083402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] For port a6b40b88-9ae6-4685-9213-4d44f78482d8, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:56.113390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.156103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] For port a6b40b88-9ae6-4685-9213-4d44f78482d8, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a6b40b88-9ae6-4685-9213-4d44f78482d8,segment=NetworkSegment(3a776206-e032-41f8-90bf-1d37f82a7d1a),segment_id=3a776206-e032-41f8-90bf-1d37f82a7d1a)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:56.156377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] No DVR routers for this DVR port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:56.177271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Port': ['ID=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.183826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.213492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] For port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,segment=NetworkSegment(b7d9c781-4dab-454b-80b8-72ce8ff51637),segment_id=b7d9c781-4dab-454b-80b8-72ce8ff51637)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:56.213638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.240652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-375bee0f-9ad9-4bae-a792-071a12dd50fd None None] For port 92b989c5-b836-47e3-80d8-984dcb870612, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=92b989c5-b836-47e3-80d8-984dcb870612,segment=NetworkSegment(f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a),segment_id=f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:56.287689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-375bee0f-9ad9-4bae-a792-071a12dd50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.291123 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] Calling delete_port for bc3b76b0-52d7-491e-bba5-aa4d738aeb5f owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:56.310140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.375436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dd3f9e-9ec8-42a2-a925-80f2e3547147']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:56.385818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.396139 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d9c781-4dab-454b-80b8-72ce8ff51637') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:56.396448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d9c781-4dab-454b-80b8-72ce8ff51637') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:56.399052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.405270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.419398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:56.425807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.438234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee9747-315b-449f-ab12-beaa37736908 None None] Pushing event updated for resources: {'Port': ['ID=a6b40b88-9ae6-4685-9213-4d44f78482d8,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.461049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.516908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=2ab65cff-04bb-46bf-b19e-ed9a27bce9f1,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.521428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.584460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.606025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-63ce311e-8320-4585-bc39-0f7e2390a591 None None] Provisioning complete for port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:56.606399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63ce311e-8320-4585-bc39-0f7e2390a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.669986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 264c0ce1-39b2-46fa-9228-669f074137a8 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:56.671902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:56.727184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] Update dhcp port {'port': {'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947', 'fixed_ips': [{'subnet_id': '74837762-9b44-40f2-8aa1-7af3c58560b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c73a89a-3e4d-4ece-964a-a1a0d4c6016a'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'ae667c6c-71dc-409b-b5ec-bd7cf905a0a2'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:21:56.749950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:56.757108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bee0f-9ad9-4bae-a792-071a12dd50fd None None] Pushing event updated for resources: {'Port': ['ID=92b989c5-b836-47e3-80d8-984dcb870612,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.802687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:56.809070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.839305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:56.844472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:21:56.844823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:21:56.866143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.877904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.879438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] No DVR routers for this DVR port bc3b76b0-52d7-491e-bba5-aa4d738aeb5f on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:56.912515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.925321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Pushing event updated for resources: {'Port': ['ID=36086d98-64ae-45b8-afe9-12c698f0359a,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.943403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Port': ['ID=a6b40b88-9ae6-4685-9213-4d44f78482d8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:56.943706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router b342556d-518c-47fd-856a-8548635fd0c6 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:21:56.947540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:56.948298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:56.953325 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:57.020798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230cc44-5e05-4ba9-9ed6-f94c7ba618ca None None] Pushing event deleted for resources: {'Port': ['ID=bc3b76b0-52d7-491e-bba5-aa4d738aeb5f,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:57.046973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Attempting to bind port 36086d98-64ae-45b8-afe9-12c698f0359a on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:21:57.047254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Attempting to bind port 36086d98-64ae-45b8-afe9-12c698f0359a by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '831dcbdc-6714-41d4-a057-788c25b28232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:21:57.047611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Attempting to bind port 36086d98-64ae-45b8-afe9-12c698f0359a on network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:21:57.069116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:57.076511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No DVR routers for this DVR port a6b40b88-9ae6-4685-9213-4d44f78482d8 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:57.080501 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e6a7ccbe-d88f-4110-8194-0b0e8fe2dbcd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/b342556d-518c-47fd-856a-8548635fd0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0881660 Nov 24 22:21:57.083662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60596) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:57.106805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:21:57.107403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Checking segment: {'id': '831dcbdc-6714-41d4-a057-788c25b28232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:21:57.107627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.107976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Bound using segment: {'id': '831dcbdc-6714-41d4-a057-788c25b28232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:21:57.108462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Bound port: 36086d98-64ae-45b8-afe9-12c698f0359a, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831dcbdc-6714-41d4-a057-788c25b28232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:21:57.108837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.111073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] Sync routers for ids ['b342556d-518c-47fd-856a-8548635fd0c6'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:57.129767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.142759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.159610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a483c-5442-437b-ab1e-b5c66aa96a8f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:57.168175 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4f9a483c-5442-437b-ab1e-b5c66aa96a8f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports/2ab65cff-04bb-46bf-b19e-ed9a27bce9f1 HTTP/1.1" status: 200 len: 976 time: 0.0829554 Nov 24 22:21:57.168742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60598) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:57.170944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.176872 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/networks/c7dd3f9e-9ec8-42a2-a925-80f2e3547147 HTTP/1.1" status: 204 len: 168 time: 1.6510086 Nov 24 22:21:57.181364 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60600) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:57.196821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] Routers {'b342556d-518c-47fd-856a-8548635fd0c6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:57.197767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b342556d-518c-47fd-856a-8548635fd0c6'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:57.221853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40dc2f-059e-4df3-aa71-2c490661c3c5 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Network': ['ID=c7dd3f9e-9ec8-42a2-a925-80f2e3547147,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:57.226826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.234470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 23b8f073-dfec-4e41-adcc-b0ce155c14b7 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:21:57.239422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:57.265126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] Routers {'b342556d-518c-47fd-856a-8548635fd0c6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:57.265374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b342556d-518c-47fd-856a-8548635fd0c6'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:57.337953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:57.338776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe14df8-ab32-4c11-ac75-eb72542413cf None None] The sync data for ids ['b342556d-518c-47fd-856a-8548635fd0c6'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:57.354956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting subnet 9f357f07-5667-4b5e-8165-55ff827370fb {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:21:57.366079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.414930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.516709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.576397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-08213ed5-309f-4d70-8e76-4c2e4d17a09c None None] Provisioning complete for port 92b989c5-b836-47e3-80d8-984dcb870612 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:57.576800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08213ed5-309f-4d70-8e76-4c2e4d17a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.590025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.608657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] For port 36086d98-64ae-45b8-afe9-12c698f0359a, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:21:57.655966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] For port 36086d98-64ae-45b8-afe9-12c698f0359a, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36086d98-64ae-45b8-afe9-12c698f0359a,segment=NetworkSegment(831dcbdc-6714-41d4-a057-788c25b28232),segment_id=831dcbdc-6714-41d4-a057-788c25b28232)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:21:57.672333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] Allocated IP 172.20.0.1 (5fd5ef77-33d3-4a33-b41f-13fbeeccf947/6c73a89a-3e4d-4ece-964a-a1a0d4c6016a/ae667c6c-71dc-409b-b5ec-bd7cf905a0a2) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:57.677818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.739563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.751632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.868617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=c45aa786-c77a-4793-b7d3-e6766d7d3439,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:57.876716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a736f0dc-09e1-41b8-803e-9a1e33c9c25f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:57.907248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a9393-0f89-429c-b3c3-cf424a714d35 None None] Pushing event updated for resources: {'Port': ['ID=36086d98-64ae-45b8-afe9-12c698f0359a,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:57.917800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 2ab65cff-04bb-46bf-b19e-ed9a27bce9f1 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:57.918154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.925758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4b89d-6289-451c-90eb-95a8a15fbb7f None None] Network c6345411-4b2f-4366-acca-e81dbc893d2f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:57.935345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a736f0dc-09e1-41b8-803e-9a1e33c9c25f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:57.936214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a736f0dc-09e1-41b8-803e-9a1e33c9c25f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:57.945303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Subnet': ['ID=9f357f07-5667-4b5e-8165-55ff827370fb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:57.952402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:57.959095 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-35c48a4d-e99c-4869-861f-37e7e38c90b1 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/subnets/9f357f07-5667-4b5e-8165-55ff827370fb HTTP/1.1" status: 204 len: 168 time: 0.7743649 Nov 24 22:21:57.991284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60604) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:58.006210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc03c81-db0b-43df-9c09-2b56a05023be None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:58.078982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] For port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,segment=NetworkSegment(bab01770-6d92-4e8b-85e2-457704bd1c0d),segment_id=bab01770-6d92-4e8b-85e2-457704bd1c0d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:58.105547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.119677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.5 (4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b/d147e767-9dad-440e-8224-889aea1ee0de/23b8f073-dfec-4e41-adcc-b0ce155c14b7) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:58.128919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.26 (4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b/feb5ac90-a966-418d-8db7-df4317ce84d2/23b8f073-dfec-4e41-adcc-b0ce155c14b7) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:21:58.160652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.162140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 2ab65cff-04bb-46bf-b19e-ed9a27bce9f1 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:58.185243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.193671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:58.216113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6878c077-c792-4a1a-9aec-b26b38f93fc0']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:58.242710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a776206-e032-41f8-90bf-1d37f82a7d1a') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:58.243090 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a776206-e032-41f8-90bf-1d37f82a7d1a') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:58.251299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-08213ed5-309f-4d70-8e76-4c2e4d17a09c None None] Provisioning complete for port 2ab65cff-04bb-46bf-b19e-ed9a27bce9f1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:58.251639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08213ed5-309f-4d70-8e76-4c2e4d17a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.259915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.260166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.304152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.319335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.333425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:58.333837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:58.337258 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:58.359841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Deleting port 04d4118e-530a-4fe1-a9e1-3c4e61616610 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:58.360314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.416409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.428014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-08213ed5-309f-4d70-8e76-4c2e4d17a09c None None] Port 2ab65cff-04bb-46bf-b19e-ed9a27bce9f1 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:21:58.431545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.435493 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/6878c077-c792-4a1a-9aec-b26b38f93fc0 HTTP/1.1" status: 204 len: 168 time: 2.9911819 Nov 24 22:21:58.450831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60608) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:58.468371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408edee-aea7-4cbf-b61c-e2d279355f94 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=6878c077-c792-4a1a-9aec-b26b38f93fc0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:58.481298 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd121c91-156e-4789-b44c-8e2fe99041a9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:21:58.481877 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd121c91-156e-4789-b44c-8e2fe99041a9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:21:58.482243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] For port 04d4118e-530a-4fe1-a9e1-3c4e61616610, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=04d4118e-530a-4fe1-a9e1-3c4e61616610,segment=NetworkSegment(81f92054-3688-446c-abaf-f594daef2874),segment_id=81f92054-3688-446c-abaf-f594daef2874)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:58.482726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.485903 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fd121c91-156e-4789-b44c-8e2fe99041a9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/6878c077-c792-4a1a-9aec-b26b38f93fc0 HTTP/1.1" status: 404 len: 339 time: 0.0331838 Nov 24 22:21:58.489243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60610) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:58.498602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fd190-22e5-4d62-bd7a-0f7bd00f76c7 None None] Pushing event updated for resources: {'Port': ['ID=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:58.512039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:58.512210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Calling delete_port for 04d4118e-530a-4fe1-a9e1-3c4e61616610 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:58.512765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.517393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276422389', 'description': 'd1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:58.527646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.540061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99843b76-ef38-4e83-958e-56130498a0f3 None None] DHCP port deletion for 6878c077-c792-4a1a-9aec-b26b38f93fc0 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:58.575883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5f0215d7-031c-4b35-8120-1d397f582641 None None] Could not find standard attr ID for object a6b40b88-9ae6-4685-9213-4d44f78482d8. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:21:58.586338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5f0215d7-031c-4b35-8120-1d397f582641 None None] Could not find standard attr ID for object 2ab65cff-04bb-46bf-b19e-ed9a27bce9f1. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:21:58.594552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8518f289-55db-4a29-a3a5-baac3c86d662 None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:58.600747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.610927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8518f289-55db-4a29-a3a5-baac3c86d662 None None] Network 6878c077-c792-4a1a-9aec-b26b38f93fc0 could not be found, it might have been deleted concurrently. {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 22:21:58.629940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:21:58.633833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=2ab65cff-04bb-46bf-b19e-ed9a27bce9f1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:58.634100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.664543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] DHCP port deletion for c6345411-4b2f-4366-acca-e81dbc893d2f request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:21:58.698685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 92b989c5-b836-47e3-80d8-984dcb870612 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:21:58.704055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:21:58.715473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.718667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.719135 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment 72cce4b2-97d8-4a73-ad43-d6dca5c7208d of type vlan for network ea37584c-1000-4243-b321-c6b0dfe4c12c Nov 24 22:21:58.788798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] Deleting port 04d4118e-530a-4fe1-a9e1-3c4e61616610 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:21:58.789169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.815479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=23b8f073-dfec-4e41-adcc-b0ce155c14b7,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:58.875622 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:21:58.881924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 92b989c5-b836-47e3-80d8-984dcb870612 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:58.882146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.882828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:21:58.888245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:21:58.902097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.904545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.953197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] For port 04d4118e-530a-4fe1-a9e1-3c4e61616610, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=04d4118e-530a-4fe1-a9e1-3c4e61616610,segment=NetworkSegment(81f92054-3688-446c-abaf-f594daef2874),segment_id=81f92054-3688-446c-abaf-f594daef2874)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:58.953570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:58.982291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] Calling delete_port for 04d4118e-530a-4fe1-a9e1-3c4e61616610 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:21:59.006904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:59.008007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.019119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.021252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.026539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:59.027501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.136017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Port': ['ID=04d4118e-530a-4fe1-a9e1-3c4e61616610,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:59.147719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] No DVR routers for this DVR port 04d4118e-530a-4fe1-a9e1-3c4e61616610 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:59.155147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=ea37584c-1000-4243-b321-c6b0dfe4c12c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:59.167360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.184300 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d682a95d-ba81-4bff-9a13-b9b97f052548 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1709263 Nov 24 22:21:59.185850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60612) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:59.195900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd147e767-9dad-440e-8224-889aea1ee0de'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:59.206780 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5571ac84-8839-4be9-acf0-a441dc7c106e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7063484 Nov 24 22:21:59.209964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60614) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:59.215011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] No DVR routers for this DVR port 04d4118e-530a-4fe1-a9e1-3c4e61616610 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:21:59.217852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router b342556d-518c-47fd-856a-8548635fd0c6 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:21:59.220994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ea37584c-1000-4243-b321-c6b0dfe4c12c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:21:59.231899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf0847-8892-4b82-9c67-db3b4ab7fef8 None None] Pushing event deleted for resources: {'Port': ['ID=04d4118e-530a-4fe1-a9e1-3c4e61616610,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:21:59.235402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc3b76b0-52d7-491e-bba5-aa4d738aeb5f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:21:59.305037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.312687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: bc3b76b0-52d7-491e-bba5-aa4d738aeb5f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:21:59.313024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bc3b76b0-52d7-491e-bba5-aa4d738aeb5f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:21:59.368311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.424578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6345411-4b2f-4366-acca-e81dbc893d2f']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.433773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:21:59.434008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25c9c9-e46e-4e46-b94e-7b35b3ad8866 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:59.438607 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3f25c9c9-e46e-4e46-b94e-7b35b3ad8866 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks?id=ea37584c-1000-4243-b321-c6b0dfe4c12c HTTP/1.1" status: 200 len: 765 time: 0.2282720 Nov 24 22:21:59.439225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60616) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:59.441605 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b01d52f2-551f-4c5d-926d-c4d1caa12cf2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/b342556d-518c-47fd-856a-8548635fd0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2716682 Nov 24 22:21:59.443516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f92054-3688-446c-abaf-f594daef2874') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.443924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f92054-3688-446c-abaf-f594daef2874') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.445558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60618) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:59.450779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0157347-e3de-47dc-bd2c-42b488696829 None None] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:59.453479 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] Sync routers for ids ['b342556d-518c-47fd-856a-8548635fd0c6'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:21:59.462906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.466487 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] Routers {'b342556d-518c-47fd-856a-8548635fd0c6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:59.467115 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b342556d-518c-47fd-856a-8548635fd0c6'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.515693 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.533119 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] Routers {'b342556d-518c-47fd-856a-8548635fd0c6'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:21:59.533762 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b342556d-518c-47fd-856a-8548635fd0c6'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.549163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.553107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cac9e0d9-dd26-4aed-a355-e9678694eceb None None] Provisioning complete for port 36086d98-64ae-45b8-afe9-12c698f0359a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:21:59.553827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cac9e0d9-dd26-4aed-a355-e9678694eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.584311 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:21:59.584940 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f06ac78-06ac-47b2-af8a-87dac39dde21 None None] The sync data for ids ['b342556d-518c-47fd-856a-8548635fd0c6'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:21:59.602134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:21:59.602387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d35c5-3c4a-4cf4-811b-b0df4f4719c8 None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:21:59.602572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:21:59.606527 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:21:59.617974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'description': 'd2'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:21:59.666188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.772110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cac9e0d9-dd26-4aed-a355-e9678694eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.812166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Delete allocated IP 172.20.0.26 (4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b/feb5ac90-a966-418d-8db7-df4317ce84d2) {{(pid=102410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 22:21:59.878167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cac9e0d9-dd26-4aed-a355-e9678694eceb None None] For port 36086d98-64ae-45b8-afe9-12c698f0359a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36086d98-64ae-45b8-afe9-12c698f0359a,segment=NetworkSegment(831dcbdc-6714-41d4-a057-788c25b28232),segment_id=831dcbdc-6714-41d4-a057-788c25b28232)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:21:59.880223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.890961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cac9e0d9-dd26-4aed-a355-e9678694eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.903061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.928543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network ea37584c-1000-4243-b321-c6b0dfe4c12c is not hosted by any dhcp agent {{(pid=102410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:21:59.933713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:21:59.934328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:21:59.938036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "PUT /v2.0/networks/ea37584c-1000-4243-b321-c6b0dfe4c12c HTTP/1.1" status: 200 len: 762 time: 0.3222082 Nov 24 22:21:59.970384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60620) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:21:59.977502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9e0d9-dd26-4aed-a355-e9678694eceb None None] Pushing event updated for resources: {'Port': ['ID=36086d98-64ae-45b8-afe9-12c698f0359a,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:00.079559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-256bc3a2-514d-4aeb-9b4b-b86c9b2792f7 None None] Provisioning complete for port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:00.080082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-256bc3a2-514d-4aeb-9b4b-b86c9b2792f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.086398 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-f4eadcb7-69ba-4914-b00a-cba774d140ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 22:22:00.087820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] Update dhcp port {'port': {'network_id': '4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b', 'fixed_ips': [{'subnet_id': 'd147e767-9dad-440e-8224-889aea1ee0de', 'ip_address': '172.20.0.2'}, {'subnet_id': 'feb5ac90-a966-418d-8db7-df4317ce84d2'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '36086d98-64ae-45b8-afe9-12c698f0359a'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:22:00.088260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f4eadcb7-69ba-4914-b00a-cba774d140ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/b342556d-518c-47fd-856a-8548635fd0c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6414270 Nov 24 22:22:00.089305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.090158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6641fa4-496f-4c33-bae5-b8663c3ded56 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:00.091148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60622) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.093026 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e6641fa4-496f-4c33-bae5-b8663c3ded56 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks?id=ea37584c-1000-4243-b321-c6b0dfe4c12c HTTP/1.1" status: 200 len: 765 time: 0.1216068 Nov 24 22:22:00.101961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60624) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.108750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51f93c-9b1f-46bf-b433-10db3d26c21e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=ea37584c-1000-4243-b321-c6b0dfe4c12c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:00.156646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.157032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.166279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/networks/c6345411-4b2f-4366-acca-e81dbc893d2f HTTP/1.1" status: 204 len: 168 time: 2.1713710 Nov 24 22:22:00.168937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60626) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.176782 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8f76f762-7d9b-4916-9ef3-4791709e2b0b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=b342556d-518c-47fd-856a-8548635fd0c6 HTTP/1.1" status: 200 len: 205 time: 0.0843115 Nov 24 22:22:00.180815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.185097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60628) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.189303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b7df9-6822-41c2-b456-a6da71742589 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Pushing event deleted for resources: {'Network': ['ID=c6345411-4b2f-4366-acca-e81dbc893d2f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:00.303168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844411e7-788e-42cb-8bbe-ebeeece91dfa tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:00.307731 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-844411e7-788e-42cb-8bbe-ebeeece91dfa tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1945059 Nov 24 22:22:00.307913 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8b8a8452-ccd3-4689-b1c7-8a736d845ca9 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee3136b5-fba5-45c1-8543-69bd57e27538 HTTP/1.1" status: 200 len: 205 time: 0.1351483 Nov 24 22:22:00.309536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60630) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.310012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60632) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.328568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.341972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ea37584c-1000-4243-b321-c6b0dfe4c12c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:00.343867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36086d98-64ae-45b8-afe9-12c698f0359a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:00.382456 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-56ef3185-5744-494b-aa72-10d765f705e3 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 207 time: 0.0682795 Nov 24 22:22:00.394108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60634) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.409398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.417544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.519613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=23b8f073-dfec-4e41-adcc-b0ce155c14b7,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:00.589326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.591727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.595012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 36086d98-64ae-45b8-afe9-12c698f0359a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:00.595385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.633993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] In _notify_port_updated(), no bound segment for port 23b8f073-dfec-4e41-adcc-b0ce155c14b7 on network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:22:00.638475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.638996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Fanout notify agent at l3_agent the message router_deleted on router ee3136b5-fba5-45c1-8543-69bd57e27538 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:00.639534 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:00.640163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.642385 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c27e1f3-bf0f-4c10-9d26-fde29dec0582 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/ports/23b8f073-dfec-4e41-adcc-b0ce155c14b7 HTTP/1.1" status: 200 len: 919 time: 1.4546013 Nov 24 22:22:00.645835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.649779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.651036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.651178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60638) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.652194 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-72d1e4a4-5d0c-40e5-82cf-2db4b6985894 tempest-RoutersNegativeIpV6Test-1150792379 tempest-RoutersNegativeIpV6Test-1150792379-project] 10.222.0.41 "DELETE /v2.0/routers/ee3136b5-fba5-45c1-8543-69bd57e27538 HTTP/1.1" status: 204 len: 168 time: 0.3398514 Nov 24 22:22:00.665535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd147e767-9dad-440e-8224-889aea1ee0de'}, {'subnet_id': 'feb5ac90-a966-418d-8db7-df4317ce84d2'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:00.702150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] Allocated IP 172.20.0.18 (4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b/feb5ac90-a966-418d-8db7-df4317ce84d2/36086d98-64ae-45b8-afe9-12c698f0359a) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:00.798207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:00.840534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1db13d70-9a8c-4e7b-bf9a-11bf0ae676b3 None None] Provisioning complete for port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:00.840825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1db13d70-9a8c-4e7b-bf9a-11bf0ae676b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:00.930939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] For port 36086d98-64ae-45b8-afe9-12c698f0359a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36086d98-64ae-45b8-afe9-12c698f0359a,segment=NetworkSegment(831dcbdc-6714-41d4-a057-788c25b28232),segment_id=831dcbdc-6714-41d4-a057-788c25b28232)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:00.944487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60644) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:00.947162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:00.947559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.022176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.035311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.074065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.080211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.086170 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.091978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.099844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-830ca5da-370e-4ee8-96a5-7fa631f85264 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d73def4c69014b0d8eedad6a9452bbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516371 Nov 24 22:22:01.100380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.100478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60648) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.103817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.105603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-43c25eec-00c2-47f7-a5e7-942bef2711ae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6967223 Nov 24 22:22:01.110076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60650) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.120355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.120845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router b342556d-518c-47fd-856a-8548635fd0c6 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:01.144076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.147645 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f00ef150-1938-478d-a4f5-dab513282c4d tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/b342556d-518c-47fd-856a-8548635fd0c6 HTTP/1.1" status: 204 len: 168 time: 0.9590101 Nov 24 22:22:01.148240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60652) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.163764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9aa86-72d9-493e-b468-1e47091a6eb2 None None] Pushing event updated for resources: {'Port': ['ID=36086d98-64ae-45b8-afe9-12c698f0359a,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:01.216622 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.233511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6749e16-e11e-4d3a-a780-0d3708ccc86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.251463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a6b40b88-9ae6-4685-9213-4d44f78482d8 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:01.275701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a6b40b88-9ae6-4685-9213-4d44f78482d8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:01.276062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a6b40b88-9ae6-4685-9213-4d44f78482d8 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:01.276594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 04d4118e-530a-4fe1-a9e1-3c4e61616610 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:01.278619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet 92d34103-bcfa-4c34-9dc7-0c2d56aff418 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:01.282989 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-98cfa202-115a-4e7a-9e28-c801b2feacd2 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1710629 Nov 24 22:22:01.288028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60654) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.288741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.294912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6749e16-e11e-4d3a-a780-0d3708ccc86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.303770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 04d4118e-530a-4fe1-a9e1-3c4e61616610 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:01.304278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 04d4118e-530a-4fe1-a9e1-3c4e61616610 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:01.355981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6749e16-e11e-4d3a-a780-0d3708ccc86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.358716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f6749e16-e11e-4d3a-a780-0d3708ccc86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.360339 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f6749e16-e11e-4d3a-a780-0d3708ccc86c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49f7b943-ad2f-4d9f-9655-c55e6c053693 HTTP/1.1" status: 204 len: 168 time: 0.2586672 Nov 24 22:22:01.373095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749e16-e11e-4d3a-a780-0d3708ccc86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f7b943-ad2f-4d9f-9655-c55e6c053693,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:01.428956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.483038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd74f6-6307-4fc7-b869-e67957d80a4b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.484603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd74f6-6307-4fc7-b869-e67957d80a4b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.486140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd74f6-6307-4fc7-b869-e67957d80a4b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.487696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd74f6-6307-4fc7-b869-e67957d80a4b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.490073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd74f6-6307-4fc7-b869-e67957d80a4b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.496528 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-86dd74f6-6307-4fc7-b869-e67957d80a4b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2000813 Nov 24 22:22:01.496651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60660) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.558257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcce8d-a758-4c12-a85f-aab959af5bae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.559840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcce8d-a758-4c12-a85f-aab959af5bae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.561255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcce8d-a758-4c12-a85f-aab959af5bae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.562662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcce8d-a758-4c12-a85f-aab959af5bae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.564212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcce8d-a758-4c12-a85f-aab959af5bae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['shared'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.566245 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-23dcce8d-a758-4c12-a85f-aab959af5bae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0697589 Nov 24 22:22:01.570380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60662) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.658074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.707855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6342b49-601f-4037-ab46-17cbcc46d01e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.709926 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e6342b49-601f-4037-ab46-17cbcc46d01e tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks/c66437ca-5112-44d7-9f9b-33b46568dd7a HTTP/1.1" status: 200 len: 803 time: 0.1385972 Nov 24 22:22:01.716078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60670) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.756677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.24 (4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b/feb5ac90-a966-418d-8db7-df4317ce84d2/23b8f073-dfec-4e41-adcc-b0ce155c14b7) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:01.804281 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4e0ae-5ba1-4dde-b70b-10d5ea18019f None None] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:01.828461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.861651 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b57d4337-11e3-4214-a618-12e0d9dfc6a6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/networks/c66437ca-5112-44d7-9f9b-33b46568dd7a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1423120 Nov 24 22:22:01.862290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60674) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.878337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=92d34103-bcfa-4c34-9dc7-0c2d56aff418,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:01.885132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.890758 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-840f25dc-24d5-428a-b962-cce039ae1eee tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/92d34103-bcfa-4c34-9dc7-0c2d56aff418 HTTP/1.1" status: 204 len: 168 time: 0.7390702 Nov 24 22:22:01.892145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60676) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:01.893181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb0d22-42d6-4145-885a-5aafe027139f None None] Network 264c0ce1-39b2-46fa-9228-669f074137a8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:01.897629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7d931292-77b0-4146-b465-0115c5f7b81e None None] Provisioning complete for port 36086d98-64ae-45b8-afe9-12c698f0359a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:01.898289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7d931292-77b0-4146-b465-0115c5f7b81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:01.941417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df62b51-acb9-4538-9c15-02e8c4859956 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:01.946464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2df62b51-acb9-4538-9c15-02e8c4859956 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/subnets/8d0339a9-ea62-4d6b-884f-5184f5865812 HTTP/1.1" status: 200 len: 843 time: 0.0795512 Nov 24 22:22:01.948176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60680) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:02.035281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.081487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36086d98-64ae-45b8-afe9-12c698f0359a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:02.118080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e05a97-13a5-4f44-961d-c8205c25d302 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['shared'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:02.119494 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c2e05a97-13a5-4f44-961d-c8205c25d302 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "GET /v2.0/subnets/8d0339a9-ea62-4d6b-884f-5184f5865812?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1679766 Nov 24 22:22:02.123467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60688) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:02.129562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170072006'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:02.137206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.150718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.153002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:02.156836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.188120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:02.202607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.203715 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Added segment 75e46580-ffc5-4436-8bcc-fa885108b5e8 of type vlan for network 7e38664e-0a76-4ee7-b397-0e65c9848e43 Nov 24 22:22:02.215454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7d931292-77b0-4146-b465-0115c5f7b81e None None] Provisioning complete for port 23b8f073-dfec-4e41-adcc-b0ce155c14b7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:02.215886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7d931292-77b0-4146-b465-0115c5f7b81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.228659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60690) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:02.250135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=23b8f073-dfec-4e41-adcc-b0ce155c14b7,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:02.253050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 92b989c5-b836-47e3-80d8-984dcb870612 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:02.253697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.270537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.283838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7d931292-77b0-4146-b465-0115c5f7b81e None None] Port 23b8f073-dfec-4e41-adcc-b0ce155c14b7 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:02.291101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 36086d98-64ae-45b8-afe9-12c698f0359a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:02.291366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.329085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.335231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:02.335869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.357790 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2332234 Nov 24 22:22:02.367878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60694) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:02.387088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] DHCP port deletion for 264c0ce1-39b2-46fa-9228-669f074137a8 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:02.408956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:02.424893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--769927855'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:02.433393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1dbbe-4e8b-4000-91a6-c1403db7b90b tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Network': ['ID=7e38664e-0a76-4ee7-b397-0e65c9848e43,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:02.445083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] Deleting port 92b989c5-b836-47e3-80d8-984dcb870612 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:02.445466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.449235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7e38664e-0a76-4ee7-b397-0e65c9848e43 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:02.456180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.466016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.513739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] In _notify_port_updated(), no bound segment for port 23b8f073-dfec-4e41-adcc-b0ce155c14b7 on network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:22:02.519311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:02.520412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.521722 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d79f0706-9622-4db5-ad8c-d4b67f78d99b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/ports/23b8f073-dfec-4e41-adcc-b0ce155c14b7 HTTP/1.1" status: 200 len: 999 time: 1.8697188 Nov 24 22:22:02.525125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60696) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:02.527041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port 92b989c5-b836-47e3-80d8-984dcb870612, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=92b989c5-b836-47e3-80d8-984dcb870612,segment=NetworkSegment(f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a),segment_id=f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:02.527379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.547948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 92b989c5-b836-47e3-80d8-984dcb870612 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:02.567697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] For port 92b989c5-b836-47e3-80d8-984dcb870612, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=92b989c5-b836-47e3-80d8-984dcb870612,segment=NetworkSegment(f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a),segment_id=f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:02.568100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.583196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] Calling delete_port for 92b989c5-b836-47e3-80d8-984dcb870612 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:02.596306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Made reservation on behalf of 01d56246f545455f980a0b41d9f25e74 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:02.600423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.635338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.647866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.661322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 23b8f073-dfec-4e41-adcc-b0ce155c14b7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:02.661795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.671678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.673327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Performing IP validity checks on allocation pools {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:22:02.673850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:22:02.709797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] Pushing event deleted for resources: {'Port': ['ID=92b989c5-b836-47e3-80d8-984dcb870612,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:02.712446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c79d36-20ce-457c-80ee-1d46eb17096e None None] No DVR routers for this DVR port 92b989c5-b836-47e3-80d8-984dcb870612 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:02.715842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.733043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port 92b989c5-b836-47e3-80d8-984dcb870612 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:02.757642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=92b989c5-b836-47e3-80d8-984dcb870612,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:02.762470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935d8d6a-52e6-4702-9070-b0e5da674c0f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:02.818129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.827302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.839781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.867005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.874944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:02.876204 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6282082 Nov 24 22:22:02.877163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 23b8f073-dfec-4e41-adcc-b0ce155c14b7 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:02.880439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60698) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:02.883037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2192c-6b59-4d6a-afde-d2a2ea72ef4b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b590dd-0220-4008-98e9-3f135021b8da,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:02.937631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264c0ce1-39b2-46fa-9228-669f074137a8']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:02.972739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:02.973069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bc06c1-a6d4-4be7-b0b4-7360702ccb8a') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:02.992619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.001146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.044792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.058204 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-735e828c-ffa7-44f8-a6aa-ae673e1bbda9 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1735163 Nov 24 22:22:03.061162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60700) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.065128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:03.065545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.066333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-security--206124238', 'description': 'tempest-security-description-1366038972'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:03.069386 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:03.072141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.107333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=23b8f073-dfec-4e41-adcc-b0ce155c14b7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.125176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.137924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=24654249-57cf-4486-8006-cf7dbba2baf2,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.156545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.158319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Checking segment: {'id': '75e46580-ffc5-4436-8bcc-fa885108b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:03.158685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network hostable DHCP agents. Network: 7e38664e-0a76-4ee7-b397-0e65c9848e43, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:03.166491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.169605 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/264c0ce1-39b2-46fa-9228-669f074137a8 HTTP/1.1" status: 204 len: 168 time: 1.2771928 Nov 24 22:22:03.175300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60702) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.185515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0331-ff95-4929-a8aa-95c157d5ce42 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=264c0ce1-39b2-46fa-9228-669f074137a8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.186150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1773433154'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:03.196840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Network 7e38664e-0a76-4ee7-b397-0e65c9848e43 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:03.205760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7e38664e-0a76-4ee7-b397-0e65c9848e43) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:03.210818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:03.211445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.216199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf86073-5233-4dd8-acf7-587f970a8134 None None] Network 7e38664e-0a76-4ee7-b397-0e65c9848e43 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:03.231199 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-be18c2b7-cc8b-44dd-b51d-a51bf275d831 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8305566 Nov 24 22:22:03.231823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60704) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.237137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:03.254836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.261574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.264156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.265514 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "PUT /v2.0/security-groups/41b590dd-0220-4008-98e9-3f135021b8da HTTP/1.1" status: 200 len: 1779 time: 0.2033496 Nov 24 22:22:03.266665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.269700 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-61632066-6140-4690-acca-4892a810b7e0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/23b8f073-dfec-4e41-adcc-b0ce155c14b7 HTTP/1.1" status: 204 len: 168 time: 0.7432449 Nov 24 22:22:03.270546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60706) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.274448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60708) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.275048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:03.278684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.323646 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cc120c-c62f-468d-bfd7-9c39c231bf69 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:03.325504 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e6cc120c-c62f-468d-bfd7-9c39c231bf69 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/23b8f073-dfec-4e41-adcc-b0ce155c14b7 HTTP/1.1" status: 404 len: 333 time: 0.0444679 Nov 24 22:22:03.330094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.377686 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e04dfa9b-7c42-4673-a619-2e2a572a2921 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups/41b590dd-0220-4008-98e9-3f135021b8da HTTP/1.1" status: 200 len: 1779 time: 0.1050327 Nov 24 22:22:03.384142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60712) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.387151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30196533'] for subnet, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.404194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6753a1-1a35-4f3b-bfc4-485a6066920a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b590dd-0220-4008-98e9-3f135021b8da,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.409082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-7e38664e-0a76-4ee7-b397-0e65c9848e43', 'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43', 'tenant_id': '01d56246f545455f980a0b41d9f25e74', 'fixed_ips': [{'subnet_id': '24654249-57cf-4486-8006-cf7dbba2baf2'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:03.409568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:03.412616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.416346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet feb5ac90-a966-418d-8db7-df4317ce84d2 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:03.423580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.454064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.454419 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment a02c8929-da28-4bfc-af2c-e7bb378c1f0f of type vlan for network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 Nov 24 22:22:03.506130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.513793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c35cfad6-0e6a-467d-b2f3-8b77340e02ad tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.538390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.554756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0219d4e3-5e3f-4504-858b-7ddd100b4b0c None None] Provisioning complete for port 36086d98-64ae-45b8-afe9-12c698f0359a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:03.554756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0219d4e3-5e3f-4504-858b-7ddd100b4b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.559728 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c35cfad6-0e6a-467d-b2f3-8b77340e02ad tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.590517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.609919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:03.610643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.662658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0219d4e3-5e3f-4504-858b-7ddd100b4b0c None None] Could not find standard attr ID for object 23b8f073-dfec-4e41-adcc-b0ce155c14b7. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:03.678496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c35cfad6-0e6a-467d-b2f3-8b77340e02ad tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.681194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c35cfad6-0e6a-467d-b2f3-8b77340e02ad tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.682452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c35cfad6-0e6a-467d-b2f3-8b77340e02ad tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/41b590dd-0220-4008-98e9-3f135021b8da HTTP/1.1" status: 204 len: 168 time: 0.2973142 Nov 24 22:22:03.690202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60714) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.716466 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5394106 Nov 24 22:22:03.721126 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cfad6-0e6a-467d-b2f3-8b77340e02ad tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b590dd-0220-4008-98e9-3f135021b8da,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.724799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60716) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.732862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:03.741223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.776705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6335-40ec-4c17-9074-ae8e5173a300 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=3dc9ebcd-e378-46b3-a33b-b727b05e6ca2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.783957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756415149725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30397601'] for subnet, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.792075 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-78bc3ca4-fdee-4d0d-a99d-ee4f86d7e2c2 None None] Could not find standard attr ID for object 23b8f073-dfec-4e41-adcc-b0ce155c14b7. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:03.797410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:03.831033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.869765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.873294 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/feb5ac90-a966-418d-8db7-df4317ce84d2 HTTP/1.1" status: 204 len: 168 time: 0.5398085 Nov 24 22:22:03.874200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cd0e3-cbe3-4b3d-8c08-ceebbcdf2380 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=feb5ac90-a966-418d-8db7-df4317ce84d2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.877060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60718) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.890543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:03.891435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.893164 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "PUT /v2.0/subnets/24654249-57cf-4486-8006-cf7dbba2baf2 HTTP/1.1" status: 200 len: 900 time: 0.6602421 Nov 24 22:22:03.900423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60720) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.904887 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-77e5d702-0e55-4a72-a45e-a80087e3f860 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2137318 Nov 24 22:22:03.907847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60722) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.933785 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-865bd46a-8354-48c6-94f4-fd15bdd05b0b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] delete failed (client error): The resource could not be found. Nov 24 22:22:03.934874 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-865bd46a-8354-48c6-94f4-fd15bdd05b0b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/41b590dd-0220-4008-98e9-3f135021b8da HTTP/1.1" status: 404 len: 347 time: 0.0260847 Nov 24 22:22:03.940476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60724) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:03.946836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--281270984'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:03.962290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet d147e767-9dad-440e-8224-889aea1ee0de {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:03.965654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:03.978769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303b96b-d0a8-4be5-825c-099dfe1a6b59 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event updated for resources: {'Subnet': ['ID=24654249-57cf-4486-8006-cf7dbba2baf2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:03.996257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:22:03.996257 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:22:03.996257 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'project_id_1': 'fcac5542480c449481a206d9f7105bd7', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 21, 43, 954257)}] Nov 24 22:22:03.996257 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:22:03.996915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:22:04.006604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Allocated IP 2001:db8::3 (7e38664e-0a76-4ee7-b397-0e65c9848e43/24654249-57cf-4486-8006-cf7dbba2baf2/24b1d62b-7916-4db4-8056-d24aeaf28e65) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:04.012423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.055884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.058777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:04.062228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.089990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 92b989c5-b836-47e3-80d8-984dcb870612 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:04.119148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 92b989c5-b836-47e3-80d8-984dcb870612 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:04.119148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 92b989c5-b836-47e3-80d8-984dcb870612 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:04.144373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.194094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.209246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.209875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.215651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.238235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=d147e767-9dad-440e-8224-889aea1ee0de,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.241600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.247744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce331d99-0c29-4583-aa0b-19cd6db29fc4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/d147e767-9dad-440e-8224-889aea1ee0de HTTP/1.1" status: 204 len: 168 time: 0.3696246 Nov 24 22:22:04.248509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60728) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:04.258558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Network 7e38664e-0a76-4ee7-b397-0e65c9848e43 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:04.261427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:04.268296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:04.273949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Pushing event updated for resources: {'Port': ['ID=24b1d62b-7916-4db4-8056-d24aeaf28e65,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.325975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Attempting to bind port 24b1d62b-7916-4db4-8056-d24aeaf28e65 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:04.326345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Attempting to bind port 24b1d62b-7916-4db4-8056-d24aeaf28e65 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '75e46580-ffc5-4436-8bcc-fa885108b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:04.326825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Attempting to bind port 24b1d62b-7916-4db4-8056-d24aeaf28e65 on network 7e38664e-0a76-4ee7-b397-0e65c9848e43 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:04.331828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:04.332352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Checking segment: {'id': '75e46580-ffc5-4436-8bcc-fa885108b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:04.333759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.333759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Bound using segment: {'id': '75e46580-ffc5-4436-8bcc-fa885108b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:04.334099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Bound port: 24b1d62b-7916-4db4-8056-d24aeaf28e65, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e46580-ffc5-4436-8bcc-fa885108b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e38664e-0a76-4ee7-b397-0e65c9848e43'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:04.334478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.352745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.355973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.384542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.386473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=24654249-57cf-4486-8006-cf7dbba2baf2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.405445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] For port 24b1d62b-7916-4db4-8056-d24aeaf28e65, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:04.408747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] For port 24b1d62b-7916-4db4-8056-d24aeaf28e65, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=24b1d62b-7916-4db4-8056-d24aeaf28e65,segment=NetworkSegment(75e46580-ffc5-4436-8bcc-fa885108b5e8),segment_id=75e46580-ffc5-4436-8bcc-fa885108b5e8)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:04.413684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.423461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 36086d98-64ae-45b8-afe9-12c698f0359a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:04.423912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.461901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60730) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:04.498884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102c94d-feeb-42f6-aa99-5e6e45270b7b None None] Pushing event updated for resources: {'Port': ['ID=24b1d62b-7916-4db4-8056-d24aeaf28e65,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.502814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port 36086d98-64ae-45b8-afe9-12c698f0359a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36086d98-64ae-45b8-afe9-12c698f0359a,segment=NetworkSegment(831dcbdc-6714-41d4-a057-788c25b28232),segment_id=831dcbdc-6714-41d4-a057-788c25b28232)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:04.503196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.518213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12631ac5-3ad0-431d-add2-828169315644 None None] Network 7e38664e-0a76-4ee7-b397-0e65c9848e43 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:04.522391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 36086d98-64ae-45b8-afe9-12c698f0359a owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:04.539003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.555479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=c02bba11-1856-45f2-9d86-39374aa04732,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.571062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.584489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e38664e-0a76-4ee7-b397-0e65c9848e43']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:04.602971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e46580-ffc5-4436-8bcc-fa885108b5e8') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:04.603351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e46580-ffc5-4436-8bcc-fa885108b5e8') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:04.650606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb7c19-9250-4dd7-9f0d-0e9e666ff40a None None] Network 7e38664e-0a76-4ee7-b397-0e65c9848e43 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:04.652185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.657962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.664524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:04.664867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:04.679291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.692312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.693392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:04.693763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.695065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=36086d98-64ae-45b8-afe9-12c698f0359a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.697570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port 36086d98-64ae-45b8-afe9-12c698f0359a on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:04.700290 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:04.703401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.790295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:04.797778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.802532 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8575804 Nov 24 22:22:04.802739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60732) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:04.807632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'b7bd27c9-dc65-4eaa-8caa-b73fac1dcc56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:04.816117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:04.818548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.db.api [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 22:22:04.818548 dv-neutron-818715-1-hyperv neutron-server[102410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 22:22:04.818548 dv-neutron-818715-1-hyperv neutron-server[102410]: [parameters: {'id': '7e38664e-0a76-4ee7-b397-0e65c9848e43'}] Nov 24 22:22:04.818548 dv-neutron-818715-1-hyperv neutron-server[102410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:22:04.818906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG oslo_db.api [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:22:04.822468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:04.823052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.825402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fad3b-2c4b-4477-9de8-b322f6708bbe None None] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:04.826410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04a8ae-daff-45e3-90e2-d4db53c159a4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd27c9-dc65-4eaa-8caa-b73fac1dcc56,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:04.837856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.845788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Deleting port 3a2dc4be-493b-45d7-9f55-e1c8f17a0c3d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:04.846253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.868047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:04.882027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831dcbdc-6714-41d4-a057-788c25b28232') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:04.882319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831dcbdc-6714-41d4-a057-788c25b28232') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:04.884245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.901721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.922348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9461c145-b0e9-4999-9567-43309268d78a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1939118 Nov 24 22:22:04.923267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60734) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:04.931590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-960244639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:04.943111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.950551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.951146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.961504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:04.961840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:04.966317 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:04.971244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Calling delete_port for 3a2dc4be-493b-45d7-9f55-e1c8f17a0c3d owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:05.028122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-3dc9ebcd-e378-46b3-a33b-b727b05e6ca2', 'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': 'c02bba11-1856-45f2-9d86-39374aa04732'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:05.029279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.042961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.044020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.050453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c647d66-bd15-46bd-9e13-6def24330bf8 None None] Network 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:05.056828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.060080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.071177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.077503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b HTTP/1.1" status: 204 len: 168 time: 0.8245547 Nov 24 22:22:05.080801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60736) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.086775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.101330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33ebd-cfa3-4ac6-a53f-89a9146fc054 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:05.147591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521a157d-c17a-4398-a0df-7abbd426e572,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:05.148375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c87c1c-45bd-4217-9d35-5f90724a53fa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:05.153631 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94c87c1c-45bd-4217-9d35-5f90724a53fa tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0682781 Nov 24 22:22:05.153819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.153912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60738) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.164204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.165415 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-687846be-3a8a-4343-85e8-47ef1b22a50d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617916 Nov 24 22:22:05.167199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.168346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60740) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.186060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.187272 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-02d9e1e2-f762-433a-ac78-c37617ef6b3c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2624292 Nov 24 22:22:05.188797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6838ff0c-039b-43b8-ac1d-f4a226a6ea58 None None] Could not find standard attr ID for object 23b8f073-dfec-4e41-adcc-b0ce155c14b7. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:05.190299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60742) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.268240 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bdac2ca1-d5b7-4c95-bf0a-a9a9de9fb694 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1131053 Nov 24 22:22:05.270989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60744) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.272228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66711f02-b11f-47fa-adf2-a4351d17b6c3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.285341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-958202507'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:05.287425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Allocated IP 172.20.0.2 (3dc9ebcd-e378-46b3-a33b-b727b05e6ca2/c02bba11-1856-45f2-9d86-39374aa04732/902c5c15-3c13-41b7-85cf-482367f898ae) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:05.291057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66711f02-b11f-47fa-adf2-a4351d17b6c3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.319412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.321087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.361785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acea8d-9703-4c81-b8ac-00af1b73c996 None None] DHCP port deletion for 4d3c1041-c79e-4fea-87ef-f5c43c2f4a0b request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:05.365422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'Port': ['ID=3a2dc4be-493b-45d7-9f55-e1c8f17a0c3d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:05.376182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:05.383127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.420217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66711f02-b11f-47fa-adf2-a4351d17b6c3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.428185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-66711f02-b11f-47fa-adf2-a4351d17b6c3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.432161 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-66711f02-b11f-47fa-adf2-a4351d17b6c3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/521a157d-c17a-4398-a0df-7abbd426e572 HTTP/1.1" status: 204 len: 168 time: 0.2323902 Nov 24 22:22:05.432739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60746) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.480486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.488173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.489534 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66711f02-b11f-47fa-adf2-a4351d17b6c3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=521a157d-c17a-4398-a0df-7abbd426e572,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:05.499282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:05.510095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e976c708-109c-413c-99a5-5b9efe5e591e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759673 Nov 24 22:22:05.514164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60748) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:05.523834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:05.527289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.527494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:05.527693 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 866bfadf-d0c8-4903-8e6c-f2511adf1909 of type vlan for network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b Nov 24 22:22:05.530970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:05.546779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.546779 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Floating IP b5fa3675-c631-4686-82c3-63a800f4efc3 disassociated (deleted). External IP: 172.26.3.6, port: 62ddfb72-1c9f-43c5-a1b7-16c26b408396. Nov 24 22:22:05.570883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Pushing event updated for resources: {'Port': ['ID=902c5c15-3c13-41b7-85cf-482367f898ae,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:05.573072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.603674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Attempting to bind port 902c5c15-3c13-41b7-85cf-482367f898ae on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:05.604151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Attempting to bind port 902c5c15-3c13-41b7-85cf-482367f898ae by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:05.604589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Attempting to bind port 902c5c15-3c13-41b7-85cf-482367f898ae on network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:05.610079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:05.610535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Checking segment: {'id': 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:05.610943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.611337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Bound using segment: {'id': 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:05.611855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Bound port: 902c5c15-3c13-41b7-85cf-482367f898ae, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3dc9ebcd-e378-46b3-a33b-b727b05e6ca2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:05.612240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.683412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] For port 902c5c15-3c13-41b7-85cf-482367f898ae, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:05.687396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] For port 902c5c15-3c13-41b7-85cf-482367f898ae, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=902c5c15-3c13-41b7-85cf-482367f898ae,segment=NetworkSegment(a02c8929-da28-4bfc-af2c-e7bb378c1f0f),segment_id=a02c8929-da28-4bfc-af2c-e7bb378c1f0f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:05.692555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:05.757746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efbf9c-bd57-4e15-b1f2-518c860e3e84 None None] Pushing event updated for resources: {'Port': ['ID=902c5c15-3c13-41b7-85cf-482367f898ae,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:05.854767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.20.0.1 (3dc9ebcd-e378-46b3-a33b-b727b05e6ca2/c02bba11-1856-45f2-9d86-39374aa04732/13ddd898-a0f8-4535-a582-f0035e6f53b8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:06.008962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.009913 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.054872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.067695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting port 24b1d62b-7916-4db4-8056-d24aeaf28e65 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:06.068069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.103295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:06.104729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:06.107388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:06.115405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 902c5c15-3c13-41b7-85cf-482367f898ae up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:06.143655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.147913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=13ddd898-a0f8-4535-a582-f0035e6f53b8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:06.149747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:06.150347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.156013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bd8493b-5f2a-495c-95a6-4ea08c9cac39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.167813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.186044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 902c5c15-3c13-41b7-85cf-482367f898ae triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:06.186478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.236793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] For port 24b1d62b-7916-4db4-8056-d24aeaf28e65, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=24b1d62b-7916-4db4-8056-d24aeaf28e65,segment=NetworkSegment(75e46580-ffc5-4436-8bcc-fa885108b5e8),segment_id=75e46580-ffc5-4436-8bcc-fa885108b5e8)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:06.237156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.263335 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9817560 Nov 24 22:22:06.266043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60750) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:06.271941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:06.274760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.274917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bd8493b-5f2a-495c-95a6-4ea08c9cac39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.279347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Calling delete_port for 24b1d62b-7916-4db4-8056-d24aeaf28e65 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:06.309239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 902c5c15-3c13-41b7-85cf-482367f898ae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=902c5c15-3c13-41b7-85cf-482367f898ae,segment=NetworkSegment(a02c8929-da28-4bfc-af2c-e7bb378c1f0f),segment_id=a02c8929-da28-4bfc-af2c-e7bb378c1f0f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:06.315000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.330727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bb6df-1148-4123-a126-ac16ef52f327 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=8c20bb92-995c-4d4a-9a22-9e0d1b88749b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:06.350930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.354797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:06.420682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36086d98-64ae-45b8-afe9-12c698f0359a no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:06.462122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 36086d98-64ae-45b8-afe9-12c698f0359a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:06.462468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36086d98-64ae-45b8-afe9-12c698f0359a not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:06.462973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bd8493b-5f2a-495c-95a6-4ea08c9cac39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.465482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bd8493b-5f2a-495c-95a6-4ea08c9cac39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.469181 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6bd8493b-5f2a-495c-95a6-4ea08c9cac39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7bd27c9-dc65-4eaa-8caa-b73fac1dcc56 HTTP/1.1" status: 204 len: 168 time: 0.9515076 Nov 24 22:22:06.473802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60752) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:06.486888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=902c5c15-3c13-41b7-85cf-482367f898ae,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:06.509392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8493b-5f2a-495c-95a6-4ea08c9cac39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd27c9-dc65-4eaa-8caa-b73fac1dcc56,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:06.519562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Router 38e88176-f5a7-484e-9d27-a42a114c8f9f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:06.537340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:06.540892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.546447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.584586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-58fd0f94-e06c-4146-8f58-9a1966e63d1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085317 Nov 24 22:22:06.596100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60754) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:06.605753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--967899371'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:06.625079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Port': ['ID=24b1d62b-7916-4db4-8056-d24aeaf28e65,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:06.626485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No DVR routers for this DVR port 24b1d62b-7916-4db4-8056-d24aeaf28e65 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:06.679704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.756682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.786453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e38664e-0a76-4ee7-b397-0e65c9848e43']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:06.789258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:06.797780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.799582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] Sync routers for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:06.803887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e46580-ffc5-4436-8bcc-fa885108b5e8') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:06.804169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e46580-ffc5-4436-8bcc-fa885108b5e8') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:06.811344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:06.812902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:06.831175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.847639 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1595e8b1-3c23-4986-b248-870f7407357e tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "DELETE /v2.0/floatingips/b5fa3675-c631-4686-82c3-63a800f4efc3 HTTP/1.1" status: 204 len: 168 time: 2.3807719 Nov 24 22:22:06.847639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:22:06.860042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5215ba11-c4b8-46e5-aada-332eeb20b06f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:22:06.882695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.902186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:06.902846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:06.906719 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:06.950576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:06.963467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3979ef8b-cbeb-4094-b70b-ee4bf940f309 x-openstack-request-id: req-3979ef8b-cbeb-4094-b70b-ee4bf940f309 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:22:06.963928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:22:06.964062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3979ef8b-cbeb-4094-b70b-ee4bf940f309 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:22:06.964503 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'status': 'completed', 'code': 200} Nov 24 22:22:06.990802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.000506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.003876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/7e38664e-0a76-4ee7-b397-0e65c9848e43 HTTP/1.1" status: 204 len: 168 time: 3.0976491 Nov 24 22:22:07.016837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9b3a9-e5df-4e1f-b7e4-e75689f30fcd None None] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:07.017526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60760) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.041764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697ef4-444b-4a48-92ff-6e7e1693c683 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=7e38664e-0a76-4ee7-b397-0e65c9848e43,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:07.054948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.076469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.081492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.101630 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc0cd5-20ea-4265-9337-fbf0fb4ba35f tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:07.102086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecc0cd5-20ea-4265-9337-fbf0fb4ba35f tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:07.105107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9ecc0cd5-20ea-4265-9337-fbf0fb4ba35f tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/24654249-57cf-4486-8006-cf7dbba2baf2 HTTP/1.1" status: 404 len: 337 time: 0.0750833 Nov 24 22:22:07.107899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60766) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.108768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.133425 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90a8dd0-a247-44a9-a41d-d3a198700ef6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:07.134416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90a8dd0-a247-44a9-a41d-d3a198700ef6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:07.136183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.138969 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b90a8dd0-a247-44a9-a41d-d3a198700ef6 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/7e38664e-0a76-4ee7-b397-0e65c9848e43 HTTP/1.1" status: 404 len: 339 time: 0.0295701 Nov 24 22:22:07.143981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60770) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.193546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7018deef-e106-4079-bafc-4aa5290c3cb9 None None] Provisioning complete for port 902c5c15-3c13-41b7-85cf-482367f898ae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:07.194320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7018deef-e106-4079-bafc-4aa5290c3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.253930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.278513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.280189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6809230 Nov 24 22:22:07.287976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.290471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60772) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.293346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=13ddd898-a0f8-4535-a582-f0035e6f53b8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:07.300261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'e415d9cd-2556-4828-a1d5-9b3e0e3a1221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:07.309500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341575-f6f2-4719-af7e-c5a20e095095 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e415d9cd-2556-4828-a1d5-9b3e0e3a1221,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:07.319728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=f2f8afe0-e897-44cc-96cb-4d2dc913c012,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:07.355668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-ca84f4a4-fc04-4cad-b4b4-578e0bc09590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:07.357179 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-ca84f4a4-fc04-4cad-b4b4-578e0bc09590 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=acf584e0777847d885c172c6e0becf50&device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 1098 time: 0.3788121 Nov 24 22:22:07.392183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.415027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61866d30-c51a-4daf-a4e7-40ef142d11b6 req-9f28adee-ed74-4ab7-b3d9-8cf1f4374bf7 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:07.417078 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61866d30-c51a-4daf-a4e7-40ef142d11b6 req-9f28adee-ed74-4ab7-b3d9-8cf1f4374bf7 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2899764 Nov 24 22:22:07.427888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea37584c-1000-4243-b321-c6b0dfe4c12c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:07.466268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cce4b2-97d8-4a73-ad43-d6dca5c7208d') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:07.466841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cce4b2-97d8-4a73-ad43-d6dca5c7208d') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:07.471006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:07.481813 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61866d30-c51a-4daf-a4e7-40ef142d11b6 req-2792fa20-ea7f-4c54-b32a-7a7ddf136174 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587761 Nov 24 22:22:07.486642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.502431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.509820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:07.510490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:07.515200 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:07.521318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] Checking router: 38e88176-f5a7-484e-9d27-a42a114c8f9f for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:07.532715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:07.533506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:07.600738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.621022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.626926 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/ea37584c-1000-4243-b321-c6b0dfe4c12c HTTP/1.1" status: 204 len: 168 time: 0.4796011 Nov 24 22:22:07.626926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9be6f-6177-4e0f-b6a6-2895cba815e9 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=ea37584c-1000-4243-b321-c6b0dfe4c12c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:07.627935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60774) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.658416 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d6f204-815e-48c1-8351-01806a5e1f16 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:07.659099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d6f204-815e-48c1-8351-01806a5e1f16 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:07.665339 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-61d6f204-815e-48c1-8351-01806a5e1f16 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/c45aa786-c77a-4793-b7d3-e6766d7d3439 HTTP/1.1" status: 404 len: 337 time: 0.0339496 Nov 24 22:22:07.666136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60776) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.668583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:07.684799 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c14ed54-fa93-41ff-9172-3b130b0240db tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:07.685384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c14ed54-fa93-41ff-9172-3b130b0240db tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:07.688467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3c14ed54-fa93-41ff-9172-3b130b0240db tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/6878c077-c792-4a1a-9aec-b26b38f93fc0 HTTP/1.1" status: 404 len: 339 time: 0.0215440 Nov 24 22:22:07.691971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60778) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:07.760083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting subnet 6c73a89a-3e4d-4ece-964a-a1a0d4c6016a {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:07.764590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.793731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '866bfadf-d0c8-4903-8e6c-f2511adf1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:07.794026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: 8c20bb92-995c-4d4a-9a22-9e0d1b88749b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:07.818598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.827674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.886375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:07.932731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-80426930-7168-4b3d-98e5-b1f4eeef732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:07.934287 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-80426930-7168-4b3d-98e5-b1f4eeef732d service neutron] 10.222.0.71 "GET /v2.0/networks?id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 200 len: 898 time: 0.5491753 Nov 24 22:22:07.935010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8c20bb92-995c-4d4a-9a22-9e0d1b88749b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:07.943881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.956485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:07.957710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:07.991598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:07.996065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.022690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.027259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:08.033323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d917eed-e631-4844-9ada-a6d3c976d07a None None] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:08.033610 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d0310070-2a7a-43e1-8947-b856f0a8de15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7662232 Nov 24 22:22:08.037704 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-0ded2b04-1799-4090-888d-232b27296ee7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 200 len: 217 time: 0.0654044 Nov 24 22:22:08.038425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.042014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60780) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:08.052605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b', 'name': 'tempest-PortsTestJSON-1951378168'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:08.092367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=6c73a89a-3e4d-4ece-964a-a1a0d4c6016a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:08.106136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-63f75bfc-bcdd-42d7-a8ac-55b30edfa9af None None] Provisioning complete for port 13ddd898-a0f8-4535-a582-f0035e6f53b8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:08.106526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63f75bfc-bcdd-42d7-a8ac-55b30edfa9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.117172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963fc405-b0ae-440b-99c6-9e9390f7347b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:08.130624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.138780 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-02b6104c-bfab-4521-b56b-e57f204ee0bf tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/6c73a89a-3e4d-4ece-964a-a1a0d4c6016a HTTP/1.1" status: 204 len: 168 time: 0.4451983 Nov 24 22:22:08.139455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60782) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:08.148446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 902c5c15-3c13-41b7-85cf-482367f898ae up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:08.172379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e326b-e634-4345-81d4-3c4dfb7b67fb None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:08.202916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting subnet 74837762-9b44-40f2-8aa1-7af3c58560b5 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:08.208084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.225589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-63f75bfc-bcdd-42d7-a8ac-55b30edfa9af None None] Port 13ddd898-a0f8-4535-a582-f0035e6f53b8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:08.232972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.234503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1518166e-9419-4be7-a14a-4380c5481cc5 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9381597 Nov 24 22:22:08.242069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60784) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:08.248031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'e415d9cd-2556-4828-a1d5-9b3e0e3a1221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:08.265755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.276300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-2f4660ba-9f28-4093-9329-c20b91390b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:08.277904 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-2f4660ba-9f28-4093-9329-c20b91390b5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d923d487-86a6-4210-acbf-012d6efdd866 HTTP/1.1" status: 200 len: 835 time: 0.2315423 Nov 24 22:22:08.278691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-63f75bfc-bcdd-42d7-a8ac-55b30edfa9af None None] Provisioning complete for port 902c5c15-3c13-41b7-85cf-482367f898ae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:08.279073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63f75bfc-bcdd-42d7-a8ac-55b30edfa9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.352126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:08.381485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.385523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.402963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cf77a-ed09-448f-ae63-5bfa19e52244 None None] The sync data for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv is: [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '11aa086a-46a8-48b8-a343-a85613a469e6', 'name': '', 'network_id': '0fe0e4bc-798c-43c8-8ad0-634d6781c35b', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'mac_address': 'fa:16:3e:bc:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:17Z', 'updated_at': '2021-11-24T22:20:27Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'subnets': [{'id': 'd923d487-86a6-4210-acbf-012d6efdd866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:08.428352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-790695d7-6944-49c0-b4d2-97d6019ffab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:08.430305 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-790695d7-6944-49c0-b4d2-97d6019ffab6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0fe0e4bc-798c-43c8-8ad0-634d6781c35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1420307 Nov 24 22:22:08.434755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 902c5c15-3c13-41b7-85cf-482367f898ae triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:08.435116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.461030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.474576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:08.478777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.495113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=74837762-9b44-40f2-8aa1-7af3c58560b5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:08.514720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.520243 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c91ba608-0055-46cd-868f-f82f29a4b262 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/74837762-9b44-40f2-8aa1-7af3c58560b5 HTTP/1.1" status: 204 len: 168 time: 0.3794937 Nov 24 22:22:08.521430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60788) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:08.607854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8c20bb92-995c-4d4a-9a22-9e0d1b88749b', 'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': 'f2f8afe0-e897-44cc-96cb-4d2dc913c012'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:08.608712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.620159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 132353ef-17c2-4eed-8596-8e01c946b371 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:22:08.623670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port b9c9431c-1d26-49cc-89b2-78079b0fec79 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:08.663272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.703016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.735900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.765662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-400ba7a6-7df2-4336-9380-a5db2f8763bc tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:08.767340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-400ba7a6-7df2-4336-9380-a5db2f8763bc tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2279866 Nov 24 22:22:08.813327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4b62d674-df4f-4288-9889-73d111411ba2 None None] Provisioning complete for port 13ddd898-a0f8-4535-a582-f0035e6f53b8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:08.813697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b62d674-df4f-4288-9889-73d111411ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.815110 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-3ea7200d-4aee-412c-8d10-f5a9fb2fe477 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693502 Nov 24 22:22:08.823241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a0ba-ebec-4097-88ae-2e0c6cd8ec9c req-6bb4e0a9-da07-439b-a6cf-13b2d65a88ef tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:08.833049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59f0a0ba-ebec-4097-88ae-2e0c6cd8ec9c req-6bb4e0a9-da07-439b-a6cf-13b2d65a88ef tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 945 time: 0.2453713 Nov 24 22:22:08.866584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:08.867049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.878891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1490d9-1775-43ec-8838-00975501c10e None None] Update dhcp port {'port': {'network_id': '5fd5ef77-33d3-4a33-b41f-13fbeeccf947', 'fixed_ips': [{'subnet_id': '74837762-9b44-40f2-8aa1-7af3c58560b5'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': 'ae667c6c-71dc-409b-b5ec-bd7cf905a0a2'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:22:08.888583 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c26d56-1e83-46bc-8792-7d3af6afcdcd None None] New status for floating IP b5fa3675-c631-4686-82c3-63a800f4efc3: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:22:08.903618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495e843a-71fc-430b-b27c-7105d84c4a33,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:08.907305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4b62d674-df4f-4288-9889-73d111411ba2 None None] Port 13ddd898-a0f8-4535-a582-f0035e6f53b8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:08.919836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Allocated IP 172.20.0.2 (8c20bb92-995c-4d4a-9a22-9e0d1b88749b/f2f8afe0-e897-44cc-96cb-4d2dc913c012/a26befe8-88b7-4c15-ab32-46955ed08966) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:08.922708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4a1490d9-1775-43ec-8838-00975501c10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.925178 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59f0a0ba-ebec-4097-88ae-2e0c6cd8ec9c req-8449468e-ea44-4f9c-a42c-7a6831bca07d tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd7e7783-29ac-4920-92b6-c97fb300819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931199 Nov 24 22:22:08.952182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] For port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,segment=NetworkSegment(bab01770-6d92-4e8b-85e2-457704bd1c0d),segment_id=bab01770-6d92-4e8b-85e2-457704bd1c0d)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:08.952816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.967547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Calling delete_port for ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:08.976885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:08.982979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60792) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:08.987125 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-043782ea-6301-49e3-ab63-95035b3f8bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7425265 Nov 24 22:22:08.989055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:09.013095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-52fa6b14-cf9c-46d1-89c7-b0a9175ce916 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/132353ef-17c2-4eed-8596-8e01c946b371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8198898 Nov 24 22:22:09.016287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60794) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.025076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'e415d9cd-2556-4828-a1d5-9b3e0e3a1221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:09.025230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] Sync routers for ids ['132353ef-17c2-4eed-8596-8e01c946b371'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:09.083455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.103360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] Routers {'132353ef-17c2-4eed-8596-8e01c946b371'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:09.103642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['132353ef-17c2-4eed-8596-8e01c946b371'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.116799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.151406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07d2f7-1b6b-4943-8edc-916db9fc6538 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:09.156515 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d07d2f7-1b6b-4943-8edc-916db9fc6538 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports/13ddd898-a0f8-4535-a582-f0035e6f53b8 HTTP/1.1" status: 200 len: 910 time: 0.1010506 Nov 24 22:22:09.156879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60796) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.158207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.177292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Port': ['ID=ae667c6c-71dc-409b-b5ec-bd7cf905a0a2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.180080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No DVR routers for this DVR port ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:09.183560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef624b-1388-4653-827f-26cc814a8662 None None] Network 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:09.202262 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5215ba11-c4b8-46e5-aada-332eeb20b06f req-c1c34532-3a38-453c-8b23-6e911c117a49 service neutron] 10.222.0.71 "GET /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285267 Nov 24 22:22:09.208287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Deleting port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:09.208847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.263119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] Routers {'132353ef-17c2-4eed-8596-8e01c946b371'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:09.263782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['132353ef-17c2-4eed-8596-8e01c946b371'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.265452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7bb7c362-4edd-44b9-82ab-f2859db4cf68 None None] Could not find standard attr ID for object ae667c6c-71dc-409b-b5ec-bd7cf905a0a2. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:09.308206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] For port 62ddfb72-1c9f-43c5-a1b7-16c26b408396, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=62ddfb72-1c9f-43c5-a1b7-16c26b408396,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:09.308580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.321717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Calling delete_port for 62ddfb72-1c9f-43c5-a1b7-16c26b408396 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:09.332663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.333244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29663e8-262f-4539-89f5-a9ab7b1ca2bf None None] The sync data for ids ['132353ef-17c2-4eed-8596-8e01c946b371'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:09.348491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.361276 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.369749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.388063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.397859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.417328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b3ffce-1776-4356-84b2-3dcacf393ea7 None None] DHCP port deletion for 5fd5ef77-33d3-4a33-b41f-13fbeeccf947 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:09.448752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:09.454714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:09.459220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:09.462741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa2fe4f-470a-4bcf-bd7f-d99f0f43b4c9,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.473668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Pushing event updated for resources: {'Port': ['ID=a26befe8-88b7-4c15-ab32-46955ed08966,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.478347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.9 (8c20bb92-995c-4d4a-9a22-9e0d1b88749b/f2f8afe0-e897-44cc-96cb-4d2dc913c012/b9c9431c-1d26-49cc-89b2-78079b0fec79) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:09.478992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd5ef77-33d3-4a33-b41f-13fbeeccf947']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.493448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab01770-6d92-4e8b-85e2-457704bd1c0d') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.493769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab01770-6d92-4e8b-85e2-457704bd1c0d') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:09.507551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.511184 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c525ec3-54ee-496c-be4e-3b5e4b9eb38c tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5246449 Nov 24 22:22:09.513001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60798) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.519322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'e415d9cd-2556-4828-a1d5-9b3e0e3a1221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:09.527483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.529055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Attempting to bind port a26befe8-88b7-4c15-ab32-46955ed08966 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:09.529517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Attempting to bind port a26befe8-88b7-4c15-ab32-46955ed08966 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '866bfadf-d0c8-4903-8e6c-f2511adf1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:09.529971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Attempting to bind port a26befe8-88b7-4c15-ab32-46955ed08966 on network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:09.535714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:09.536226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Checking segment: {'id': '866bfadf-d0c8-4903-8e6c-f2511adf1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:09.536726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.537221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Bound using segment: {'id': '866bfadf-d0c8-4903-8e6c-f2511adf1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:09.537775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Bound port: a26befe8-88b7-4c15-ab32-46955ed08966, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866bfadf-d0c8-4903-8e6c-f2511adf1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:09.538410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.566085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.573456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.595270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:09.595697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:09.599133 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:09.613070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'Port': ['ID=62ddfb72-1c9f-43c5-a1b7-16c26b408396,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.622946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] For port a26befe8-88b7-4c15-ab32-46955ed08966, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:09.633068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] For port a26befe8-88b7-4c15-ab32-46955ed08966, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a26befe8-88b7-4c15-ab32-46955ed08966,segment=NetworkSegment(866bfadf-d0c8-4903-8e6c-f2511adf1909),segment_id=866bfadf-d0c8-4903-8e6c-f2511adf1909)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:09.646743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.655718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.701548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] No DVR routers for this DVR port 62ddfb72-1c9f-43c5-a1b7-16c26b408396 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:09.706188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.710267 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069f70d1-3894-4da1-8612-9d62bc2526ae req-3cb2f311-fea4-4c76-a384-9a709ebb7688 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.71 "DELETE /v2.0/ports/62ddfb72-1c9f-43c5-a1b7-16c26b408396 HTTP/1.1" status: 204 len: 173 time: 0.8941319 Nov 24 22:22:09.710720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-deleted', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:22:09.714374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d3af9-d412-4268-8241-e2dfc37ad2f9" -d '{"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-deleted", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:22:09.745190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.773048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.779953 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/5fd5ef77-33d3-4a33-b41f-13fbeeccf947 HTTP/1.1" status: 204 len: 168 time: 1.2553384 Nov 24 22:22:09.780972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60804) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.819055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6ae1f-d18c-42b5-83a5-ae962bfc80dd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=5fd5ef77-33d3-4a33-b41f-13fbeeccf947,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.843106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.849653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.851754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5532e89f-746f-4449-b48a-879e6bbfd581 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:09.852223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5532e89f-746f-4449-b48a-879e6bbfd581 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:09.855253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5532e89f-746f-4449-b48a-879e6bbfd581 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/0ce89450-f2d1-4b80-a6a5-bbbc87703285 HTTP/1.1" status: 404 len: 337 time: 0.0738754 Nov 24 22:22:09.858001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60806) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.866311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0f21-1c7c-42d8-9f9f-9c2623f7311b None None] Pushing event updated for resources: {'Port': ['ID=a26befe8-88b7-4c15-ab32-46955ed08966,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.866898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.891851 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed17e9f0-cbc5-4d75-aa0b-388addc4f051 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:09.892645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed17e9f0-cbc5-4d75-aa0b-388addc4f051 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:09.896004 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed17e9f0-cbc5-4d75-aa0b-388addc4f051 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/dad77335-092d-45e9-b59d-8d4676c14f2c HTTP/1.1" status: 404 len: 339 time: 0.0370955 Nov 24 22:22:09.898558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60808) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.910380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435606ab-0b2e-4474-87bf-cc34c0b08451 x-openstack-request-id: req-435606ab-0b2e-4474-87bf-cc34c0b08451 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:22:09.910889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a709b-2717-4e3f-9a35-1ccf1cc5df22", "name": "network-vif-deleted", "tag": "62ddfb72-1c9f-43c5-a1b7-16c26b408396", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:22:09.911374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-435606ab-0b2e-4474-87bf-cc34c0b08451 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:22:09.912041 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a709b-2717-4e3f-9a35-1ccf1cc5df22', 'name': 'network-vif-deleted', 'tag': '62ddfb72-1c9f-43c5-a1b7-16c26b408396', 'status': 'completed', 'code': 200} Nov 24 22:22:09.934473 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-292f7066-75f4-46d9-9248-baafef0b5d7a tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:09.935089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292f7066-75f4-46d9-9248-baafef0b5d7a tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:09.939694 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-292f7066-75f4-46d9-9248-baafef0b5d7a tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/5198d43d-ea00-4dd4-b4ff-d4b20f3590f1 HTTP/1.1" status: 404 len: 337 time: 0.0385742 Nov 24 22:22:09.942557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60810) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:09.943258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f5f8ca-4013-4295-9ccd-53cb9b9dceae,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:09.974957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:09.997610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.001378 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-086e7fe1-abe4-4c7b-96ba-e953dea73169 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4834483 Nov 24 22:22:10.010396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60814) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.023232 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c14e55-7080-4046-8ea3-a25b380ef58d tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:10.023232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c14e55-7080-4046-8ea3-a25b380ef58d tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:10.044044 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-48c14e55-7080-4046-8ea3-a25b380ef58d tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/64f588ff-9f57-4de2-943b-7b7f79b09bde HTTP/1.1" status: 404 len: 339 time: 0.0852005 Nov 24 22:22:10.044267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60816) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.076037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'e415d9cd-2556-4828-a1d5-9b3e0e3a1221', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:10.101961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:10.108031 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f5a0ac-7ab3-4357-a079-dfd782733877 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:10.108495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f5a0ac-7ab3-4357-a079-dfd782733877 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:10.111622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-00f5a0ac-7ab3-4357-a079-dfd782733877 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/01c61b09-7d80-4970-9f1a-c3cfd44b1880 HTTP/1.1" status: 404 len: 337 time: 0.0652871 Nov 24 22:22:10.120098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:10.121102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60818) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.137947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:10.162703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:10.168907 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-983bbf65-ad5b-4546-9ff5-7ffe3dca61b0 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:10.169890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983bbf65-ad5b-4546-9ff5-7ffe3dca61b0 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:10.172354 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f241d916-52ca-4ddc-a693-4cdc4ea38fc1 req-7c54c5d7-d0f5-4504-9e98-72b81cc99b4a tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a709b-2717-4e3f-9a35-1ccf1cc5df22 HTTP/1.1" status: 200 len: 210 time: 0.0690267 Nov 24 22:22:10.173730 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-983bbf65-ad5b-4546-9ff5-7ffe3dca61b0 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/c8b4103a-8e52-4eb3-ab84-dd166b555a08 HTTP/1.1" status: 404 len: 339 time: 0.0512996 Nov 24 22:22:10.180032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.183404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60820) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.197601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=b9c9431c-1d26-49cc-89b2-78079b0fec79,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:10.235879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.255744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:10.256578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.319818 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bfa46072-7ecb-40c0-92c2-5d2a346069ea tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2744763 Nov 24 22:22:10.326181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60822) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.337841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '8c20bb92-995c-4d4a-9a22-9e0d1b88749b', 'name': 'tempest-PortsTestJSON-104635083'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:10.343433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.353604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.381260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c0e08c-d53d-4912-8057-a4c471cfaa0c,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:10.392374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.393805 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95c358dd-35bb-4a0c-8afb-7443046becea tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3756313 Nov 24 22:22:10.395696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting subnet 8a6670f8-e73c-40bf-b499-b9198009de80 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:10.396722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.398093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:10.400517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ae667c6c-71dc-409b-b5ec-bd7cf905a0a2 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:10.426357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43a382c6-03bb-46fb-b701-d48197ab0c57 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.433855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43a382c6-03bb-46fb-b701-d48197ab0c57 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.451672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.463652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43a382c6-03bb-46fb-b701-d48197ab0c57 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.469778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43a382c6-03bb-46fb-b701-d48197ab0c57 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.470975 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-43a382c6-03bb-46fb-b701-d48197ab0c57 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e6c0e08c-d53d-4912-8057-a4c471cfaa0c HTTP/1.1" status: 204 len: 168 time: 0.0732498 Nov 24 22:22:10.476703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60826) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.478757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a382c6-03bb-46fb-b701-d48197ab0c57 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6c0e08c-d53d-4912-8057-a4c471cfaa0c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:10.530633 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-57a3be5d-044c-4391-841c-0041b68936d4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0528636 Nov 24 22:22:10.533671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60828) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.538766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.557884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2957021-5bfe-450c-8931-72c46b072d36 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.565393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2957021-5bfe-450c-8931-72c46b072d36 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.592653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2957021-5bfe-450c-8931-72c46b072d36 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.597343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2957021-5bfe-450c-8931-72c46b072d36 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.599982 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2957021-5bfe-450c-8931-72c46b072d36 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/64f5f8ca-4013-4295-9ccd-53cb9b9dceae HTTP/1.1" status: 204 len: 168 time: 0.0653045 Nov 24 22:22:10.603693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60830) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.618689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2957021-5bfe-450c-8931-72c46b072d36 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64f5f8ca-4013-4295-9ccd-53cb9b9dceae,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:10.662413 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-963eb93c-cecd-4306-b115-ebab22471655 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0555937 Nov 24 22:22:10.664038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60832) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.673035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:10.676585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.688789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb1f-5125-423f-8db3-4246f8f38bc0 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.697926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb1f-5125-423f-8db3-4246f8f38bc0 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.706678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.728058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb1f-5125-423f-8db3-4246f8f38bc0 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.735193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb1f-5125-423f-8db3-4246f8f38bc0 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.739854 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cb45fb1f-5125-423f-8db3-4246f8f38bc0 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/daa2fe4f-470a-4bcf-bd7f-d99f0f43b4c9 HTTP/1.1" status: 204 len: 168 time: 0.0712507 Nov 24 22:22:10.740233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60834) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.745114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:10.747853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45fb1f-5125-423f-8db3-4246f8f38bc0 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daa2fe4f-470a-4bcf-bd7f-d99f0f43b4c9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:10.790735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-76bbed5a-b764-415d-8607-6fa6477888aa tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0467458 Nov 24 22:22:10.790925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60836) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.817184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2593ddf6-50f6-4419-9be9-c866efcd7849 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.826097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2593ddf6-50f6-4419-9be9-c866efcd7849 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.870045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2593ddf6-50f6-4419-9be9-c866efcd7849 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.883877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2593ddf6-50f6-4419-9be9-c866efcd7849 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:10.885219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2593ddf6-50f6-4419-9be9-c866efcd7849 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/495e843a-71fc-430b-b27c-7105d84c4a33 HTTP/1.1" status: 204 len: 168 time: 0.0933533 Nov 24 22:22:10.889588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60838) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.902443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593ddf6-50f6-4419-9be9-c866efcd7849 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=495e843a-71fc-430b-b27c-7105d84c4a33,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:10.961131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8ff6817c-65b1-483c-8817-b6fbce29bd39 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0701904 Nov 24 22:22:10.964049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60840) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:10.994668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-772ed975-ca4b-48dd-bd7d-040fa70242f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.005071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-772ed975-ca4b-48dd-bd7d-040fa70242f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.041304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-772ed975-ca4b-48dd-bd7d-040fa70242f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.049531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-772ed975-ca4b-48dd-bd7d-040fa70242f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.054500 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-772ed975-ca4b-48dd-bd7d-040fa70242f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/963fc405-b0ae-440b-99c6-9e9390f7347b HTTP/1.1" status: 204 len: 168 time: 0.0857735 Nov 24 22:22:11.054500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60842) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.070193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7015c9-9012-40cb-8eca-a7e0c8c98e62 None None] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:11.096312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ed975-ca4b-48dd-bd7d-040fa70242f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=963fc405-b0ae-440b-99c6-9e9390f7347b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:11.121598 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5f419276-5480-4c86-bfe7-35439f7bd043 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621142 Nov 24 22:22:11.124160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60844) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.166229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-57a392fe-0ce3-4fd1-a7fc-b2bb521334c9 None None] Provisioning complete for port a26befe8-88b7-4c15-ab32-46955ed08966 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:11.166599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-57a392fe-0ce3-4fd1-a7fc-b2bb521334c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.184744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b76037ba-feca-485f-8688-c772d107b971 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.209391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b76037ba-feca-485f-8688-c772d107b971 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.266063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b76037ba-feca-485f-8688-c772d107b971 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.271748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60848) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.271993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b76037ba-feca-485f-8688-c772d107b971 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.276978 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b76037ba-feca-485f-8688-c772d107b971 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/e415d9cd-2556-4828-a1d5-9b3e0e3a1221 HTTP/1.1" status: 204 len: 168 time: 0.1516812 Nov 24 22:22:11.277668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60850) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.313003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76037ba-feca-485f-8688-c772d107b971 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e415d9cd-2556-4828-a1d5-9b3e0e3a1221,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:11.346273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-57a392fe-0ce3-4fd1-a7fc-b2bb521334c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.353387 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-381d6a9f-74d9-4375-ac74-62ba2f6684e8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695438 Nov 24 22:22:11.359721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60852) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.365173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960188015'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:11.393007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-57a392fe-0ce3-4fd1-a7fc-b2bb521334c9 None None] For port a26befe8-88b7-4c15-ab32-46955ed08966, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a26befe8-88b7-4c15-ab32-46955ed08966,segment=NetworkSegment(866bfadf-d0c8-4903-8e6c-f2511adf1909),segment_id=866bfadf-d0c8-4903-8e6c-f2511adf1909)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:11.395924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.398007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-57a392fe-0ce3-4fd1-a7fc-b2bb521334c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.440430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.458125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a392fe-0ce3-4fd1-a7fc-b2bb521334c9 None None] Pushing event updated for resources: {'Port': ['ID=a26befe8-88b7-4c15-ab32-46955ed08966,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:11.487432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.491875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.514705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6670f8-e73c-40bf-b499-b9198009de80,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:11.521587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85897b-e09d-45bc-9529-d2c92bd6636d None None] Network 643ae541-8b36-4fca-9ccd-e5c4e9aab24c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:11.522219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.525596 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-edae35ed-5e6d-4e5b-b92a-c7fa66a7d6ca tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/8a6670f8-e73c-40bf-b499-b9198009de80 HTTP/1.1" status: 204 len: 168 time: 1.3411462 Nov 24 22:22:11.531967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60854) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.539327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.543031 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1795573 Nov 24 22:22:11.554771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60856) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:11.567498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'dc5846de-112b-484e-ba2b-5bdb51215a23', 'direction': 'ingress', 'protocol': 17}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:11.585080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.14 (8c20bb92-995c-4d4a-9a22-9e0d1b88749b/f2f8afe0-e897-44cc-96cb-4d2dc913c012/0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:11.591231 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 13ddd898-a0f8-4535-a582-f0035e6f53b8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:11.591654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.633826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72d775-bc05-4dd2-9c1a-4ddcc1d5bb21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5846de-112b-484e-ba2b-5bdb51215a23,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:11.682824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.731344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1344376a-ca77-4d9d-bbb2-d43bf17c1445 None None] Provisioning complete for port b9c9431c-1d26-49cc-89b2-78079b0fec79 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:11.731837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1344376a-ca77-4d9d-bbb2-d43bf17c1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.754406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting port 136a08bd-9ea7-4b2f-a1fa-719244b81714 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:11.754775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.762263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] DHCP port deletion for 643ae541-8b36-4fca-9ccd-e5c4e9aab24c request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:11.799080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1344376a-ca77-4d9d-bbb2-d43bf17c1445 None None] Port b9c9431c-1d26-49cc-89b2-78079b0fec79 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:11.811356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.826691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1344376a-ca77-4d9d-bbb2-d43bf17c1445 None None] Provisioning complete for port a26befe8-88b7-4c15-ab32-46955ed08966 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:11.826691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1344376a-ca77-4d9d-bbb2-d43bf17c1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.834017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.842532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] For port 136a08bd-9ea7-4b2f-a1fa-719244b81714, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=136a08bd-9ea7-4b2f-a1fa-719244b81714,segment=NetworkSegment(b6953657-66c2-42c3-b994-e3de9a7722cf),segment_id=b6953657-66c2-42c3-b994-e3de9a7722cf)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:11.843252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.868015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 13ddd898-a0f8-4535-a582-f0035e6f53b8 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:11.868883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] Deleting port 136a08bd-9ea7-4b2f-a1fa-719244b81714 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:11.869261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.872013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Calling delete_port for 136a08bd-9ea7-4b2f-a1fa-719244b81714 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:11.946797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] For port 136a08bd-9ea7-4b2f-a1fa-719244b81714, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=136a08bd-9ea7-4b2f-a1fa-719244b81714,segment=NetworkSegment(b6953657-66c2-42c3-b994-e3de9a7722cf),segment_id=b6953657-66c2-42c3-b994-e3de9a7722cf)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:11.947192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.964195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:11.978108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] Calling delete_port for 136a08bd-9ea7-4b2f-a1fa-719244b81714 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:11.991625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No DVR routers for this DVR port 136a08bd-9ea7-4b2f-a1fa-719244b81714 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:11.997048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Port': ['ID=136a08bd-9ea7-4b2f-a1fa-719244b81714,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.085265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.086774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.102329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.119267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.123188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643ae541-8b36-4fca-9ccd-e5c4e9aab24c']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:12.136961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] No DVR routers for this DVR port 136a08bd-9ea7-4b2f-a1fa-719244b81714 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:12.138706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a26befe8-88b7-4c15-ab32-46955ed08966 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:12.143371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a8746-63d0-4d8e-a19b-1c3987785204 None None] Pushing event deleted for resources: {'Port': ['ID=136a08bd-9ea7-4b2f-a1fa-719244b81714,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.163196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6953657-66c2-42c3-b994-e3de9a7722cf') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:12.164151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6953657-66c2-42c3-b994-e3de9a7722cf') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:12.165855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80608bee-fb41-4cb9-bfeb-88b95405d372 None None] get_active_networks_info from dv-neutron-818715-1-hyperv {{(pid=102411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 22:22:12.175034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.190441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.197808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:12.198344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:12.201704 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:12.213673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf20aca-8396-48c7-926d-7af9c671c02d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.217071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d36dd9c0-30b7-4e82-a324-b1ee3cff95a9 None None] Provisioning complete for port b9c9431c-1d26-49cc-89b2-78079b0fec79 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:12.217448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d36dd9c0-30b7-4e82-a324-b1ee3cff95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.226662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.227901 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d7a9f68d-14a5-445d-bdf1-908edf8a7537 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6676848 Nov 24 22:22:12.239596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60858) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.257952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.278334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:12.285409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.293054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.298247 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/643ae541-8b36-4fca-9ccd-e5c4e9aab24c HTTP/1.1" status: 204 len: 168 time: 0.7620347 Nov 24 22:22:12.303798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60860) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.311458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 62ddfb72-1c9f-43c5-a1b7-16c26b408396 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:12.311826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 62ddfb72-1c9f-43c5-a1b7-16c26b408396 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:12.317343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d36dd9c0-30b7-4e82-a324-b1ee3cff95a9 None None] Port b9c9431c-1d26-49cc-89b2-78079b0fec79 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:12.321727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a26befe8-88b7-4c15-ab32-46955ed08966 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:12.322084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.360943 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c3eee0-b81f-4d76-af4a-83b625bd063c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:12.362011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c3eee0-b81f-4d76-af4a-83b625bd063c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:12.367831 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-05c3eee0-b81f-4d76-af4a-83b625bd063c tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/33bc21a5-89ca-4a0f-85b3-d747884b0a28 HTTP/1.1" status: 404 len: 337 time: 0.0594625 Nov 24 22:22:12.368115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b511866-2660-4a3d-b905-451a17d92b40 tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=643ae541-8b36-4fca-9ccd-e5c4e9aab24c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.370785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60862) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.373656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80608bee-fb41-4cb9-bfeb-88b95405d372 None None] Resources bound (agent type, host, resource id): {{(pid=102411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 22:22:12.395112 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91d5d7a-7616-4ac6-8e0e-4a306ec1b85f tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:12.395700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91d5d7a-7616-4ac6-8e0e-4a306ec1b85f tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:12.398767 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d91d5d7a-7616-4ac6-8e0e-4a306ec1b85f tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/f5c16ee4-ff5b-4f8d-9628-a99824eefcd7 HTTP/1.1" status: 404 len: 339 time: 0.0266409 Nov 24 22:22:12.401204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60864) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.418052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c8273e5-ed41-4a19-962f-aa25b892b05d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.428768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.452531 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.466196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting subnet 8d0339a9-ea62-4d6b-884f-5184f5865812 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:12.469826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.485358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=13ddd898-a0f8-4535-a582-f0035e6f53b8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.502974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c8273e5-ed41-4a19-962f-aa25b892b05d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.530034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.531605 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:22:12.556707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 136a08bd-9ea7-4b2f-a1fa-719244b81714 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:12.561975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:12.593402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 136a08bd-9ea7-4b2f-a1fa-719244b81714 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:12.594005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 136a08bd-9ea7-4b2f-a1fa-719244b81714 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:12.600866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:12.604917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:12.641764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.661493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.711744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.733430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.743348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0339a9-ea62-4d6b-884f-5184f5865812,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.752172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.759846 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4df07fbb-bf1c-4d2a-9a55-81dd5a1f29fd tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/subnets/8d0339a9-ea62-4d6b-884f-5184f5865812 HTTP/1.1" status: 204 len: 168 time: 0.3553591 Nov 24 22:22:12.760177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60866) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.765884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:12.766584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.766752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33a965-59ee-4b9b-a980-c69dbf1650a3 None None] Network c66437ca-5112-44d7-9f9b-33b46568dd7a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:12.821735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c8273e5-ed41-4a19-962f-aa25b892b05d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.824322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c8273e5-ed41-4a19-962f-aa25b892b05d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.825480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c8273e5-ed41-4a19-962f-aa25b892b05d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc5846de-112b-484e-ba2b-5bdb51215a23 HTTP/1.1" status: 204 len: 168 time: 0.5849259 Nov 24 22:22:12.837613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.896614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8273e5-ed41-4a19-962f-aa25b892b05d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5846de-112b-484e-ba2b-5bdb51215a23,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:12.908042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8fe2a882-e2ab-418c-a09a-a3f9ed98143b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5812953 Nov 24 22:22:12.911157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60870) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.911939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.927019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:12.939225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-86fd339b-9e1f-433b-a9fe-55b0a01dbe21 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977256 Nov 24 22:22:12.943502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60872) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:12.949770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936087028'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:13.043917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.065246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Deleting port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:13.065629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.072261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] DHCP port deletion for c66437ca-5112-44d7-9f9b-33b46568dd7a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:13.120565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] Deleting port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:13.121271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.143299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa3d8b-2a46-414f-b831-59b166823b1e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:13.148248 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-79fa3d8b-2a46-414f-b831-59b166823b1e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2339678 Nov 24 22:22:13.149131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60874) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.168057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] For port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,segment=NetworkSegment(ea11cb2c-6cfc-4eaa-9753-1116e649bdad),segment_id=ea11cb2c-6cfc-4eaa-9753-1116e649bdad)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:13.168260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.186826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Calling delete_port for 1176ebe0-4236-49d7-90e5-53f8c6e8c78e owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:13.187125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c68f6faf-378e-49e6-adba-567142480696 None None] Provisioning complete for port 0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:13.187226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c68f6faf-378e-49e6-adba-567142480696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.216476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.225126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] For port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,segment=NetworkSegment(ea11cb2c-6cfc-4eaa-9753-1116e649bdad),segment_id=ea11cb2c-6cfc-4eaa-9753-1116e649bdad)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:13.225526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.243397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] Calling delete_port for 1176ebe0-4236-49d7-90e5-53f8c6e8c78e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:13.247172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c68f6faf-378e-49e6-adba-567142480696 None None] Port 0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:13.252270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.297210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.298382 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3522851 Nov 24 22:22:13.300585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291c8a2-7efa-4e40-a59c-c6bb77e2fad8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3784f28c-620f-4d56-8e1c-cc4e159025a0,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.303764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60876) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.310224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922937582'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:13.331876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.345332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.352881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.355472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 132353ef-17c2-4eed-8596-8e01c946b371 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:13.368074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] Pushing event deleted for resources: {'Port': ['ID=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.372525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9644e-65f1-4bbd-a481-a1de83b99be7 None None] No DVR routers for this DVR port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:13.385517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Port': ['ID=1176ebe0-4236-49d7-90e5-53f8c6e8c78e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.387667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] No DVR routers for this DVR port 1176ebe0-4236-49d7-90e5-53f8c6e8c78e on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:13.453018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:13.453248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.486204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.514224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66437ca-5112-44d7-9f9b-33b46568dd7a']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.533385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.534178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea11cb2c-6cfc-4eaa-9753-1116e649bdad') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.549475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.552578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.559264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.583670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.598853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:13.599266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:13.602501 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:13.605504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.606312 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3016133 Nov 24 22:22:13.618220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60878) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.647906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': '3784f28c-620f-4d56-8e1c-cc4e159025a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3b20d2d9-19a7-44ee-857e-74510ed204ce', 'remote_ip_prefix': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:13.651958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31083c53-9972-4620-a8ce-187d356ba80a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20d2d9-19a7-44ee-857e-74510ed204ce,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.690139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.697930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.701102 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] 10.222.0.41 "DELETE /v2.0/networks/c66437ca-5112-44d7-9f9b-33b46568dd7a HTTP/1.1" status: 204 len: 168 time: 0.9398482 Nov 24 22:22:13.718512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1b486-5e36-4092-ba5b-673bd539bdae tempest-NetworksIpV6Test-2050603691 tempest-NetworksIpV6Test-2050603691-project] Pushing event deleted for resources: {'Network': ['ID=c66437ca-5112-44d7-9f9b-33b46568dd7a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.725681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.789383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.793667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.815843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82389c41-ccaf-424b-9167-a6a3943ca9ce,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.829785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.834702 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11ca72a4-1a6c-4322-a2d9-ffaaf2081b2d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2153323 Nov 24 22:22:13.835455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60882) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.844169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:13.852799 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-01d1944e-8ea1-4176-b91e-2cd758bce52e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/132353ef-17c2-4eed-8596-8e01c946b371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6912696 Nov 24 22:22:13.856612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60884) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.868436 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] Sync routers for ids ['132353ef-17c2-4eed-8596-8e01c946b371'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:13.877741 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] Routers {'132353ef-17c2-4eed-8596-8e01c946b371'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:13.878372 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['132353ef-17c2-4eed-8596-8e01c946b371'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.891803 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f7c5166a-6b37-463e-b7f5-fc0e0d4ed1df tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=132353ef-17c2-4eed-8596-8e01c946b371 HTTP/1.1" status: 200 len: 205 time: 0.0340128 Nov 24 22:22:13.894987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60886) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.900501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-19231a2a-2561-4bb6-ab72-a387a704d724 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.915740 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.917068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-19231a2a-2561-4bb6-ab72-a387a704d724 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.924636 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] Routers {'132353ef-17c2-4eed-8596-8e01c946b371'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:13.925253 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['132353ef-17c2-4eed-8596-8e01c946b371'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.952922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-19231a2a-2561-4bb6-ab72-a387a704d724 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.960707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-19231a2a-2561-4bb6-ab72-a387a704d724 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:13.961169 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:13.964165 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0441b7-b68d-4b98-b3c5-f346789d0fc8 None None] The sync data for ids ['132353ef-17c2-4eed-8596-8e01c946b371'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:13.964308 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-19231a2a-2561-4bb6-ab72-a387a704d724 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/82389c41-ccaf-424b-9167-a6a3943ca9ce HTTP/1.1" status: 204 len: 168 time: 0.1249714 Nov 24 22:22:13.968864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:13.980250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231a2a-2561-4bb6-ab72-a387a704d724 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82389c41-ccaf-424b-9167-a6a3943ca9ce,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:13.984025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Deleting port 11aa086a-46a8-48b8-a343-a85613a469e6 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:13.984527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.009847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.029799 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-43a06e48-b388-4301-8596-c9a84e11f701 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0598242 Nov 24 22:22:14.030481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.037634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.061245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.069289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1176ebe0-4236-49d7-90e5-53f8c6e8c78e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:14.093477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 1176ebe0-4236-49d7-90e5-53f8c6e8c78e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:14.093818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1176ebe0-4236-49d7-90e5-53f8c6e8c78e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:14.102327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-536433fa-0923-4767-b964-746aafad1dc1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.106741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:14.130111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-536433fa-0923-4767-b964-746aafad1dc1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.176732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2003d7de-6eeb-4bbe-9ba4-fe10ce4df759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.199464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-536433fa-0923-4767-b964-746aafad1dc1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.200902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] For port 11aa086a-46a8-48b8-a343-a85613a469e6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=11aa086a-46a8-48b8-a343-a85613a469e6,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:14.201266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.202036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-536433fa-0923-4767-b964-746aafad1dc1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.203181 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-536433fa-0923-4767-b964-746aafad1dc1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b20d2d9-19a7-44ee-857e-74510ed204ce HTTP/1.1" status: 204 len: 168 time: 0.1652453 Nov 24 22:22:14.207548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60898) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.221050 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-338d195e-9094-4bce-b668-0fb3590e3d3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01d56246f545455f980a0b41d9f25e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894512 Nov 24 22:22:14.229006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536433fa-0923-4767-b964-746aafad1dc1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20d2d9-19a7-44ee-857e-74510ed204ce,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:14.232178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60900) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.271181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Calling delete_port for 11aa086a-46a8-48b8-a343-a85613a469e6 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:14.304271 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f19c366d-04f0-4bd5-a156-3d0b5d2c68f3 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0943451 Nov 24 22:22:14.311122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60902) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.327844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d705b172-8f83-4db1-a364-95037c8bd60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.345604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.350108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.368258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d705b172-8f83-4db1-a364-95037c8bd60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.402128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aac0d330-6828-4fce-8162-a18592515c3b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.437284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aac0d330-6828-4fce-8162-a18592515c3b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.447289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.447848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router 132353ef-17c2-4eed-8596-8e01c946b371 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:14.466253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.467108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d705b172-8f83-4db1-a364-95037c8bd60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.467357 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8380ebf7-8ac3-41af-83c2-4e280f20b0a3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/132353ef-17c2-4eed-8596-8e01c946b371 HTTP/1.1" status: 204 len: 168 time: 0.5665536 Nov 24 22:22:14.469846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d705b172-8f83-4db1-a364-95037c8bd60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.470901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60904) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.471024 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d705b172-8f83-4db1-a364-95037c8bd60e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6859d93-d447-425d-b919-84c8a10815aa HTTP/1.1" status: 204 len: 168 time: 0.2378840 Nov 24 22:22:14.483224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705b172-8f83-4db1-a364-95037c8bd60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6859d93-d447-425d-b919-84c8a10815aa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:14.501217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aac0d330-6828-4fce-8162-a18592515c3b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.504755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aac0d330-6828-4fce-8162-a18592515c3b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.509418 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aac0d330-6828-4fce-8162-a18592515c3b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/3784f28c-620f-4d56-8e1c-cc4e159025a0 HTTP/1.1" status: 204 len: 168 time: 0.1972976 Nov 24 22:22:14.516644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60908) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.540266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0d330-6828-4fce-8162-a18592515c3b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3784f28c-620f-4d56-8e1c-cc4e159025a0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:14.575325 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a48f70ab-9a63-46cc-9d49-4d5a14249317 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562785 Nov 24 22:22:14.579836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60910) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.585089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306122740'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:14.601582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet c02bba11-1856-45f2-9d86-39374aa04732 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:14.604710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.607935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.643307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.686905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.688711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.689922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:14.696829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.736766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.741373 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1604066 Nov 24 22:22:14.744452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60916) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.750650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': '8ada0a29-6695-45fd-bb65-7db64305b8aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:14.770994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1864a-0d56-4ca0-b086-0a76b9659792 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada0a29-6695-45fd-bb65-7db64305b8aa,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:14.801246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.873592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.879816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.900138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.906336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60922) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.907305 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ab7f2af1-8f80-4c78-9465-6a9571bf26bc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 HTTP/1.1" status: 204 len: 168 time: 1.7517371 Nov 24 22:22:14.919990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b15965a-c7a2-444e-b9f6-fc4175e9f4cc,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:14.936724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.949227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.953081 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-368b9054-2c88-4edb-adec-5e8a3575fb85 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2045341 Nov 24 22:22:14.953081 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43f370b-c3b0-4955-8ac0-90c48ea413db tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:14.956397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c43f370b-c3b0-4955-8ac0-90c48ea413db tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/0a7f0a30-0e4a-47eb-b4c3-3cd640bf1b81 HTTP/1.1" status: 404 len: 333 time: 0.0492811 Nov 24 22:22:14.957535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60926) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.957876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60928) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:14.961211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:14.991098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb21c1d0-c404-4f24-9fdd-8377a7c0667f tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.004680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'Port': ['ID=11aa086a-46a8-48b8-a343-a85613a469e6,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:15.015190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb21c1d0-c404-4f24-9fdd-8377a7c0667f tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.090340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb21c1d0-c404-4f24-9fdd-8377a7c0667f tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.097834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fb21c1d0-c404-4f24-9fdd-8377a7c0667f tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.099072 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fb21c1d0-c404-4f24-9fdd-8377a7c0667f tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3b15965a-c7a2-444e-b9f6-fc4175e9f4cc HTTP/1.1" status: 204 len: 168 time: 0.1401327 Nov 24 22:22:15.102883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60932) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:15.129364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21c1d0-c404-4f24-9fdd-8377a7c0667f tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b15965a-c7a2-444e-b9f6-fc4175e9f4cc,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:15.136192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port b9c9431c-1d26-49cc-89b2-78079b0fec79 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:15.136541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.202602 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-98ad0e88-1a54-46b1-a32f-aca0c26fa638 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985622 Nov 24 22:22:15.205371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60938) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:15.207000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.250601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=c02bba11-1856-45f2-9d86-39374aa04732,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:15.265374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.269311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e7f47986-6bf9-4ffd-b721-af4531de2b60 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/c02bba11-1856-45f2-9d86-39374aa04732 HTTP/1.1" status: 204 len: 168 time: 0.7974596 Nov 24 22:22:15.270401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.272713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:15.273765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34299a-1d23-4692-b282-465786b022fd None None] Network 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:15.299878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.412822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60944) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:15.514381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] DHCP port deletion for 3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:15.555291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Router 38e88176-f5a7-484e-9d27-a42a114c8f9f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:15.563418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1736877090'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:15.574569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] Deleting port 902c5c15-3c13-41b7-85cf-482367f898ae {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:15.575030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.638853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] For port 902c5c15-3c13-41b7-85cf-482367f898ae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=902c5c15-3c13-41b7-85cf-482367f898ae,segment=NetworkSegment(a02c8929-da28-4bfc-af2c-e7bb378c1f0f),segment_id=a02c8929-da28-4bfc-af2c-e7bb378c1f0f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:15.639365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.649229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Made reservation on behalf of d0d4d759262742ba9a07c602ee1889a6 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:15.652651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] Calling delete_port for 902c5c15-3c13-41b7-85cf-482367f898ae owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:15.652821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.665406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.710219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28061722-612a-46fc-971f-bfef77ba6260 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.714137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for b9c9431c-1d26-49cc-89b2-78079b0fec79 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:15.730574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:15.737077 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-daf3bd96-800e-4a8b-9bed-cf7d2b3728e3 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "PUT /v2.0/routers/38e88176-f5a7-484e-9d27-a42a114c8f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4639273 Nov 24 22:22:15.740379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:15.743458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] Sync routers for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:15.757881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.782958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.787676 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.787937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:15.788580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:15.794791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] Pushing event deleted for resources: {'Port': ['ID=902c5c15-3c13-41b7-85cf-482367f898ae,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:15.804524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28061722-612a-46fc-971f-bfef77ba6260 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.827769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:15.844037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d02ca-2de9-4191-b784-f814084dfef8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:15.847109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.848011 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Added segment 066115b1-6c04-473c-b604-60eb79bcdb88 of type vlan for network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 Nov 24 22:22:15.857011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.869188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42edeb-2c4e-4b78-87d7-f2f817340d6b None None] No DVR routers for this DVR port 902c5c15-3c13-41b7-85cf-482367f898ae on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:15.903197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Deleting subnet d923d487-86a6-4210-acbf-012d6efdd866 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:15.909211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.909538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.922176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:15.937626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:15.944350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:15.945057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.016230 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6023405 Nov 24 22:22:16.020037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28061722-612a-46fc-971f-bfef77ba6260 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.020183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60950) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.022631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28061722-612a-46fc-971f-bfef77ba6260 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.026151 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-28061722-612a-46fc-971f-bfef77ba6260 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ada0a29-6695-45fd-bb65-7db64305b8aa HTTP/1.1" status: 204 len: 168 time: 0.8174801 Nov 24 22:22:16.026283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Request body: {'subnet': {'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:16.058584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60952) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.062640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.105081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed900204-d9e8-44c0-a4c2-59cd6a0536db tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event updated for resources: {'Network': ['ID=7d8d2e28-1ffc-47af-8697-c1d8fdef91e1,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.120041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:16.132691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28061722-612a-46fc-971f-bfef77ba6260 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada0a29-6695-45fd-bb65-7db64305b8aa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.141950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.160651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Made reservation on behalf of d0d4d759262742ba9a07c602ee1889a6 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:16.166123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.184268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.193278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc9ebcd-e378-46b3-a33b-b727b05e6ca2']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:16.258865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:16.259140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02c8929-da28-4bfc-af2c-e7bb378c1f0f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:16.272234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=b9c9431c-1d26-49cc-89b2-78079b0fec79,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.281734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.302351 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-784a3b86-cc47-4c38-9b7e-0bc3b0d411fe tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2318041 Nov 24 22:22:16.312816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60954) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.318366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141049889'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:16.329116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.337924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 902c5c15-3c13-41b7-85cf-482367f898ae no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:16.372841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 902c5c15-3c13-41b7-85cf-482367f898ae {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:16.373835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 902c5c15-3c13-41b7-85cf-482367f898ae not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:16.378306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:22:14Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:16.379149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.398228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:16.398850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.400002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:16.401701 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:16.413013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] Checking router: 38e88176-f5a7-484e-9d27-a42a114c8f9f for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:16.422203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] Routers {'38e88176-f5a7-484e-9d27-a42a114c8f9f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:16.423202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:21:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['38e88176-f5a7-484e-9d27-a42a114c8f9f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:16.461087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.469966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.473570 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8e352016-b68c-4b0a-9a7b-56e4c27756ee tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/b9c9431c-1d26-49cc-89b2-78079b0fec79 HTTP/1.1" status: 204 len: 168 time: 1.5134284 Nov 24 22:22:16.484579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60956) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.519836 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-447c9c25-b70d-4910-8696-b48a429c6846 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:16.521416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-447c9c25-b70d-4910-8696-b48a429c6846 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/b9c9431c-1d26-49cc-89b2-78079b0fec79 HTTP/1.1" status: 404 len: 333 time: 0.0356402 Nov 24 22:22:16.524061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.525295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60958) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.533072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.536435 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/3dc9ebcd-e378-46b3-a33b-b727b05e6ca2 HTTP/1.1" status: 204 len: 168 time: 1.2583060 Nov 24 22:22:16.539384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.542356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.569294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] Set router 38e88176-f5a7-484e-9d27-a42a114c8f9f gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:16.582680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-410682639', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:16.589051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b31c1f-d2dd-4dad-b948-a36f6d89b490 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=3dc9ebcd-e378-46b3-a33b-b727b05e6ca2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.600045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'Subnet': ['ID=d923d487-86a6-4210-acbf-012d6efdd866,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.602110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.605784 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f99a5240-cb0c-4bf9-9e6c-a47b40f045f0 tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "DELETE /v2.0/subnets/d923d487-86a6-4210-acbf-012d6efdd866 HTTP/1.1" status: 204 len: 168 time: 0.8609619 Nov 24 22:22:16.608446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60962) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.625748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet f2f8afe0-e897-44cc-96cb-4d2dc913c012 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:16.636227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.641663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3615be-8791-4446-86de-c588cc97b024 None None] Network 0fe0e4bc-798c-43c8-8ad0-634d6781c35b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:16.676883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event updated for resources: {'Subnet': ['ID=e2fbf542-8d8b-43f6-81d5-c4628eaebfca,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.694917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.696009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.721279 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.729068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.733596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.740340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-25b59bf1-c257-47ba-b6e0-a2de0da7cc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.765348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Checking segment: {'id': '066115b1-6c04-473c-b604-60eb79bcdb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:16.765717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Network hostable DHCP agents. Network: 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:16.772409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.780566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.801626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.802847 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4893107 Nov 24 22:22:16.809593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60964) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.814058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'afcde211-7042-4410-a5e8-a7c004ae5a20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:16.840456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f83da-1915-4a85-8a8a-f6372a286c7a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcde211-7042-4410-a5e8-a7c004ae5a20,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:16.869178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:16.899798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:16.904941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.906023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.909265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.931224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379e074-9701-4ac6-a3d0-61fd9f5fd538 None None] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:16.931839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:16.932419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:16.990055 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f7f8f021-8a7d-473d-a52e-b54c874d14a4 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9692433 Nov 24 22:22:16.993460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:16.997582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Request body: {'port': {'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1', 'name': 'tempest-TagsExtTest-1896779154'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:17.006318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.013585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] DHCP port deletion for 0fe0e4bc-798c-43c8-8ad0-634d6781c35b request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:17.025840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.027669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.028823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:22:14Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:17.059841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d360eb4-55e8-4ddb-ad34-ac214516775c None None] The sync data for ids ['38e88176-f5a7-484e-9d27-a42a114c8f9f'] in dv-neutron-818715-1-hyperv is: [{'id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542245931', 'tenant_id': 'acf584e0777847d885c172c6e0becf50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:20:08Z', 'updated_at': '2021-11-24T22:22:14Z', 'revision_number': 5, 'project_id': 'acf584e0777847d885c172c6e0becf50', 'gw_port': {'id': 'd648f343-4e88-448b-9bf2-3ed8de4bb687', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e88176-f5a7-484e-9d27-a42a114c8f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:20:10Z', 'updated_at': '2021-11-24T22:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:17.063649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.068471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f8afe0-e897-44cc-96cb-4d2dc913c012,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.079673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.086432 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7eeb7e96-0a5e-4575-b3f5-5c129956ca1a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/f2f8afe0-e897-44cc-96cb-4d2dc913c012 HTTP/1.1" status: 204 len: 168 time: 0.5503926 Nov 24 22:22:17.088251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60968) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.090356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e545855-6624-4054-afc5-f9f2ec5df9cd,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.121149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3b24a-180b-466f-9612-a39a80f73d0c None None] Network 8c20bb92-995c-4d4a-9a22-9e0d1b88749b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:17.130530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.148685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.152375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a6defb89-9215-434d-b79c-e5a0ad2b2393 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394632 Nov 24 22:22:17.153354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60970) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.184071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.215112 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8436b56f-d9ed-4ba5-9361-9a04ebd076f6 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules/6e545855-6624-4054-afc5-f9f2ec5df9cd HTTP/1.1" status: 200 len: 763 time: 0.0541551 Nov 24 22:22:17.218159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60972) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.257487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Made reservation on behalf of d0d4d759262742ba9a07c602ee1889a6 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:17.260955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.262048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] Deleting port f0c9a7c5-b33e-460a-b524-3a1b175fe330 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:17.262491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.276757 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-af9af44d-ce16-4294-96b6-557cc2e2463b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547614 Nov 24 22:22:17.277318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60974) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.282272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Deleting port d648f343-4e88-448b-9bf2-3ed8de4bb687 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:17.282618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.315781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port a26befe8-88b7-4c15-ab32-46955ed08966 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:17.316202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.319440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8e7c-9bb7-42ce-a01d-107fe3524315 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.334416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] device_id is not set on port 75a62de0-06d0-4751-b871-7077de7694ca yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:17.362058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8e7c-9bb7-42ce-a01d-107fe3524315 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.373271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] For port f0c9a7c5-b33e-460a-b524-3a1b175fe330, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f0c9a7c5-b33e-460a-b524-3a1b175fe330,segment=NetworkSegment(346b117f-db5f-4083-aaf4-c09133e0ff8c),segment_id=346b117f-db5f-4083-aaf4-c09133e0ff8c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:17.373829 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.379905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-7d8d2e28-1ffc-47af-8697-c1d8fdef91e1', 'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1', 'tenant_id': 'd0d4d759262742ba9a07c602ee1889a6', 'fixed_ips': [{'subnet_id': 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:17.379905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.407082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port a26befe8-88b7-4c15-ab32-46955ed08966, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a26befe8-88b7-4c15-ab32-46955ed08966,segment=NetworkSegment(866bfadf-d0c8-4903-8e6c-f2511adf1909),segment_id=866bfadf-d0c8-4903-8e6c-f2511adf1909)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:17.407390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] Calling delete_port for f0c9a7c5-b33e-460a-b524-3a1b175fe330 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:17.407619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.425334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8e7c-9bb7-42ce-a01d-107fe3524315 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.430040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for a26befe8-88b7-4c15-ab32-46955ed08966 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:17.436363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8e7c-9bb7-42ce-a01d-107fe3524315 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.437567 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b6ee8e7c-9bb7-42ce-a01d-107fe3524315 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6e545855-6624-4054-afc5-f9f2ec5df9cd HTTP/1.1" status: 204 len: 168 time: 0.1593285 Nov 24 22:22:17.440698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60976) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.463964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee8e7c-9bb7-42ce-a01d-107fe3524315 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e545855-6624-4054-afc5-f9f2ec5df9cd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.465679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] For port d648f343-4e88-448b-9bf2-3ed8de4bb687, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d648f343-4e88-448b-9bf2-3ed8de4bb687,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:17.466137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.537680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] DHCP port deletion for 8c20bb92-995c-4d4a-9a22-9e0d1b88749b request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:17.546397 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-21b72497-834a-462a-a7b8-d7f5a8bdb9cc tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1036639 Nov 24 22:22:17.549069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60978) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.558296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'afcde211-7042-4410-a5e8-a7c004ae5a20', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:17.559911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Calling delete_port for d648f343-4e88-448b-9bf2-3ed8de4bb687 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:17.609960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.617179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.638122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Deleting port a26befe8-88b7-4c15-ab32-46955ed08966 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:17.638122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.638418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port a26befe8-88b7-4c15-ab32-46955ed08966 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:17.641156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.672181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.685660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=a26befe8-88b7-4c15-ab32-46955ed08966,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.703288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] Pushing event deleted for resources: {'Port': ['ID=f0c9a7c5-b33e-460a-b524-3a1b175fe330,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.705938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.713975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db17953-73dd-4173-8ef9-fdb7c8fdb00b None None] No DVR routers for this DVR port f0c9a7c5-b33e-460a-b524-3a1b175fe330 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:17.742188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] For port a26befe8-88b7-4c15-ab32-46955ed08966, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:17.742588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.761152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Calling delete_port for a26befe8-88b7-4c15-ab32-46955ed08966 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:17.764258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.ipam_backend_mixin [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Port a26befe8-88b7-4c15-ab32-46955ed08966 was not found and therefore no delete operation was performed {{(pid=102411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:22:17.765791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.777982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.784044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Allocated IP 172.20.0.12 (7d8d2e28-1ffc-47af-8697-c1d8fdef91e1/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/75a62de0-06d0-4751-b871-7077de7694ca) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:17.807617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.809869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c20bb92-995c-4d4a-9a22-9e0d1b88749b']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:17.816889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] Pushing event deleted for resources: {'Port': ['ID=a26befe8-88b7-4c15-ab32-46955ed08966,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.818630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.821094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df2730-a4b1-4e5a-9cdb-0606e2d75406 None None] No DVR routers for this DVR port a26befe8-88b7-4c15-ab32-46955ed08966 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:17.821468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866bfadf-d0c8-4903-8e6c-f2511adf1909') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:17.821987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866bfadf-d0c8-4903-8e6c-f2511adf1909') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:17.841300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6db094-3408-4c59-bbdf-ce4dcef00cf0,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:17.846653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.865820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.869929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.871270 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4b73f771-5fd8-4390-884c-c920eb8c643d tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3198826 Nov 24 22:22:17.874330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60980) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.883146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:17.883569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:17.886718 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:17.928591 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-61196006-7e1c-4cc4-842e-abeeb47f8560 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules/ec6db094-3408-4c59-bbdf-ce4dcef00cf0 HTTP/1.1" status: 200 len: 763 time: 0.0531619 Nov 24 22:22:17.931228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60982) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.976252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.981207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:17.989236 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/8c20bb92-995c-4d4a-9a22-9e0d1b88749b HTTP/1.1" status: 204 len: 168 time: 0.8957553 Nov 24 22:22:17.993630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 60984) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:17.998056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.26.3.93 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/68a19123-d984-422e-93a4-d729479cc3ce) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:18.005558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1109223991'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:18.072236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 11aa086a-46a8-48b8-a343-a85613a469e6 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:18.093432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 11aa086a-46a8-48b8-a343-a85613a469e6 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:18.093723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 11aa086a-46a8-48b8-a343-a85613a469e6 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:18.094107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a26befe8-88b7-4c15-ab32-46955ed08966 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:18.115813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a26befe8-88b7-4c15-ab32-46955ed08966 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:18.116335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a26befe8-88b7-4c15-ab32-46955ed08966 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:18.116767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f0c9a7c5-b33e-460a-b524-3a1b175fe330 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:18.139001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f0c9a7c5-b33e-460a-b524-3a1b175fe330 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:18.139381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f0c9a7c5-b33e-460a-b524-3a1b175fe330 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:18.149079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:18.152576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.188773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.194686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.244318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'Port': ['ID=d648f343-4e88-448b-9bf2-3ed8de4bb687,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.259136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:18.311617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.337938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.340639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.340978 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 4c850e92-ea07-4b7b-a227-a5bcbd1f544e of type vlan for network d5a0cf05-a491-469d-b834-8959429b648a Nov 24 22:22:18.351033 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dec36e94-3944-4d34-a3f3-62b7400f634b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4143534 Nov 24 22:22:18.351033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f05a9-a40c-42e6-85ec-ade5a825461a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=8c20bb92-995c-4d4a-9a22-9e0d1b88749b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.351033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60986) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.376136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ea72050-b6e2-432d-bfd0-cf14edbd6da1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.383750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ea72050-b6e2-432d-bfd0-cf14edbd6da1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.386369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.415306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ea72050-b6e2-432d-bfd0-cf14edbd6da1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.418681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Allocated IP 172.20.0.2 (7d8d2e28-1ffc-47af-8697-c1d8fdef91e1/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/69ea1e46-9b02-460b-8acb-237392010a32) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:18.423295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ea72050-b6e2-432d-bfd0-cf14edbd6da1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.427817 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ea72050-b6e2-432d-bfd0-cf14edbd6da1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ec6db094-3408-4c59-bbdf-ce4dcef00cf0 HTTP/1.1" status: 204 len: 168 time: 0.0755272 Nov 24 22:22:18.428415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.445063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea72050-b6e2-432d-bfd0-cf14edbd6da1 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec6db094-3408-4c59-bbdf-ce4dcef00cf0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.450035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.452356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.483289 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9905b70d-396a-40ef-adc7-f7ae624c5f32 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515389 Nov 24 22:22:18.484705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60990) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.489756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Request body: {'security_group_rule': {'security_group_id': 'afcde211-7042-4410-a5e8-a7c004ae5a20', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:18.517497 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Project fcac5542480c449481a206d9f7105bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:22:18.523103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.530892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:18.574667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.581473 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.586086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.591498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.611795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3152c6-0a86-45c5-b9d8-248f13e2020e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.617352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.621065 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6681a163-8b4b-4285-a3cc-a409de737d33 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328139 Nov 24 22:22:18.622045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60992) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.632855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:18.636179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:18.641067 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c8dae3a8-2aa8-4912-8e86-a732e3651448 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules/1c3152c6-0a86-45c5-b9d8-248f13e2020e HTTP/1.1" status: 200 len: 769 time: 0.0160270 Nov 24 22:22:18.641898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:18.644021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60994) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.653239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Pushing event updated for resources: {'Port': ['ID=69ea1e46-9b02-460b-8acb-237392010a32,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.695037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3c02fb53-883d-42a3-bd4c-440d908a4bc8 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0487647 Nov 24 22:22:18.696159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60996) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.711061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Attempting to bind port 69ea1e46-9b02-460b-8acb-237392010a32 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:18.711435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Attempting to bind port 69ea1e46-9b02-460b-8acb-237392010a32 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '066115b1-6c04-473c-b604-60eb79bcdb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:18.712037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Attempting to bind port 69ea1e46-9b02-460b-8acb-237392010a32 on network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:18.718158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:18.718550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Checking segment: {'id': '066115b1-6c04-473c-b604-60eb79bcdb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:18.718954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.719377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Bound using segment: {'id': '066115b1-6c04-473c-b604-60eb79bcdb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:18.719890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Bound port: 69ea1e46-9b02-460b-8acb-237392010a32, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066115b1-6c04-473c-b604-60eb79bcdb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d8d2e28-1ffc-47af-8697-c1d8fdef91e1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:18.720275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.726721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca73-4405-4607-8211-bbf6817960e4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.739885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca73-4405-4607-8211-bbf6817960e4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.768496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca73-4405-4607-8211-bbf6817960e4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.775316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca73-4405-4607-8211-bbf6817960e4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.779431 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-44d2ca73-4405-4607-8211-bbf6817960e4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1c3152c6-0a86-45c5-b9d8-248f13e2020e HTTP/1.1" status: 204 len: 168 time: 0.0819197 Nov 24 22:22:18.780081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 60998) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.796890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] For port 69ea1e46-9b02-460b-8acb-237392010a32, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:18.800026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] For port 69ea1e46-9b02-460b-8acb-237392010a32, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69ea1e46-9b02-460b-8acb-237392010a32,segment=NetworkSegment(066115b1-6c04-473c-b604-60eb79bcdb88),segment_id=066115b1-6c04-473c-b604-60eb79bcdb88)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:18.803658 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ca73-4405-4607-8211-bbf6817960e4 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c3152c6-0a86-45c5-b9d8-248f13e2020e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.815308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.838584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e80a8042-84d5-4d1c-8c26-098afca3899a tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550182 Nov 24 22:22:18.839203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:18.887715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4ac7-73de-4c21-9d98-5ca3f948f27c None None] Pushing event updated for resources: {'Port': ['ID=69ea1e46-9b02-460b-8acb-237392010a32,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.910245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.resource_extend [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 22:22:18.913974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c40b8ed-b9f7-4dc0-80d1-0c70c391eb1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.916226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:18.925984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event updated for resources: {'Port': ['ID=75a62de0-06d0-4751-b871-7077de7694ca,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:18.928436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:18.933289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.937838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.951987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c40b8ed-b9f7-4dc0-80d1-0c70c391eb1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.970992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:18.997513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c40b8ed-b9f7-4dc0-80d1-0c70c391eb1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.001365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4c40b8ed-b9f7-4dc0-80d1-0c70c391eb1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.002661 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c40b8ed-b9f7-4dc0-80d1-0c70c391eb1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "DELETE /v2.0/security-groups/afcde211-7042-4410-a5e8-a7c004ae5a20 HTTP/1.1" status: 204 len: 168 time: 0.1623812 Nov 24 22:22:19.006961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32770) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.013644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.018997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:19.019677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.027450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40b8ed-b9f7-4dc0-80d1-0c70c391eb1e tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcde211-7042-4410-a5e8-a7c004ae5a20,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:19.080439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-71280a02-ae82-46b8-a752-8c0e90f0db7b tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646482 Nov 24 22:22:19.082077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.082077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Fanout notify agent at l3_agent the message router_deleted on router 38e88176-f5a7-484e-9d27-a42a114c8f9f {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:19.082444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32772) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.136610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.137760 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b0280b01-7c06-4627-8c5a-a3cdc07484de tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "DELETE /v2.0/routers/38e88176-f5a7-484e-9d27-a42a114c8f9f HTTP/1.1" status: 204 len: 168 time: 2.5263660 Nov 24 22:22:19.143769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32774) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.150174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:19.157716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:19.158267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.168834 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1741529 Nov 24 22:22:19.174666 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5dda1cbe-635c-4481-a53c-7e61f96c7153 tempest-SecGroupIPv6Test-919665078 tempest-SecGroupIPv6Test-919665078-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945210 Nov 24 22:22:19.180825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:19.188034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32776) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.203049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:19.252486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:19.262285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=68a19123-d984-422e-93a4-d729479cc3ce,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:19.277780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.351195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d80bd8-c5df-405f-85a8-745f8849e973 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=d5a0cf05-a491-469d-b834-8959429b648a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:19.366191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d5a0cf05-a491-469d-b834-8959429b648a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:19.390296 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-be063791-75a5-45ad-b9d9-d6e2bd32cd11 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3965719 Nov 24 22:22:19.393635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32780) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.406101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.422189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1402835926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:19.453783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe0e4bc-798c-43c8-8ad0-634d6781c35b']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:19.465547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346b117f-db5f-4083-aaf4-c09133e0ff8c') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:19.465876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346b117f-db5f-4083-aaf4-c09133e0ff8c') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:19.479378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.486573 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.487611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.503551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.519276 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:19.519679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:19.522657 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:19.562792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32784) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.570470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:19.573997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.592846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.601013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.606005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.627341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.657484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.662822 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "DELETE /v2.0/networks/0fe0e4bc-798c-43c8-8ad0-634d6781c35b HTTP/1.1" status: 204 len: 168 time: 0.5179026 Nov 24 22:22:19.664237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce9d9c-4e4e-4bb5-bec4-7e586af7cfce tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'Network': ['ID=0fe0e4bc-798c-43c8-8ad0-634d6781c35b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:19.665628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32788) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.678720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.681092 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-328c66ec-d92b-4044-adbb-6baa21b1c5ad tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2641709 Nov 24 22:22:19.683410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32790) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.692490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-caa05fda-2b6a-470b-b7b0-388393481da8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1387852979', 'prefixes': ['172.20.0.0/16']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:19.708544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.767023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-caa05fda-2b6a-470b-b7b0-388393481da8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for subnetpool, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.772519 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-caa05fda-2b6a-470b-b7b0-388393481da8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0841842 Nov 24 22:22:19.772934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32792) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.778054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-6934ab13-867e-45d0-8fe0-0f0511e8e76b tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1729752480') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:19.888652 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6934ab13-867e-45d0-8fe0-0f0511e8e76b tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1729752480 HTTP/1.1" status: 201 len: 201 time: 0.1120563 Nov 24 22:22:19.888851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32794) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.893370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-6ffbb79d-315a-4432-89e0-1641b5388370 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-1544541327') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:19.925497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c12583a4-06c8-4c96-8a4e-a50a91a6d8af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:19.933419 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d0e050b7-d034-4337-a42d-ff6427658964 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcac5542480c449481a206d9f7105bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695259 Nov 24 22:22:19.938297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32796) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:19.991836 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6ffbb79d-315a-4432-89e0-1641b5388370 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-1544541327 HTTP/1.1" status: 201 len: 201 time: 0.0990634 Nov 24 22:22:19.992741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32798) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.003102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-35c69167-c581-44cf-b9f7-fc1617561779 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-244331578') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.043835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c12583a4-06c8-4c96-8a4e-a50a91a6d8af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.102286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.126707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69ea1e46-9b02-460b-8acb-237392010a32 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:20.137197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.142958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.164003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-35c69167-c581-44cf-b9f7-fc1617561779 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-244331578 HTTP/1.1" status: 201 len: 201 time: 0.1656876 Nov 24 22:22:20.166386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32800) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.171138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-3c6c03f1-e30c-403c-87ca-dfa8233a7454 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-1311009981') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.187628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 69ea1e46-9b02-460b-8acb-237392010a32 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:20.189025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.217991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.247343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=f5a00e0e-9804-4813-8b5f-205cab57f58e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:20.270257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28889c8-84c0-455e-969b-8d280c2c7ed7 None None] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:20.272765 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3c6c03f1-e30c-403c-87ca-dfa8233a7454 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-1311009981 HTTP/1.1" status: 201 len: 201 time: 0.1052721 Nov 24 22:22:20.275358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32802) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.279769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-85c06463-7179-4819-8574-1d1c860c4c18 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.312030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.313557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '4c850e92-ea07-4b7b-a227-a5bcbd1f544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:20.313929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: d5a0cf05-a491-469d-b834-8959429b648a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:20.315267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.319600 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/935d8d6a-52e6-4702-9070-b0e5da674c0f HTTP/1.1" status: 204 len: 168 time: 0.3763273 Nov 24 22:22:20.319757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c12583a4-06c8-4c96-8a4e-a50a91a6d8af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.321929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c12583a4-06c8-4c96-8a4e-a50a91a6d8af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.325648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c12583a4-06c8-4c96-8a4e-a50a91a6d8af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd7e7783-29ac-4920-92b6-c97fb300819f HTTP/1.1" status: 204 len: 168 time: 0.6564405 Nov 24 22:22:20.343440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12583a4-06c8-4c96-8a4e-a50a91a6d8af tempest-TestNetworkAdvancedServerOps-1000114069 tempest-TestNetworkAdvancedServerOps-1000114069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7e7783-29ac-4920-92b6-c97fb300819f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:20.353325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d8d6a-52e6-4702-9070-b0e5da674c0f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:20.368200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.368545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.369315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.369315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.369681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.370039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.370386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.374205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.374205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.374205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.374205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.374205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1fb46a-ce36-4a02-8dea-43ac0d45061a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:20.402448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-85c06463-7179-4819-8574-1d1c860c4c18 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags HTTP/1.1" status: 200 len: 241 time: 0.1257143 Nov 24 22:22:20.405006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32810) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.410127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-0c34adf9-538f-41a6-84e9-1afc954cdaf8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1729752480') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.421229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network d5a0cf05-a491-469d-b834-8959429b648a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:20.455505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.469261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0d78d69e-aba4-4597-83b8-97a90ba0eedb None None] Provisioning complete for port 69ea1e46-9b02-460b-8acb-237392010a32 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:20.469672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d5a0cf05-a491-469d-b834-8959429b648a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:20.470017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0d78d69e-aba4-4597-83b8-97a90ba0eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.484621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:20.485519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.517314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09019984-f2b2-4cd9-8a29-255215ea63a6 None None] Network d5a0cf05-a491-469d-b834-8959429b648a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:20.550209 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7d2488c5-8a96-4e31-bcc8-c133e7b1531e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3529997 Nov 24 22:22:20.553552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32812) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.559575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a', 'name': 'tempest-PortsTestJSON-1422224392', 'fixed_ips': [{'subnet_id': 'f5a00e0e-9804-4813-8b5f-205cab57f58e', 'ip_address': '172.20.0.10'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:20.568213 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0c34adf9-538f-41a6-84e9-1afc954cdaf8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1729752480 HTTP/1.1" status: 204 len: 168 time: 0.1617956 Nov 24 22:22:20.571236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32814) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.593462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-6a32c508-28c4-47db-bf5c-356ca00bbc71 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1729752480') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.688634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 787e95f0-4d67-4968-bbe9-f752faaff0ae is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:22:20.756878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:20.777383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.843497 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 69ea1e46-9b02-460b-8acb-237392010a32, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69ea1e46-9b02-460b-8acb-237392010a32,segment=NetworkSegment(066115b1-6c04-473c-b604-60eb79bcdb88),segment_id=066115b1-6c04-473c-b604-60eb79bcdb88)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:20.866716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.875582 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6a32c508-28c4-47db-bf5c-356ca00bbc71 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1729752480 HTTP/1.1" status: 204 len: 168 time: 0.3028767 Nov 24 22:22:20.878058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32822) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.886748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-2ef8d2d5-6023-481b-b7fd-7bc10ded28ef tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.930013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:20.938938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.943237 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] Sync routers for ids ['787e95f0-4d67-4968-bbe9-f752faaff0ae'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:20.955683 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] Routers {'787e95f0-4d67-4968-bbe9-f752faaff0ae'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:20.956567 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['787e95f0-4d67-4968-bbe9-f752faaff0ae'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:20.962091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:20.966688 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e63b4cd6-f4ed-4fdb-b429-9944ce3e485c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4070246 Nov 24 22:22:20.966688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:20.973842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d648f343-4e88-448b-9bf2-3ed8de4bb687 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:20.991673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 4452491b-32c7-4864-9c34-e0452e83fdaa yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:21.004439 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.007026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d648f343-4e88-448b-9bf2-3ed8de4bb687 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:21.007392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d648f343-4e88-448b-9bf2-3ed8de4bb687 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:21.021374 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] Routers {'787e95f0-4d67-4968-bbe9-f752faaff0ae'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:21.022529 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['787e95f0-4d67-4968-bbe9-f752faaff0ae'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.025389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5747d77f-1a43-42a7-abf9-7692620dcaf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acf584e0777847d885c172c6e0becf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467730 Nov 24 22:22:21.043203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32826) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.055779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=69ea1e46-9b02-460b-8acb-237392010a32,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:21.071843 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.072812 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bcfbfa-af9e-48b0-bfe6-28c7ea93bd24 None None] The sync data for ids ['787e95f0-4d67-4968-bbe9-f752faaff0ae'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:21.097612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-d5a0cf05-a491-469d-b834-8959429b648a', 'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': 'f5a00e0e-9804-4813-8b5f-205cab57f58e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:21.098734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.136491 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2ef8d2d5-6023-481b-b7fd-7bc10ded28ef tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags HTTP/1.1" status: 200 len: 205 time: 0.2517107 Nov 24 22:22:21.137792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32828) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.142307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-5216442e-bb7b-491c-937e-a3db3a825cfb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.162962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42539b42-4a83-44dd-995d-c2e154517e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.200174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42539b42-4a83-44dd-995d-c2e154517e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.209957 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d96787be-610c-46b5-ac27-7d07aa838e49 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/routers/787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 200 len: 879 time: 0.2407806 Nov 24 22:22:21.211517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32830) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.274501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42539b42-4a83-44dd-995d-c2e154517e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.277245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42539b42-4a83-44dd-995d-c2e154517e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.277696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Allocated IP 172.20.0.2 (d5a0cf05-a491-469d-b834-8959429b648a/f5a00e0e-9804-4813-8b5f-205cab57f58e/55fdc2b9-e496-4403-885f-9ebe62b0360b) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:21.278673 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-42539b42-4a83-44dd-995d-c2e154517e1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9f035ae-24da-4e43-ae7d-cc26a5797e39 HTTP/1.1" status: 204 len: 168 time: 0.2343879 Nov 24 22:22:21.287119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42539b42-4a83-44dd-995d-c2e154517e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f035ae-24da-4e43-ae7d-cc26a5797e39,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:21.319946 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5216442e-bb7b-491c-937e-a3db3a825cfb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags HTTP/1.1" status: 200 len: 241 time: 0.1801767 Nov 24 22:22:21.321638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32834) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.331842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-bb5d65f4-b648-4b79-8eb5-a04b34c28ecb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-1544541327') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.366896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-38b9e6c1-2b98-4f29-a30a-b3776315800f None None] Provisioning complete for port 69ea1e46-9b02-460b-8acb-237392010a32 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:21.367408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-38b9e6c1-2b98-4f29-a30a-b3776315800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.420598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32836) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.421072 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-75659091-09e2-4c24-806e-bb3750f8608f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2040126 Nov 24 22:22:21.426827 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-410682639'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:21.433606 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bb5d65f4-b648-4b79-8eb5-a04b34c28ecb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-1544541327 HTTP/1.1" status: 204 len: 168 time: 0.1105001 Nov 24 22:22:21.434609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32838) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.442447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-fdb94ee2-9c18-4dad-862e-df8cbbd80bb1 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-1544541327') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.539771 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fdb94ee2-9c18-4dad-862e-df8cbbd80bb1 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-1544541327 HTTP/1.1" status: 204 len: 168 time: 0.1018205 Nov 24 22:22:21.540669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32842) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.549411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.552477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-dcbcc158-f4e6-45b8-817a-6e65a339402f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.566909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.577690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-38b9e6c1-2b98-4f29-a30a-b3776315800f None None] Provisioning complete for port 75a62de0-06d0-4751-b871-7077de7694ca triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:21.578303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-38b9e6c1-2b98-4f29-a30a-b3776315800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.640227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Network d5a0cf05-a491-469d-b834-8959429b648a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:21.646129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:21.650615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:21.670609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.10 (d5a0cf05-a491-469d-b834-8959429b648a/f5a00e0e-9804-4813-8b5f-205cab57f58e/4452491b-32c7-4864-9c34-e0452e83fdaa) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:21.673589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Pushing event updated for resources: {'Port': ['ID=55fdc2b9-e496-4403-885f-9ebe62b0360b,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:21.701544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-38b9e6c1-2b98-4f29-a30a-b3776315800f None None] Port 75a62de0-06d0-4751-b871-7077de7694ca cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:21.730050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Attempting to bind port 55fdc2b9-e496-4403-885f-9ebe62b0360b on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:21.730594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Attempting to bind port 55fdc2b9-e496-4403-885f-9ebe62b0360b by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '4c850e92-ea07-4b7b-a227-a5bcbd1f544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:21.731124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Attempting to bind port 55fdc2b9-e496-4403-885f-9ebe62b0360b on network d5a0cf05-a491-469d-b834-8959429b648a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:21.736759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:21.737379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Checking segment: {'id': '4c850e92-ea07-4b7b-a227-a5bcbd1f544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:21.738498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.739043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Bound using segment: {'id': '4c850e92-ea07-4b7b-a227-a5bcbd1f544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:21.739711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Bound port: 55fdc2b9-e496-4403-885f-9ebe62b0360b, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c850e92-ea07-4b7b-a227-a5bcbd1f544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:21.740451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.743575 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dcbcc158-f4e6-45b8-817a-6e65a339402f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags HTTP/1.1" status: 200 len: 205 time: 0.2018368 Nov 24 22:22:21.744183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32844) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.750676 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-98fe6763-b7f3-4b8b-8825-3c9494153527 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.759730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32846) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.805183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f009195-03b9-4d86-9c95-0cc4e5557246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.823144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] For port 55fdc2b9-e496-4403-885f-9ebe62b0360b, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:21.835001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-764c5e2c-06d8-4b6a-baad-d191fff5f445 None None] Provisioning complete for port 75a62de0-06d0-4751-b871-7077de7694ca triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:21.835618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-764c5e2c-06d8-4b6a-baad-d191fff5f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.858596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] For port 55fdc2b9-e496-4403-885f-9ebe62b0360b, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=55fdc2b9-e496-4403-885f-9ebe62b0360b,segment=NetworkSegment(4c850e92-ea07-4b7b-a227-a5bcbd1f544e),segment_id=4c850e92-ea07-4b7b-a227-a5bcbd1f544e)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:21.868775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.894685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-98fe6763-b7f3-4b8b-8825-3c9494153527 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags HTTP/1.1" status: 200 len: 240 time: 0.1447415 Nov 24 22:22:21.894911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32848) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:21.899271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-711611a5-e90f-44ea-856d-eefc6cd8c304 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-244331578') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:21.905952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f009195-03b9-4d86-9c95-0cc4e5557246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.906160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-764c5e2c-06d8-4b6a-baad-d191fff5f445 None None] Port 75a62de0-06d0-4751-b871-7077de7694ca cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:21.915107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f009195-03b9-4d86-9c95-0cc4e5557246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.941565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67be8-fb65-47fd-afa7-a30240c59c58 None None] Pushing event updated for resources: {'Port': ['ID=55fdc2b9-e496-4403-885f-9ebe62b0360b,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:21.953139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.957288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f009195-03b9-4d86-9c95-0cc4e5557246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b509064-3ff0-423a-a57b-26aed48f7705,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:21.985797 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3f009195-03b9-4d86-9c95-0cc4e5557246 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb47b11144ad425c88382769e183f99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228713 Nov 24 22:22:21.985797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:21.986221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32850) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.022617 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-711611a5-e90f-44ea-856d-eefc6cd8c304 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-244331578 HTTP/1.1" status: 204 len: 168 time: 0.1267507 Nov 24 22:22:22.025144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32852) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.029501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.033779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-c7fecd6f-1f4d-496d-b0c4-9b4c08228540 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-244331578') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.084932 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69ea1e46-9b02-460b-8acb-237392010a32 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:22.121857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.148110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.157461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 787e95f0-4d67-4968-bbe9-f752faaff0ae has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:22.158578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 69ea1e46-9b02-460b-8acb-237392010a32 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:22.159018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.164721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.219145 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7fecd6f-1f4d-496d-b0c4-9b4c08228540 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-244331578 HTTP/1.1" status: 204 len: 168 time: 0.1928587 Nov 24 22:22:22.221076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network d5a0cf05-a491-469d-b834-8959429b648a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:22.222357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=4452491b-32c7-4864-9c34-e0452e83fdaa,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:22.223672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32854) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.226035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:22.228605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:22.289168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:22.289684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.309835 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0c67f616-37f5-4598-8dbe-131bc987d17a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7524364 Nov 24 22:22:22.310067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32856) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.316900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': 'd5a0cf05-a491-469d-b834-8959429b648a', 'name': 'tempest-PortsTestJSON-1996930778', 'fixed_ips': [{'subnet_id': 'f5a00e0e-9804-4813-8b5f-205cab57f58e', 'ip_address': '172.20.0.9'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:22.432757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:22.437812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.456335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 93e706e5-ac8c-4c26-9042-ec50dd04a753 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:22.610806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-e145b425-d893-46bd-bf61-50bb49e2aa8a tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.617666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.9 (d5a0cf05-a491-469d-b834-8959429b648a/f5a00e0e-9804-4813-8b5f-205cab57f58e/93e706e5-ac8c-4c26-9042-ec50dd04a753) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:22.745175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.747774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.751300 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b509064-3ff0-423a-a57b-26aed48f7705 HTTP/1.1" status: 204 len: 168 time: 0.7609866 Nov 24 22:22:22.754768 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e145b425-d893-46bd-bf61-50bb49e2aa8a tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags HTTP/1.1" status: 200 len: 205 time: 0.5244946 Nov 24 22:22:22.757916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32860) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.766663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b509064-3ff0-423a-a57b-26aed48f7705,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:22.770085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:22.770560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-f03b2d09-a430-45e7-b9bf-fab04eaf85af tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.776986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.780602 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3afd7d35-c390-41b8-a69c-b49a1d305826 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 200 len: 886 time: 1.3560815 Nov 24 22:22:22.781419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32862) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.788480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] Sync routers for ids ['787e95f0-4d67-4968-bbe9-f752faaff0ae'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:22.802731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] Routers {'787e95f0-4d67-4968-bbe9-f752faaff0ae'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:22.803934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['787e95f0-4d67-4968-bbe9-f752faaff0ae'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.814103 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f03b2d09-a430-45e7-b9bf-fab04eaf85af tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags HTTP/1.1" status: 200 len: 241 time: 0.0547726 Nov 24 22:22:22.817631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32864) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.827328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-a889ccc3-9352-4635-9dff-5eb42c7cbd07 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-1311009981') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.860883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.877713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.880661 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a889ccc3-9352-4635-9dff-5eb42c7cbd07 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-1311009981 HTTP/1.1" status: 204 len: 168 time: 0.0619645 Nov 24 22:22:22.883039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32866) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:22.887911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-a3fbcd3b-3d66-48f8-8fa1-f035997a3e18 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-1311009981') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.899815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.900169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.900496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] Routers {'787e95f0-4d67-4968-bbe9-f752faaff0ae'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:22.900851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.901131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['787e95f0-4d67-4968-bbe9-f752faaff0ae'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.901269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.901710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.902053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.902388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.903441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.904237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.904735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.905218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.905914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc080ba-1f2c-47a7-9424-0a29f50c35a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:22.945685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:22.958020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:22.958669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27497d97-45a5-4fac-80dc-900fd4ebefb5 None None] The sync data for ids ['787e95f0-4d67-4968-bbe9-f752faaff0ae'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:22.968357 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c97ca2e7-0aef-460f-8a2f-aa79470be365 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/routers/787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 200 len: 886 time: 0.1860628 Nov 24 22:22:22.969127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.000916 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-067d0837-0b49-498e-a8fb-b415206871d5 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 200 len: 205 time: 0.0305753 Nov 24 22:22:23.001430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32870) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.015163 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a3fbcd3b-3d66-48f8-8fa1-f035997a3e18 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-1311009981 HTTP/1.1" status: 204 len: 168 time: 0.1306756 Nov 24 22:22:23.019982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=93e706e5-ac8c-4c26-9042-ec50dd04a753,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:23.024205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32872) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.025853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network d5a0cf05-a491-469d-b834-8959429b648a is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:23.036941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-c80dfe23-3f35-4636-ac25-551afda5c996 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.050002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:23.054762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:23.115430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:23.116142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.136007 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c80dfe23-3f35-4636-ac25-551afda5c996 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags HTTP/1.1" status: 200 len: 205 time: 0.1090164 Nov 24 22:22:23.138502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32874) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.144974 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-28fb02b6-002e-4083-8732-4caeda455afd tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.153379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.153740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b1a2f641-d580-4000-9a25-25cf448bb6ec tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8423574 Nov 24 22:22:23.156085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32876) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.181793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-28fb02b6-002e-4083-8732-4caeda455afd tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags HTTP/1.1" status: 204 len: 168 time: 0.0419464 Nov 24 22:22:23.187186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32878) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.194813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-9ce96734-734b-429a-8f8a-aa6fc378a317 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.200107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0dd47e-9806-4f46-8767-7eda29a1a3c5 None None] Network d5a0cf05-a491-469d-b834-8959429b648a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:23.272348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a79e471a-be9b-4970-ab89-b37991001510 None None] Provisioning complete for port 55fdc2b9-e496-4403-885f-9ebe62b0360b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:23.272811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a79e471a-be9b-4970-ab89-b37991001510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.292020 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9ce96734-734b-429a-8f8a-aa6fc378a317 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags HTTP/1.1" status: 204 len: 168 time: 0.1008973 Nov 24 22:22:23.292956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.297036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-27463068-18cf-462e-9574-2dc3b88a8527 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.338451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231f0eb-2d6c-4c48-8b0a-08fc819b504f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:23.342752 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5231f0eb-2d6c-4c48-8b0a-08fc819b504f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1855254 Nov 24 22:22:23.342928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32882) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.385385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.406998 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-27463068-18cf-462e-9574-2dc3b88a8527 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1131382 Nov 24 22:22:23.407672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32884) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.414010 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-63982c96-8545-4ba8-8931-720f05cd3a6b tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.420655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a79e471a-be9b-4970-ab89-b37991001510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.465107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a79e471a-be9b-4970-ab89-b37991001510 None None] For port 55fdc2b9-e496-4403-885f-9ebe62b0360b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=55fdc2b9-e496-4403-885f-9ebe62b0360b,segment=NetworkSegment(4c850e92-ea07-4b7b-a227-a5bcbd1f544e),segment_id=4c850e92-ea07-4b7b-a227-a5bcbd1f544e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:23.472530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 68a19123-d984-422e-93a4-d729479cc3ce {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:23.473010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.475041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a79e471a-be9b-4970-ab89-b37991001510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.479344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3edc968-013a-4f60-b538-a72a37e49911 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:23.485555 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3edc968-013a-4f60-b538-a72a37e49911 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:23.497642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3edc968-013a-4f60-b538-a72a37e49911 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:23.501977 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b3edc968-013a-4f60-b538-a72a37e49911 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1554558 Nov 24 22:22:23.512093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32886) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.544692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e471a-be9b-4970-ab89-b37991001510 None None] Pushing event updated for resources: {'Port': ['ID=55fdc2b9-e496-4403-885f-9ebe62b0360b,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:23.597701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.601093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32888) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.604090 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63982c96-8545-4ba8-8931-720f05cd3a6b tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags HTTP/1.1" status: 204 len: 168 time: 0.1945219 Nov 24 22:22:23.612656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-7974fe9e-9404-49e5-aef6-47f8ebb9301e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1063412479') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.643188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 93e706e5-ac8c-4c26-9042-ec50dd04a753 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:23.644745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.647486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 68a19123-d984-422e-93a4-d729479cc3ce owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:23.748673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.761502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 93e706e5-ac8c-4c26-9042-ec50dd04a753 owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:23.795636 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7974fe9e-9404-49e5-aef6-47f8ebb9301e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1063412479 HTTP/1.1" status: 201 len: 201 time: 0.1940355 Nov 24 22:22:23.798638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:23.803613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-ed364914-afa8-4814-ae0d-31e5a2b58915 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-780934886') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:23.806974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9040f50-6e47-4e09-9bff-2b1b7f0312e0 None None] Provisioning complete for port 4452491b-32c7-4864-9c34-e0452e83fdaa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:23.808249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9040f50-6e47-4e09-9bff-2b1b7f0312e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.866918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f9040f50-6e47-4e09-9bff-2b1b7f0312e0 None None] Port 4452491b-32c7-4864-9c34-e0452e83fdaa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:23.901893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.904577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9040f50-6e47-4e09-9bff-2b1b7f0312e0 None None] Provisioning complete for port 55fdc2b9-e496-4403-885f-9ebe62b0360b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:23.905573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9040f50-6e47-4e09-9bff-2b1b7f0312e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:23.942276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=68a19123-d984-422e-93a4-d729479cc3ce,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:23.964829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.035293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9040f50-6e47-4e09-9bff-2b1b7f0312e0 None None] Could not find standard attr ID for object 93e706e5-ac8c-4c26-9042-ec50dd04a753. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:24.057216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=93e706e5-ac8c-4c26-9042-ec50dd04a753,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:24.087731 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed364914-afa8-4814-ae0d-31e5a2b58915 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-780934886 HTTP/1.1" status: 201 len: 201 time: 0.2881296 Nov 24 22:22:24.090166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.095804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-d234eb7b-5d6e-4e28-be0b-dea3300a008e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-900259248') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:24.123327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 55fdc2b9-e496-4403-885f-9ebe62b0360b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:24.133317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.137048 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0a534111-82bb-4946-9385-6721f51c33a1 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/93e706e5-ac8c-4c26-9042-ec50dd04a753 HTTP/1.1" status: 204 len: 168 time: 0.6201761 Nov 24 22:22:24.139592 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32894) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.167622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-82edd26b-c6ce-47c8-8d27-fc9ead58c470 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:24.169367 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-82edd26b-c6ce-47c8-8d27-fc9ead58c470 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/93e706e5-ac8c-4c26-9042-ec50dd04a753 HTTP/1.1" status: 404 len: 333 time: 0.0288308 Nov 24 22:22:24.176122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.191602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-107047a8-7036-4bc3-8b8d-46c8c47c01af None None] Provisioning complete for port 4452491b-32c7-4864-9c34-e0452e83fdaa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:24.193647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-107047a8-7036-4bc3-8b8d-46c8c47c01af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.207156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.232751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 55fdc2b9-e496-4403-885f-9ebe62b0360b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:24.233446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.285591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-107047a8-7036-4bc3-8b8d-46c8c47c01af None None] Port 4452491b-32c7-4864-9c34-e0452e83fdaa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:24.301334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 4452491b-32c7-4864-9c34-e0452e83fdaa {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:24.301672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.348473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.354969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.397078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-10085722-b940-44c0-a7d9-6f26a8412db6 None None] Could not find standard attr ID for object 93e706e5-ac8c-4c26-9042-ec50dd04a753. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:24.407818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.430441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 4452491b-32c7-4864-9c34-e0452e83fdaa owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:24.433163 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d234eb7b-5d6e-4e28-be0b-dea3300a008e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-900259248 HTTP/1.1" status: 201 len: 201 time: 0.3418713 Nov 24 22:22:24.435857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32898) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.441569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-5830d892-ee4f-40a6-b86a-c53641a387b7 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-1578154593') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:24.449199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.450492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router 787e95f0-4d67-4968-bbe9-f752faaff0ae {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:24.465721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.467984 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b663e9f0-3313-4338-8ccb-d906436978f0 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 204 len: 168 time: 1.4655726 Nov 24 22:22:24.475812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32900) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.482326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228528873'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:24.523433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:24.527937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.532384 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5830d892-ee4f-40a6-b86a-c53641a387b7 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-1578154593 HTTP/1.1" status: 201 len: 201 time: 0.0955508 Nov 24 22:22:24.535698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32902) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.542153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-97a68480-2ca5-47f6-95d4-dff3cc23b7e7 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', {'tags': ['tempest-TagsExtTest-Tag-1110102778', 'tempest-TagsExtTest-Tag-1813212366', 'tempest-TagsExtTest-Tag-1098634643']}) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:24.632294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.634589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:24.643674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.644612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment 5f6867ad-7e54-4856-ac4b-14f7a18624fd of type vlan for network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 Nov 24 22:22:24.672265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-97a68480-2ca5-47f6-95d4-dff3cc23b7e7 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags HTTP/1.1" status: 200 len: 318 time: 0.1352792 Nov 24 22:22:24.673461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=4452491b-32c7-4864-9c34-e0452e83fdaa,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:24.674863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32904) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.696127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-63230ac2-a488-42fe-870e-4f8e6a7481ed tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:24.723704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.770445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.777139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:24.777139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:24.864672 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3872073 Nov 24 22:22:24.868049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32906) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.875390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:24.880748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc99353-4a30-4976-ad38-566ffa6b5e14 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:24.892843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:24.930999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-63230ac2-a488-42fe-870e-4f8e6a7481ed tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags HTTP/1.1" status: 204 len: 168 time: 0.2399867 Nov 24 22:22:24.931545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32908) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:24.936099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-dc9f119e-cfa7-4db6-af16-4bbe43886361 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1110102778') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.026421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:25.029993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.064180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.068612 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8dab0df3-b31e-40de-b928-178fdced2847 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/4452491b-32c7-4864-9c34-e0452e83fdaa HTTP/1.1" status: 204 len: 168 time: 0.8913093 Nov 24 22:22:25.072218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32910) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.072966 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-dc9f119e-cfa7-4db6-af16-4bbe43886361 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:25.074020 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dc9f119e-cfa7-4db6-af16-4bbe43886361 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1110102778 HTTP/1.1" status: 404 len: 329 time: 0.1415448 Nov 24 22:22:25.076945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32912) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.083259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-0b448e8d-3f4b-4b4b-afe0-85729c86f524 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1813212366') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.095336 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4209ee9-31e6-42e8-ad7d-e1d7df42bd15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:25.099249 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e4209ee9-31e6-42e8-ad7d-e1d7df42bd15 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/4452491b-32c7-4864-9c34-e0452e83fdaa HTTP/1.1" status: 404 len: 333 time: 0.0236466 Nov 24 22:22:25.099474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32914) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.152590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet f5a00e0e-9804-4813-8b5f-205cab57f58e {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:25.155509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.177360 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-0b448e8d-3f4b-4b4b-afe0-85729c86f524 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:25.178397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0b448e8d-3f4b-4b4b-afe0-85729c86f524 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1813212366 HTTP/1.1" status: 404 len: 329 time: 0.1003854 Nov 24 22:22:25.182240 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32916) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.186672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-8e659f98-bb39-4c49-9a1f-cf6fbf6a6313 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca', 'tempest-TagsExtTest-Tag-1098634643') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.222437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.261922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.312886 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-8e659f98-bb39-4c49-9a1f-cf6fbf6a6313 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:25.313892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e659f98-bb39-4c49-9a1f-cf6fbf6a6313 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags/tempest-TagsExtTest-Tag-1098634643 HTTP/1.1" status: 404 len: 329 time: 0.1308417 Nov 24 22:22:25.318511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32918) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.323109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-7e5c2693-8223-4c23-a2d8-dc75e361da3f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', {'tags': ['tempest-TagsExtTest-Tag-324406127', 'tempest-TagsExtTest-Tag-1712387248', 'tempest-TagsExtTest-Tag-1140290840']}) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.323303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=f5c4c845-3f62-4966-b16c-f1a01d7f656b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:25.330566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': '5f6867ad-7e54-4856-ac4b-14f7a18624fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:25.331053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:25.348371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:25.353422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.357816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:25.362725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:25.364203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.366614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcdf20-3fb8-4292-805b-cc5e8eecf6da None None] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:25.383844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4ccef264-20d1-42c2-a8b1-9d9bcf974865 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5122159 Nov 24 22:22:25.384196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32920) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.388653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1655213295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:25.413625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.414646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.431763 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7e5c2693-8223-4c23-a2d8-dc75e361da3f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags HTTP/1.1" status: 200 len: 317 time: 0.1099963 Nov 24 22:22:25.432197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32922) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.436564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-b12cdc01-e47b-49db-89c9-78c2151dabd6 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.450402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.479218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a00e0e-9804-4813-8b5f-205cab57f58e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:25.483828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.487003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fbc29e59-dffb-4217-9a2c-5e9ab4a68bf0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/f5a00e0e-9804-4813-8b5f-205cab57f58e HTTP/1.1" status: 204 len: 168 time: 0.3865952 Nov 24 22:22:25.490165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32924) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.497300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e24be-bce7-40cd-8a7f-5e032bac5d08 None None] Network d5a0cf05-a491-469d-b834-8959429b648a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:25.516758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.524591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.550742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.554509 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-17b9aabd-e889-482f-93a7-781e2104ea20 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1668098 Nov 24 22:22:25.555192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32926) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.578297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.621475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33', 'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': 'f5c4c845-3f62-4966-b16c-f1a01d7f656b'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:25.622497 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.644889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 55fdc2b9-e496-4403-885f-9ebe62b0360b {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:25.645236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.646348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b12cdc01-e47b-49db-89c9-78c2151dabd6 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2131238 Nov 24 22:22:25.650092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32928) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.664743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-e0ffea0a-2e17-4e70-a294-4d51704215a2 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-324406127') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.764732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port 55fdc2b9-e496-4403-885f-9ebe62b0360b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=55fdc2b9-e496-4403-885f-9ebe62b0360b,segment=NetworkSegment(4c850e92-ea07-4b7b-a227-a5bcbd1f544e),segment_id=4c850e92-ea07-4b7b-a227-a5bcbd1f544e)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:25.765101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.809828 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-e0ffea0a-2e17-4e70-a294-4d51704215a2 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:25.814680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e0ffea0a-2e17-4e70-a294-4d51704215a2 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-324406127 HTTP/1.1" status: 404 len: 328 time: 0.1602328 Nov 24 22:22:25.814680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 55fdc2b9-e496-4403-885f-9ebe62b0360b owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:25.818756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32930) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.826642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Allocated IP 172.20.0.2 (6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33/f5c4c845-3f62-4966-b16c-f1a01d7f656b/36bc2952-e1a6-4022-ac3d-c1df038a635c) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:25.829505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-670b9b3a-d7c4-4d5a-bb8e-7e961ae17dd8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-1712387248') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:25.835124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] DHCP port deletion for d5a0cf05-a491-469d-b834-8959429b648a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:25.877880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.944544 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-670b9b3a-d7c4-4d5a-bb8e-7e961ae17dd8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:25.944981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Deleting port 55fdc2b9-e496-4403-885f-9ebe62b0360b {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:25.945431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:25.945554 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-670b9b3a-d7c4-4d5a-bb8e-7e961ae17dd8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-1712387248 HTTP/1.1" status: 404 len: 329 time: 0.1257150 Nov 24 22:22:25.950956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32932) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:25.956224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-e93346c0-3d49-4cd1-82e7-32dc2cd94757 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca', 'tempest-TagsExtTest-Tag-1140290840') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.001029 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.036204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port 55fdc2b9-e496-4403-885f-9ebe62b0360b on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:26.042305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=55fdc2b9-e496-4403-885f-9ebe62b0360b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.068636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] For port 55fdc2b9-e496-4403-885f-9ebe62b0360b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=55fdc2b9-e496-4403-885f-9ebe62b0360b,segment=NetworkSegment(4c850e92-ea07-4b7b-a227-a5bcbd1f544e),segment_id=4c850e92-ea07-4b7b-a227-a5bcbd1f544e)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:26.069214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.092472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Calling delete_port for 55fdc2b9-e496-4403-885f-9ebe62b0360b owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:26.114954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 55fdc2b9-e496-4403-885f-9ebe62b0360b no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:26.117601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.121639 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-e93346c0-3d49-4cd1-82e7-32dc2cd94757 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:26.125323 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e93346c0-3d49-4cd1-82e7-32dc2cd94757 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags/tempest-TagsExtTest-Tag-1140290840 HTTP/1.1" status: 404 len: 329 time: 0.1708012 Nov 24 22:22:26.126258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32934) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:26.134513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-a2d3a2de-9f93-4dd3-9858-4cd8e20bcb58 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', {'tags': ['tempest-TagsExtTest-Tag-320484361', 'tempest-TagsExtTest-Tag-103888996', 'tempest-TagsExtTest-Tag-47017473']}) {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.141782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.164817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a0cf05-a491-469d-b834-8959429b648a']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.176579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c850e92-ea07-4b7b-a227-a5bcbd1f544e') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.177033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c850e92-ea07-4b7b-a227-a5bcbd1f544e') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.187939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.203420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.210553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:26.211225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:26.214810 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:26.255768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.20.0.1 (6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33/f5c4c845-3f62-4966-b16c-f1a01d7f656b/0f4c7bda-392e-46fb-a340-e440e7b046f1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:26.281165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.282627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.291588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.294998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/d5a0cf05-a491-469d-b834-8959429b648a HTTP/1.1" status: 204 len: 168 time: 0.8037045 Nov 24 22:22:26.304462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32936) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:26.309356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1940088311'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:26.313919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d4c7-0770-47a4-858c-b597a066c835 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=d5a0cf05-a491-469d-b834-8959429b648a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.332367 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a2d3a2de-9f93-4dd3-9858-4cd8e20bcb58 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags HTTP/1.1" status: 200 len: 314 time: 0.2034450 Nov 24 22:22:26.334842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32938) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:26.340383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-1df7b049-a8df-4237-b8af-8cc3f1db12ec tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.344156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:26.347886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.350234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 55fdc2b9-e496-4403-885f-9ebe62b0360b {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:26.350821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 55fdc2b9-e496-4403-885f-9ebe62b0360b not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:26.364681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:26.375436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:26.385377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:26.392416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Pushing event updated for resources: {'Port': ['ID=36bc2952-e1a6-4022-ac3d-c1df038a635c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.404234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.449887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.454238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:26.466627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Attempting to bind port 36bc2952-e1a6-4022-ac3d-c1df038a635c on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:26.467002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Attempting to bind port 36bc2952-e1a6-4022-ac3d-c1df038a635c by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '5f6867ad-7e54-4856-ac4b-14f7a18624fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:26.467368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Attempting to bind port 36bc2952-e1a6-4022-ac3d-c1df038a635c on network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:26.470467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.475794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.476545 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Added segment 08e0ed44-d461-4378-8061-f3f040f421e9 of type vlan for network 4c3259c5-e532-495c-bbec-9f12ff471237 Nov 24 22:22:26.495601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:26.495973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Checking segment: {'id': '5f6867ad-7e54-4856-ac4b-14f7a18624fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:26.496703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.497249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Bound using segment: {'id': '5f6867ad-7e54-4856-ac4b-14f7a18624fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:26.497549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:26.498057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Bound port: 36bc2952-e1a6-4022-ac3d-c1df038a635c, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6867ad-7e54-4856-ac4b-14f7a18624fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:26.498598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.501272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:26.502233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Network d5a0cf05-a491-469d-b834-8959429b648a is not hosted by any dhcp agent {{(pid=102411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:22:26.502674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] No DVR routers for this DVR port 55fdc2b9-e496-4403-885f-9ebe62b0360b on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:26.505148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:26.510248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963364-93be-4a09-8ae6-ccd3aa324366 None None] Pushing event deleted for resources: {'Port': ['ID=55fdc2b9-e496-4403-885f-9ebe62b0360b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.535883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=0f4c7bda-392e-46fb-a340-e440e7b046f1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.537422 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1df7b049-a8df-4237-b8af-8cc3f1db12ec tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags HTTP/1.1" status: 204 len: 168 time: 0.2011929 Nov 24 22:22:26.541112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32940) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:26.541916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.547616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-b06f97c0-22e6-410b-8e6f-7b5045232f48 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-320484361') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.568516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.574754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:26.575795 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.589001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] For port 36bc2952-e1a6-4022-ac3d-c1df038a635c, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:26.594047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] For port 36bc2952-e1a6-4022-ac3d-c1df038a635c, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36bc2952-e1a6-4022-ac3d-c1df038a635c,segment=NetworkSegment(5f6867ad-7e54-4856-ac4b-14f7a18624fd),segment_id=5f6867ad-7e54-4856-ac4b-14f7a18624fd)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:26.601126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.630358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:26.634922 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3268120 Nov 24 22:22:26.635171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32942) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:26.647324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:26.676377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5554c-36ad-4a01-bb28-1ccfb0aa0001 None None] Pushing event updated for resources: {'Port': ['ID=36bc2952-e1a6-4022-ac3d-c1df038a635c,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.699008 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-b06f97c0-22e6-410b-8e6f-7b5045232f48 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:26.700090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b06f97c0-22e6-410b-8e6f-7b5045232f48 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-320484361 HTTP/1.1" status: 404 len: 328 time: 0.1559038 Nov 24 22:22:26.704068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:26.705027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb64b69-173d-4201-a782-87386756457b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Network': ['ID=4c3259c5-e532-495c-bbec-9f12ff471237,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:26.708430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-9892ac82-a61c-4fb1-86b3-e06ac2624918 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-103888996') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:26.720008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 4c3259c5-e532-495c-bbec-9f12ff471237 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:26.758193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:26.762452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.010221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.080242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=3341b6ca-914c-4a77-88a6-5004ab495122,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:27.089522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Checking segment: {'id': '08e0ed44-d461-4378-8061-f3f040f421e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:27.089878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network hostable DHCP agents. Network: 4c3259c5-e532-495c-bbec-9f12ff471237, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:27.107359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 4c3259c5-e532-495c-bbec-9f12ff471237 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:27.115495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 4c3259c5-e532-495c-bbec-9f12ff471237) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:27.119589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:27.120175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.127212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46747ad4-fde2-4e39-8134-026d4d5fb34c None None] Network 4c3259c5-e532-495c-bbec-9f12ff471237 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:27.138842 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2aeb9387-1057-4292-aba7-a8f6691dfe48 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5000830 Nov 24 22:22:27.139437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32946) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.163009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1934782908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:27.191630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.204653 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-9892ac82-a61c-4fb1-86b3-e06ac2624918 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:27.205830 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9892ac82-a61c-4fb1-86b3-e06ac2624918 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-103888996 HTTP/1.1" status: 404 len: 328 time: 0.5007596 Nov 24 22:22:27.210845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.216918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-499fb00c-ec24-4b87-9035-8ef2cbf9031f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232', 'tempest-TagsExtTest-Tag-47017473') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.223088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.224272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.283235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-4c3259c5-e532-495c-bbec-9f12ff471237', 'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': '3341b6ca-914c-4a77-88a6-5004ab495122'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:27.284150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.428419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Allocated IP 172.20.0.2 (4c3259c5-e532-495c-bbec-9f12ff471237/3341b6ca-914c-4a77-88a6-5004ab495122/a81d12a0-7c29-4f7f-bcf8-6cbc28a42195) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:27.437631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.441661 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-499fb00c-ec24-4b87-9035-8ef2cbf9031f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:27.442729 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-499fb00c-ec24-4b87-9035-8ef2cbf9031f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags/tempest-TagsExtTest-Tag-47017473 HTTP/1.1" status: 404 len: 327 time: 0.2309206 Nov 24 22:22:27.446097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32950) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.447263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.451249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-f2dc8ae2-bd08-44bb-bc6b-0f2407c667d6 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', {'tags': ['tempest-TagsExtTest-Tag-1239736780', 'tempest-TagsExtTest-Tag-113828965', 'tempest-TagsExtTest-Tag-902837334']}) {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.478373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.482207 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f0993272-e171-43af-9e8d-c04761fa2a36 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3391910 Nov 24 22:22:27.483002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32952) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.490074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237', 'name': 'tempest-PortsTestJSON-1950303902'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:27.506008 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f2dc8ae2-bd08-44bb-bc6b-0f2407c667d6 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "PUT /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags HTTP/1.1" status: 200 len: 316 time: 0.0587122 Nov 24 22:22:27.506853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32954) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.515932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.tag.tag_plugin [None req-f4b8d918-26d2-4f4e-8d70-cdceec13820c tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.586104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.592703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.638337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Network 4c3259c5-e532-495c-bbec-9f12ff471237 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:27.647269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:27.650237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:27.658101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Pushing event updated for resources: {'Port': ['ID=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:27.682327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.683306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.683306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.683744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.684245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.684848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.685080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.685713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.686230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.686572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.687145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.687939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:27.697492 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f4b8d918-26d2-4f4e-8d70-cdceec13820c tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags HTTP/1.1" status: 204 len: 168 time: 0.1842430 Nov 24 22:22:27.699285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32956) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.708152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-f15292a7-5121-438c-bdd0-f957e5171a40 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-1239736780') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.734376 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-f15292a7-5121-438c-bdd0-f957e5171a40 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:27.736089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Attempting to bind port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:27.736232 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f15292a7-5121-438c-bdd0-f957e5171a40 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-1239736780 HTTP/1.1" status: 404 len: 329 time: 0.0354934 Nov 24 22:22:27.736355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Attempting to bind port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '08e0ed44-d461-4378-8061-f3f040f421e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:27.736706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Attempting to bind port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 on network 4c3259c5-e532-495c-bbec-9f12ff471237 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:27.739960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32958) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.744365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:27.744916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:27.745422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Checking segment: {'id': '08e0ed44-d461-4378-8061-f3f040f421e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:27.745952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.746443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Bound using segment: {'id': '08e0ed44-d461-4378-8061-f3f040f421e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:27.747064 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Bound port: a81d12a0-7c29-4f7f-bcf8-6cbc28a42195, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e0ed44-d461-4378-8061-f3f040f421e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c3259c5-e532-495c-bbec-9f12ff471237'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:27.747571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.747942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-967668df-8c8f-40e3-848f-8eedd6f788c5 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-113828965') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.748074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.761628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.769677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.782441 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-967668df-8c8f-40e3-848f-8eedd6f788c5 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:27.787350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-967668df-8c8f-40e3-848f-8eedd6f788c5 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-113828965 HTTP/1.1" status: 404 len: 328 time: 0.0413949 Nov 24 22:22:27.787350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32960) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.788144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693517fb-73bd-4f11-808f-4165c82e5129 None None] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:27.790972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-ea47d79c-10f7-4424-a7c3-42e07684268f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432', 'tempest-TagsExtTest-Tag-902837334') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.811178 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-ea47d79c-10f7-4424-a7c3-42e07684268f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] show failed (client error): The resource could not be found. Nov 24 22:22:27.815053 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ea47d79c-10f7-4424-a7c3-42e07684268f tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags/tempest-TagsExtTest-Tag-902837334 HTTP/1.1" status: 404 len: 328 time: 0.0249245 Nov 24 22:22:27.815274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32962) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.820540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-356d9988-cf36-475d-831e-fa7c253c8e15 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '889a4441-5916-4229-bebb-ef15a0862432') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.825792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 6720aa36-e589-45bf-aee5-f9d41ce37f40 yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:27.850022 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-356d9988-cf36-475d-831e-fa7c253c8e15 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432/tags HTTP/1.1" status: 204 len: 168 time: 0.0307913 Nov 24 22:22:27.850246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32964) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.854854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-8d23ec67-46b6-4dfa-afea-914300b808cd tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3fe14a2c-ec18-4c7c-89ec-bd12db707232') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:27.882587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ca9fe1de-876e-4349-9e2c-cd3215e91278 None None] Provisioning complete for port 36bc2952-e1a6-4022-ac3d-c1df038a635c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:27.882950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca9fe1de-876e-4349-9e2c-cd3215e91278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.888416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] For port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:27.892867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] For port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,segment=NetworkSegment(08e0ed44-d461-4378-8061-f3f040f421e9),segment_id=08e0ed44-d461-4378-8061-f3f040f421e9)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:27.900260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=0f4c7bda-392e-46fb-a340-e440e7b046f1,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:27.913187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.918573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:27.948856 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8d23ec67-46b6-4dfa-afea-914300b808cd tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232/tags HTTP/1.1" status: 204 len: 168 time: 0.0976148 Nov 24 22:22:27.951300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32966) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:27.955679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-01b85bfd-c071-4115-8956-70383be5407e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75a62de0-06d0-4751-b871-7077de7694ca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:28.033186 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-01b85bfd-c071-4115-8956-70383be5407e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0806577 Nov 24 22:22:28.035352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73b96-26e9-467f-9fc4-5d70f65f9577 None None] Pushing event updated for resources: {'Port': ['ID=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:28.035825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32968) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.048524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.tag.tag_plugin [None req-043a1eea-94e1-4417-ae8b-f4e8640ed2b7 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2fbf542-8d8b-43f6-81d5-c4628eaebfca') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:28.060489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.9 (4c3259c5-e532-495c-bbec-9f12ff471237/3341b6ca-914c-4a77-88a6-5004ab495122/6720aa36-e589-45bf-aee5-f9d41ce37f40) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:28.090528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:28.093502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:28.109069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca9fe1de-876e-4349-9e2c-cd3215e91278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.164869 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-043a1eea-94e1-4417-ae8b-f4e8640ed2b7 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca/tags HTTP/1.1" status: 204 len: 168 time: 0.1212850 Nov 24 22:22:28.165447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36bc2952-e1a6-4022-ac3d-c1df038a635c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:28.165564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32970) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.217086 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ca9fe1de-876e-4349-9e2c-cd3215e91278 None None] For port 36bc2952-e1a6-4022-ac3d-c1df038a635c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36bc2952-e1a6-4022-ac3d-c1df038a635c,segment=NetworkSegment(5f6867ad-7e54-4856-ac4b-14f7a18624fd),segment_id=5f6867ad-7e54-4856-ac4b-14f7a18624fd)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:28.231358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ca9fe1de-876e-4349-9e2c-cd3215e91278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.284861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-01534c8b-60d3-493e-b77e-9e619420e2f8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for subnetpool, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.288598 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-01534c8b-60d3-493e-b77e-9e619420e2f8 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnetpools/889a4441-5916-4229-bebb-ef15a0862432 HTTP/1.1" status: 204 len: 168 time: 0.1224084 Nov 24 22:22:28.289225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32972) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.313723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fe1de-876e-4349-9e2c-cd3215e91278 None None] Pushing event updated for resources: {'Port': ['ID=36bc2952-e1a6-4022-ac3d-c1df038a635c,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:28.337199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 36bc2952-e1a6-4022-ac3d-c1df038a635c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:28.344692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.360539 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8274961a-f6db-4797-a93f-ec406b2f6fe3 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe14a2c-ec18-4c7c-89ec-bd12db707232 HTTP/1.1" status: 200 len: 205 time: 0.0701663 Nov 24 22:22:28.362935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32974) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.431054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 17059301-cbff-4bca-8fac-8f0a161aedee is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:22:28.458218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.474807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.559906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e4b139ed-ece7-4801-9d36-79d4ee79297d None None] Provisioning complete for port 0f4c7bda-392e-46fb-a340-e440e7b046f1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:28.560488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4b139ed-ece7-4801-9d36-79d4ee79297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.581832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:28.587565 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7ae2bb3f-7f15-4dfd-b2ba-bc18b8d2d55b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/17059301-cbff-4bca-8fac-8f0a161aedee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0311577 Nov 24 22:22:28.589384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.590812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32976) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.594892 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] Sync routers for ids ['17059301-cbff-4bca-8fac-8f0a161aedee'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:28.605801 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] Routers {'17059301-cbff-4bca-8fac-8f0a161aedee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:28.606749 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['17059301-cbff-4bca-8fac-8f0a161aedee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:28.622537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e4b139ed-ece7-4801-9d36-79d4ee79297d None None] Port 0f4c7bda-392e-46fb-a340-e440e7b046f1 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:28.642836 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:28.652934 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] Routers {'17059301-cbff-4bca-8fac-8f0a161aedee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:28.653150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e4b139ed-ece7-4801-9d36-79d4ee79297d None None] Provisioning complete for port 36bc2952-e1a6-4022-ac3d-c1df038a635c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:28.653368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4b139ed-ece7-4801-9d36-79d4ee79297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.654078 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['17059301-cbff-4bca-8fac-8f0a161aedee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:28.704260 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:28.705158 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c1ed8-3412-4af3-ab35-40e47ae52411 None None] The sync data for ids ['17059301-cbff-4bca-8fac-8f0a161aedee'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:28.713723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 4c3259c5-e532-495c-bbec-9f12ff471237 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:28.719052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.721103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298cf39-1d53-4e58-8c49-bb57e7594b99 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:28.721515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.722590 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0298cf39-1d53-4e58-8c49-bb57e7594b99 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports/0f4c7bda-392e-46fb-a340-e440e7b046f1 HTTP/1.1" status: 200 len: 910 time: 0.1308455 Nov 24 22:22:28.725698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32978) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.726186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:28.730131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:28.737275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f5c4c845-3f62-4966-b16c-f1a01d7f656b'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:28.765176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=6720aa36-e589-45bf-aee5-f9d41ce37f40,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:28.798221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:28.798869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.817282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.817935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe14a2c-ec18-4c7c-89ec-bd12db707232 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:28.823759 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eb2b02ee-f22c-48d6-b3f2-60f5d6cc7974 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3400359 Nov 24 22:22:28.824370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32980) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.835675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.838978 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6ec00a71-45a6-4c69-bc83-4aef0f704d9e tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/routers/3fe14a2c-ec18-4c7c-89ec-bd12db707232 HTTP/1.1" status: 204 len: 168 time: 0.4727604 Nov 24 22:22:28.861519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32982) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:28.926590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0e539147-0cb1-4ee7-96fa-e8f9a42fafd2 None None] Provisioning complete for port 0f4c7bda-392e-46fb-a340-e440e7b046f1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:28.927473 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0e539147-0cb1-4ee7-96fa-e8f9a42fafd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:28.984415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0e539147-0cb1-4ee7-96fa-e8f9a42fafd2 None None] Port 0f4c7bda-392e-46fb-a340-e440e7b046f1 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:29.014662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.028933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Deleting port 75a62de0-06d0-4751-b871-7077de7694ca {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:29.029275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.205641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9378cbab-2955-4910-b0f8-657b17529d6c None None] Provisioning complete for port 0f4c7bda-392e-46fb-a340-e440e7b046f1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:29.205895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9378cbab-2955-4910-b0f8-657b17529d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.211070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.235130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.250044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Calling delete_port for 75a62de0-06d0-4751-b871-7077de7694ca owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:29.251347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9378cbab-2955-4910-b0f8-657b17529d6c None None] Port 0f4c7bda-392e-46fb-a340-e440e7b046f1 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:29.327016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79145f00-233f-48d2-add1-4b8ce08e174e None None] Network 4c3259c5-e532-495c-bbec-9f12ff471237 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:29.386274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2f35c944-e088-46ab-bab8-1a757a6cfc58 None None] Provisioning complete for port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:29.386659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2f35c944-e088-46ab-bab8-1a757a6cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.485521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.491477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.521680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2f35c944-e088-46ab-bab8-1a757a6cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.535398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.576289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event deleted for resources: {'Port': ['ID=75a62de0-06d0-4751-b871-7077de7694ca,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:29.588654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=6720aa36-e589-45bf-aee5-f9d41ce37f40,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:29.596614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.607358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2f35c944-e088-46ab-bab8-1a757a6cfc58 None None] For port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,segment=NetworkSegment(08e0ed44-d461-4378-8061-f3f040f421e9),segment_id=08e0ed44-d461-4378-8061-f3f040f421e9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:29.616048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2f35c944-e088-46ab-bab8-1a757a6cfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.669323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35c944-e088-46ab-bab8-1a757a6cfc58 None None] Pushing event updated for resources: {'Port': ['ID=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:29.687368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.691455 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-61b3b5e9-c96d-4743-8c56-85dc5b878257 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/ports/75a62de0-06d0-4751-b871-7077de7694ca HTTP/1.1" status: 204 len: 168 time: 0.8289449 Nov 24 22:22:29.693857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32984) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:29.735977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.751406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Deleting subnet e2fbf542-8d8b-43f6-81d5-c4628eaebfca {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:29.755495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.758199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.803018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.877708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.917627 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=0f4c7bda-392e-46fb-a340-e440e7b046f1,revision_number=3']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:29.927229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:29.927962 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.929283 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-76124c8d-703d-4c85-8e23-24789352f5bd tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/ports/0f4c7bda-392e-46fb-a340-e440e7b046f1 HTTP/1.1" status: 200 len: 910 time: 1.2022882 Nov 24 22:22:29.932241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:29.932515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32986) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:29.958842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-34a11a73-4b1f-4972-a7cf-f8f35a0548d2 None None] Provisioning complete for port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:29.959341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34a11a73-4b1f-4972-a7cf-f8f35a0548d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.094245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-34a11a73-4b1f-4972-a7cf-f8f35a0548d2 None None] Provisioning complete for port 6720aa36-e589-45bf-aee5-f9d41ce37f40 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:30.095218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34a11a73-4b1f-4972-a7cf-f8f35a0548d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.142615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-34a11a73-4b1f-4972-a7cf-f8f35a0548d2 None None] Port 6720aa36-e589-45bf-aee5-f9d41ce37f40 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:30.225531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:30.250947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.257183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.281813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d9ba12a9-afe7-4468-9e70-9d63f46ff24b None None] Provisioning complete for port 6720aa36-e589-45bf-aee5-f9d41ce37f40 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:30.282611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9ba12a9-afe7-4468-9e70-9d63f46ff24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.333366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba12a9-afe7-4468-9e70-9d63f46ff24b None None] Port 6720aa36-e589-45bf-aee5-f9d41ce37f40 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:30.334123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=6720aa36-e589-45bf-aee5-f9d41ce37f40,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:30.335560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:30.336171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.358193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.441188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36bc2952-e1a6-4022-ac3d-c1df038a635c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:30.467405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.475632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 4c3259c5-e532-495c-bbec-9f12ff471237 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:30.477372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:30.505333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 36bc2952-e1a6-4022-ac3d-c1df038a635c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:30.508023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.573912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e1912e8c-d7b3-453a-bdea-f4cce7c923a9 None None] Provisioning complete for port 6720aa36-e589-45bf-aee5-f9d41ce37f40 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:30.574441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e1912e8c-d7b3-453a-bdea-f4cce7c923a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.614684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Router 54921bd0-bfc0-42d1-87e5-33081bb31cea is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:22:30.640258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.643026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e1912e8c-d7b3-453a-bdea-f4cce7c923a9 None None] Port 6720aa36-e589-45bf-aee5-f9d41ce37f40 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:30.693554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fbf542-8d8b-43f6-81d5-c4628eaebfca,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:30.698720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.702567 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5fd36059-3f04-450b-8f3e-c36d5f174211 tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/subnets/e2fbf542-8d8b-43f6-81d5-c4628eaebfca HTTP/1.1" status: 204 len: 168 time: 1.0077045 Nov 24 22:22:30.705135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32988) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:30.708981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6039e-6588-47de-8eec-d7b1c860c0da None None] Network 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:30.781162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.789290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:30.798295 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-96ee8e3c-96d4-49cc-8b82-2ad9d2ed7ec4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/routers/54921bd0-bfc0-42d1-87e5-33081bb31cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704425 Nov 24 22:22:30.803304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32990) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:30.819322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] Sync routers for ids ['54921bd0-bfc0-42d1-87e5-33081bb31cea'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:30.836623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.845564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] Routers {'54921bd0-bfc0-42d1-87e5-33081bb31cea'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:30.846347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['54921bd0-bfc0-42d1-87e5-33081bb31cea'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:30.872326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf869fa-a753-4656-b2e9-f631d1c28ffc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:30.873720 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fdf869fa-a753-4656-b2e9-f631d1c28ffc tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports?device_id=54921bd0-bfc0-42d1-87e5-33081bb31cea HTTP/1.1" status: 200 len: 982 time: 0.0694067 Nov 24 22:22:30.876700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 32992) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:30.898173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:30.915085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] Routers {'54921bd0-bfc0-42d1-87e5-33081bb31cea'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:30.915731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['54921bd0-bfc0-42d1-87e5-33081bb31cea'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:30.919708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1ca5028d-315e-4399-8b29-a898347e177b None None] Provisioning complete for port 6720aa36-e589-45bf-aee5-f9d41ce37f40 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:30.920083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ca5028d-315e-4399-8b29-a898347e177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.945417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Deleting port 69ea1e46-9b02-460b-8acb-237392010a32 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:30.946092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:30.981706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:30.983227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47c8b3-fbf6-436d-9325-a6be1fc90126 None None] The sync data for ids ['54921bd0-bfc0-42d1-87e5-33081bb31cea'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:30.997832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] DHCP port deletion for 7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:31.008713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5028d-315e-4399-8b29-a898347e177b None None] Port 6720aa36-e589-45bf-aee5-f9d41ce37f40 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:31.018330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] For port 69ea1e46-9b02-460b-8acb-237392010a32, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69ea1e46-9b02-460b-8acb-237392010a32,segment=NetworkSegment(066115b1-6c04-473c-b604-60eb79bcdb88),segment_id=066115b1-6c04-473c-b604-60eb79bcdb88)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:31.018841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.058984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] Deleting port 69ea1e46-9b02-460b-8acb-237392010a32 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:31.059393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.124635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] For port 69ea1e46-9b02-460b-8acb-237392010a32, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69ea1e46-9b02-460b-8acb-237392010a32,segment=NetworkSegment(066115b1-6c04-473c-b604-60eb79bcdb88),segment_id=066115b1-6c04-473c-b604-60eb79bcdb88)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:31.125274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.140651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] Calling delete_port for 69ea1e46-9b02-460b-8acb-237392010a32 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:31.226611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.253261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] Pushing event deleted for resources: {'Port': ['ID=69ea1e46-9b02-460b-8acb-237392010a32,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:31.256481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 0f4c7bda-392e-46fb-a340-e440e7b046f1 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:31.256826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.258176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50973a-471f-43b0-81eb-0a8782ce1835 None None] No DVR routers for this DVR port 69ea1e46-9b02-460b-8acb-237392010a32 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:31.368908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Calling delete_port for 69ea1e46-9b02-460b-8acb-237392010a32 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:31.379867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.414308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 0f4c7bda-392e-46fb-a340-e440e7b046f1 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:31.442675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.469196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event deleted for resources: {'Port': ['ID=69ea1e46-9b02-460b-8acb-237392010a32,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:31.471060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] No DVR routers for this DVR port 69ea1e46-9b02-460b-8acb-237392010a32 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:31.472868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.552273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.572046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8d2e28-1ffc-47af-8697-c1d8fdef91e1']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:31.581831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066115b1-6c04-473c-b604-60eb79bcdb88') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:31.582126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066115b1-6c04-473c-b604-60eb79bcdb88') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:31.591237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.604571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.612249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:31.612635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:31.615749 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:31.678049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.695886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.698993 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] 10.222.0.41 "DELETE /v2.0/networks/7d8d2e28-1ffc-47af-8697-c1d8fdef91e1 HTTP/1.1" status: 204 len: 168 time: 0.9902670 Nov 24 22:22:31.700016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24d1c-5372-47aa-8e46-b16dd01839cb tempest-TagsExtTest-1442508694 tempest-TagsExtTest-1442508694-project] Pushing event deleted for resources: {'Network': ['ID=7d8d2e28-1ffc-47af-8697-c1d8fdef91e1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:31.743638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.793423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=0f4c7bda-392e-46fb-a340-e440e7b046f1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:31.875939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 6720aa36-e589-45bf-aee5-f9d41ce37f40 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:31.876274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:31.978589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 32998) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:31.991186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.062100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69ea1e46-9b02-460b-8acb-237392010a32 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:32.085121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 69ea1e46-9b02-460b-8acb-237392010a32 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:32.085121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69ea1e46-9b02-460b-8acb-237392010a32 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:32.096527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.130086 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d8ea0385-e0a7-49c0-bd90-f269eebe0964 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0d4d759262742ba9a07c602ee1889a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498833 Nov 24 22:22:32.132532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33002) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:32.146377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 6720aa36-e589-45bf-aee5-f9d41ce37f40 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:32.181342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28b0e31f-b8c6-4ecb-b523-b640bf573fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.202953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28b0e31f-b8c6-4ecb-b523-b640bf573fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.219052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 17059301-cbff-4bca-8fac-8f0a161aedee has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:32.248049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28b0e31f-b8c6-4ecb-b523-b640bf573fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.250561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-28b0e31f-b8c6-4ecb-b523-b640bf573fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.251741 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-28b0e31f-b8c6-4ecb-b523-b640bf573fc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b9d02ca-2de9-4191-b784-f814084dfef8 HTTP/1.1" status: 204 len: 168 time: 0.1182652 Nov 24 22:22:32.260657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e31f-b8c6-4ecb-b523-b640bf573fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d02ca-2de9-4191-b784-f814084dfef8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:32.318770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:32.332204 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] Sync routers for ids ['17059301-cbff-4bca-8fac-8f0a161aedee'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:32.341275 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] Routers {'17059301-cbff-4bca-8fac-8f0a161aedee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:32.341985 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['17059301-cbff-4bca-8fac-8f0a161aedee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:32.356270 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f544444a-1094-4688-abed-782e1ab91cc1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/17059301-cbff-4bca-8fac-8f0a161aedee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4201488 Nov 24 22:22:32.356812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33006) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:32.389420 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:32.401403 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f9660f32-fe29-465a-bcff-b3cbc405cd75 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=17059301-cbff-4bca-8fac-8f0a161aedee HTTP/1.1" status: 200 len: 205 time: 0.0408099 Nov 24 22:22:32.401847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33008) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:32.408764 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] Routers {'17059301-cbff-4bca-8fac-8f0a161aedee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:32.409750 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['17059301-cbff-4bca-8fac-8f0a161aedee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:32.450960 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:32.451648 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a89fe-65ab-43a6-9b8f-84cd9cf52796 None None] The sync data for ids ['17059301-cbff-4bca-8fac-8f0a161aedee'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:32.460206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.490351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=6720aa36-e589-45bf-aee5-f9d41ce37f40,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:32.511693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.635338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.683427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.685963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.735876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.736415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router 17059301-cbff-4bca-8fac-8f0a161aedee {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:32.744094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.747866 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dd3d4d87-cd55-4799-97e5-0517b6bbc5ac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/17059301-cbff-4bca-8fac-8f0a161aedee HTTP/1.1" status: 204 len: 168 time: 0.3420727 Nov 24 22:22:32.747866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33010) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:32.795617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Router 54921bd0-bfc0-42d1-87e5-33081bb31cea has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:32.798878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet f5c4c845-3f62-4966-b16c-f1a01d7f656b {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:32.802745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.842407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.933930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:32.996659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.024650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c4c845-3f62-4966-b16c-f1a01d7f656b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:33.028951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.032261 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fc6aa326-e1d6-45be-9c15-26343f9e6279 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/f5c4c845-3f62-4966-b16c-f1a01d7f656b HTTP/1.1" status: 204 len: 168 time: 0.2833838 Nov 24 22:22:33.035646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33012) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.037308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0f410-ee7f-4571-a275-8bff2565acab None None] Network 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:33.118103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.188738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 36bc2952-e1a6-4022-ac3d-c1df038a635c {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:33.189078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.200502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:33.207803 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d389641a-55c3-406d-bde1-43e3e9482686 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/routers/54921bd0-bfc0-42d1-87e5-33081bb31cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3297527 Nov 24 22:22:33.212010 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33014) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.236818 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-446e1303-a9f5-4e5b-8bf2-9c78c3fd9c18 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:33.240990 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-446e1303-a9f5-4e5b-8bf2-9c78c3fd9c18 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/6720aa36-e589-45bf-aee5-f9d41ce37f40 HTTP/1.1" status: 404 len: 333 time: 0.0254111 Nov 24 22:22:33.241204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33016) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.266406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port 36bc2952-e1a6-4022-ac3d-c1df038a635c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=36bc2952-e1a6-4022-ac3d-c1df038a635c,segment=NetworkSegment(5f6867ad-7e54-4856-ac4b-14f7a18624fd),segment_id=5f6867ad-7e54-4856-ac4b-14f7a18624fd)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:33.267135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.267286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] Sync routers for ids ['54921bd0-bfc0-42d1-87e5-33081bb31cea'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:33.281932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 36bc2952-e1a6-4022-ac3d-c1df038a635c owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:33.295568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] Routers {'54921bd0-bfc0-42d1-87e5-33081bb31cea'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:33.296282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['54921bd0-bfc0-42d1-87e5-33081bb31cea'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.316653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.329566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.342014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] Routers {'54921bd0-bfc0-42d1-87e5-33081bb31cea'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:33.342679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['54921bd0-bfc0-42d1-87e5-33081bb31cea'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.379546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.384403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.385122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb28097-0540-4c58-9d5a-c815f048ff34 None None] The sync data for ids ['54921bd0-bfc0-42d1-87e5-33081bb31cea'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:33.411889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port 36bc2952-e1a6-4022-ac3d-c1df038a635c on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:33.416149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=36bc2952-e1a6-4022-ac3d-c1df038a635c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:33.432634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a40866-b765-4905-a3f1-5dcf6d1fcb70 None None] DHCP port deletion for 6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:33.489541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.491816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.498110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.518295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.528044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6867ad-7e54-4856-ac4b-14f7a18624fd') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.528339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6867ad-7e54-4856-ac4b-14f7a18624fd') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:33.535135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.535773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Fanout notify agent at l3_agent the message router_deleted on router 54921bd0-bfc0-42d1-87e5-33081bb31cea {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:22:33.538901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.542351 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.544046 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fdb3c220-261f-43c8-8a4a-871712c34feb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/routers/54921bd0-bfc0-42d1-87e5-33081bb31cea HTTP/1.1" status: 204 len: 168 time: 0.3013198 Nov 24 22:22:33.546225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33018) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.552568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.558972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:33.559364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:33.562336 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:33.598022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet 3341b6ca-914c-4a77-88a6-5004ab495122 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:33.601024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.621840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.628984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.635684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33020) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.635836 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33 HTTP/1.1" status: 204 len: 168 time: 0.5986958 Nov 24 22:22:33.641824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039762442', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:33.647938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ec1a5-7941-4e7d-a4f9-ec36860ea547 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=6641ad66-6d2f-4db3-aeb5-8cec9d1c4d33,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:33.655815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.703687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.704549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.790111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.791689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.795699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.840244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.841392 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-24f733a8-acd4-4699-b4ff-fee7cf83fe59 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2047536 Nov 24 22:22:33.843992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33022) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.848660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-476437000'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:33.881255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:33.884815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.888079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.925603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=3341b6ca-914c-4a77-88a6-5004ab495122,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:33.931381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.934655 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e77f0fb7-1883-41ff-8d17-55c4cbf952d4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/3341b6ca-914c-4a77-88a6-5004ab495122 HTTP/1.1" status: 204 len: 168 time: 0.3875079 Nov 24 22:22:33.936283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f4b76-b6ec-4d8d-b6c5-c720c89d6a83 None None] Network 4c3259c5-e532-495c-bbec-9f12ff471237 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:33.937876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33024) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:33.943701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:33.959279 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:33.959704 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment ec9c1e09-8a3b-40bd-af44-e24c66e83a6c of type vlan for network b5fff931-d1ff-4137-84a2-ab2910b7d99a Nov 24 22:22:34.001750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.023671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.043550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.045562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:34.046260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.085060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:34.085404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.094585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36bc2952-e1a6-4022-ac3d-c1df038a635c no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:34.122101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 36bc2952-e1a6-4022-ac3d-c1df038a635c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:34.122558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 36bc2952-e1a6-4022-ac3d-c1df038a635c not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:34.128567 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2830145 Nov 24 22:22:34.131889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33026) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:34.138299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:34.145635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08821de-dcf4-4a24-b797-ba37d4d08ce3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=b5fff931-d1ff-4137-84a2-ab2910b7d99a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:34.149670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] DHCP port deletion for 4c3259c5-e532-495c-bbec-9f12ff471237 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:34.160853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:34.238353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,segment=NetworkSegment(08e0ed44-d461-4378-8061-f3f040f421e9),segment_id=08e0ed44-d461-4378-8061-f3f040f421e9)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:34.238635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.258055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:34.258980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] Deleting port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:34.259381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.311863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:34.315647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.321160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] For port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,segment=NetworkSegment(08e0ed44-d461-4378-8061-f3f040f421e9),segment_id=08e0ed44-d461-4378-8061-f3f040f421e9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:34.321703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.333535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] Calling delete_port for a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:34.423446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.428845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.453592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:34.454041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] Pushing event deleted for resources: {'Port': ['ID=a81d12a0-7c29-4f7f-bcf8-6cbc28a42195,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:34.457808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45febc6b-e5eb-48fc-986c-d0f09093f542 None None] No DVR routers for this DVR port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:34.479609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:34.597779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.626498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3259c5-e532-495c-bbec-9f12ff471237']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:34.633389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.648281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e0ed44-d461-4378-8061-f3f040f421e9') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:34.648565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e0ed44-d461-4378-8061-f3f040f421e9') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:34.683958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.708273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.722991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:34.723321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:34.726348 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:34.728757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=19689fc1-4804-4a20-8ee0-b01645af30b3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:34.782709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:34.783124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: b5fff931-d1ff-4137-84a2-ab2910b7d99a, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:34.794813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.804771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.807868 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/4c3259c5-e532-495c-bbec-9f12ff471237 HTTP/1.1" status: 204 len: 168 time: 0.8687804 Nov 24 22:22:34.812840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33028) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:34.820790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:34.822823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4730ba6-854a-4160-9f71-f4b50eb913e6 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=4c3259c5-e532-495c-bbec-9f12ff471237,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:34.832299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b5fff931-d1ff-4137-84a2-ab2910b7d99a) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:34.836303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:34.836898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:34.844879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fd71d-576a-48f2-ad4a-0c00dc4e6143 None None] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:34.858900 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2fb9d73e-7fc6-4c05-a5a1-486e5a5dfb78 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7264638 Nov 24 22:22:34.859431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33030) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:34.870295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c0d60-f989-40e5-823f-fac4629f4ec2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:34.875273 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2c8c0d60-f989-40e5-823f-fac4629f4ec2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/9fd3a342-c491-470e-8e66-bec06b4a0a87 HTTP/1.1" status: 200 len: 840 time: 0.0579407 Nov 24 22:22:34.875565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33032) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:34.919694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a13e1579-10da-4201-8151-892537be317e tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/9fd3a342-c491-470e-8e66-bec06b4a0a87?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0396597 Nov 24 22:22:34.919941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33034) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:34.924657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:34.993031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:34.994044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.017779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:35.022721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.141755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Allocated IP 172.20.0.2 (b5fff931-d1ff-4137-84a2-ab2910b7d99a/19689fc1-4804-4a20-8ee0-b01645af30b3/73da2442-fb1b-4b48-93bd-fad20875aa64) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:35.155683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.228015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.277175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:35.281494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:35.288341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:35.289321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.301217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=1a4cccdf-6390-4609-b8a5-9636c9caf570,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:35.319004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622bda9-25bf-461f-bd34-005819b246b4 None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:35.322203 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-123a05c9-22e1-4cee-9417-c853b195827c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3987858 Nov 24 22:22:35.322495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.322993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33036) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:35.329881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'security_group': {'name': 'tempest-secgroup-1633764104'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:35.346707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.355272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.427819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.432444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.20.0.1 (b5fff931-d1ff-4137-84a2-ab2910b7d99a/19689fc1-4804-4a20-8ee0-b01645af30b3/3cd37d64-c2fc-402b-921e-4f8db08784eb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:35.432640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.433634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:35.436746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:35.438584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Pushing event updated for resources: {'Port': ['ID=73da2442-fb1b-4b48-93bd-fad20875aa64,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:35.441675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:35.472272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.473625 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1495748 Nov 24 22:22:35.475636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377419f-0699-4d26-acf9-f6456982862b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda84d98-7aa0-4f96-900d-f45895534885,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:35.477786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33038) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:35.482020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'security_group': {'name': 'tempest-secgroup-380744582'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:35.510858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.551723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Attempting to bind port 73da2442-fb1b-4b48-93bd-fad20875aa64 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:35.552094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Attempting to bind port 73da2442-fb1b-4b48-93bd-fad20875aa64 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:35.552522 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Attempting to bind port 73da2442-fb1b-4b48-93bd-fad20875aa64 on network b5fff931-d1ff-4137-84a2-ab2910b7d99a {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:35.559925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.561217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:35.561601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Checking segment: {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:35.562004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.562547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Bound using segment: {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:35.562971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Bound port: 73da2442-fb1b-4b48-93bd-fad20875aa64, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:35.563351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.587807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.592108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.598873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.626547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.631071 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1492648 Nov 24 22:22:35.631559 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33040) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:35.636964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-979474610', 'security_groups': ['0aca0eb0-c5cb-4f9d-8243-2dfe5b31e1df'], 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a4cccdf-6390-4609-b8a5-9636c9caf570'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:35.640747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:35.642079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8010b-6b97-42c5-b2a8-951e38f3dfb7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca0eb0-c5cb-4f9d-8243-2dfe5b31e1df,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:35.646013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:35.654929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:35.658608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=3cd37d64-c2fc-402b-921e-4f8db08784eb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:35.665348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'tenant_id': 'e113eea0f7cd4b1e8cb916facb02be81', 'fixed_ips': [{'subnet_id': '1a4cccdf-6390-4609-b8a5-9636c9caf570'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:35.666388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.671383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] For port 73da2442-fb1b-4b48-93bd-fad20875aa64, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:35.692911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] For port 73da2442-fb1b-4b48-93bd-fad20875aa64, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=73da2442-fb1b-4b48-93bd-fad20875aa64,segment=NetworkSegment(ec9c1e09-8a3b-40bd-af44-e24c66e83a6c),segment_id=ec9c1e09-8a3b-40bd-af44-e24c66e83a6c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:35.702460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.702750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.790893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:35.828392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.835154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d69d9-374e-4b5b-a240-13ddaa15a655 None None] Pushing event updated for resources: {'Port': ['ID=73da2442-fb1b-4b48-93bd-fad20875aa64,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:35.898166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:35.906044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Allocated IP 172.20.0.2 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/1a4cccdf-6390-4609-b8a5-9636c9caf570/8dab810e-23c0-4396-8c15-0a542acf401d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:35.921449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port a73b7964-4e53-4164-bd12-9f15592f100d yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:36.106468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.114135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.150446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 73da2442-fb1b-4b48-93bd-fad20875aa64 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:36.159884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:36.180409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:36.187311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:36.203633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.12 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/1a4cccdf-6390-4609-b8a5-9636c9caf570/a73b7964-4e53-4164-bd12-9f15592f100d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:36.204440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Pushing event updated for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:36.222711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.229534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.276359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 73da2442-fb1b-4b48-93bd-fad20875aa64 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:36.276642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.278309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Attempting to bind port 8dab810e-23c0-4396-8c15-0a542acf401d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:36.278675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Attempting to bind port 8dab810e-23c0-4396-8c15-0a542acf401d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:36.279036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Attempting to bind port 8dab810e-23c0-4396-8c15-0a542acf401d on network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:36.300757 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:36.301134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Checking segment: {'id': '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:36.301539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.301930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Bound using segment: {'id': '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:36.302407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Bound port: 8dab810e-23c0-4396-8c15-0a542acf401d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:36.302787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.306022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=3cd37d64-c2fc-402b-921e-4f8db08784eb,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:36.319182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.367208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.405193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:36.414598 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.422472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:36.422835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:36.424687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:36.429918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.433744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.470384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:36.474024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:36.476510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:36.508749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 73da2442-fb1b-4b48-93bd-fad20875aa64, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=73da2442-fb1b-4b48-93bd-fad20875aa64,segment=NetworkSegment(ec9c1e09-8a3b-40bd-af44-e24c66e83a6c),segment_id=ec9c1e09-8a3b-40bd-af44-e24c66e83a6c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:36.519876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93abe34-ce16-4114-970d-34a103ca9e56 None None] Pushing event updated for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:36.523746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.534947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=a73b7964-4e53-4164-bd12-9f15592f100d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:36.568740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:36.569530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.590916 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-10617f4d-9c1e-4ace-971b-294a99f1d2e7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9553409 Nov 24 22:22:36.591164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=73da2442-fb1b-4b48-93bd-fad20875aa64,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:36.591382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33042) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:36.599333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:36.615920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:36.629967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:22:36.648558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:36.656774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a81d12a0-7c29-4f7f-bcf8-6cbc28a42195 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:36.735560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:36.736630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:36.741270 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c6c95d89-0867-4b66-b9f5-b253f14befab tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808253 Nov 24 22:22:36.746796 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:36.747275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.747741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33044) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:36.759070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-838628481'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:36.759841 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:36.760574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:36.820887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:36.826553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.879418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:36.900870 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a4cccdf-6390-4609-b8a5-9636c9caf570 (CIDR: 172.20.0.0/28) Nov 24 22:22:36.901664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:36.904501 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment 98dfe95c-d9d2-4507-9189-1e32a19f28c1 of type vlan for network 370bba15-eedb-4bdc-ad3b-e424284d4074 Nov 24 22:22:36.906317 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:22:36.907418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:36.940025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8c664ad3-5f07-4dee-9ed1-c492ce664544 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3464553 Nov 24 22:22:36.943052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33046) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:36.950265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:36.993711 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:36.994760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.040398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.046501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:37.047240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.108074 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3591790 Nov 24 22:22:37.111710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33048) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:37.113543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:37.117265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.118678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:37.167692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bd7db-296c-4317-9aa1-bafdd8112873 None None] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:37.195204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f6285-f9a0-4e57-83ee-07d5840ec6b8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=370bba15-eedb-4bdc-ad3b-e424284d4074,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:37.218122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:37.229498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:35Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:35Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:37.255468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:37.260541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.273829 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:37.274428 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Updating router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f port 3cd37d64-c2fc-402b-921e-4f8db08784eb binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:22:37.307018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dd58f83e-63fd-457e-b6d2-578cbe81e73d None None] Provisioning complete for port 73da2442-fb1b-4b48-93bd-fad20875aa64 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:37.307392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd58f83e-63fd-457e-b6d2-578cbe81e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.309772 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.427133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.489317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:37.492731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:37.497539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:37.498118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.514212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=56db6c1f-a2b8-4988-9ade-8a6728d21317,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:37.528074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aa1a6fb3-b868-405d-9036-103e83b19014 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5831606 Nov 24 22:22:37.530650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33050) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:37.536084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-886597796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56db6c1f-a2b8-4988-9ade-8a6728d21317'}], 'security_groups': ['dda84d98-7aa0-4f96-900d-f45895534885']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:37.556763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.620988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.637554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:37.637990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: 370bba15-eedb-4bdc-ad3b-e424284d4074, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:37.642397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=3b8e33f3-d3c1-4a9e-b491-bb68684c1585,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:37.671189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:37.688748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 370bba15-eedb-4bdc-ad3b-e424284d4074) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:37.699978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcbb53-8c8b-4cdd-bc0f-4b81d6ddf514 None None] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:37.706898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:37.707808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.735722 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9e11816d-c368-41c1-a22c-c9689d78f670 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6192603 Nov 24 22:22:37.738046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33052) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:37.750996 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.769036 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.920379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Provisioning complete for port 73da2442-fb1b-4b48-93bd-fad20875aa64 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:37.920748 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.922602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-370bba15-eedb-4bdc-ad3b-e424284d4074', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:37.923616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.951284 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Pushing event updated for resources: {'Port': ['ID=3cd37d64-c2fc-402b-921e-4f8db08784eb,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:37.961204 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Attempting to bind port 3cd37d64-c2fc-402b-921e-4f8db08784eb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:37.962129 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Attempting to bind port 3cd37d64-c2fc-402b-921e-4f8db08784eb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:37.962651 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Attempting to bind port 3cd37d64-c2fc-402b-921e-4f8db08784eb on network b5fff931-d1ff-4137-84a2-ab2910b7d99a {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:37.965767 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.966290 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.966802 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.967300 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.967814 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.968304 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.968799 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.969302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.970015 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.970486 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.971027 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.972102 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:22:37.982635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:37.982635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Checking segment: {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:37.982635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:37.982635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Bound using segment: {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:37.982635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Bound port: 3cd37d64-c2fc-402b-921e-4f8db08784eb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:37.982635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.050330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c961fa-9c67-4252-a9c9-19e0ce7782bd None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:38.116043 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] For port 3cd37d64-c2fc-402b-921e-4f8db08784eb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:38.136643 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] For port 3cd37d64-c2fc-402b-921e-4f8db08784eb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3cd37d64-c2fc-402b-921e-4f8db08784eb,segment=NetworkSegment(ec9c1e09-8a3b-40bd-af44-e24c66e83a6c),segment_id=ec9c1e09-8a3b-40bd-af44-e24c66e83a6c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:38.147069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.211374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Delete allocated IP 172.20.0.12 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/1a4cccdf-6390-4609-b8a5-9636c9caf570) {{(pid=102410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 22:22:38.220124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.30 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/56db6c1f-a2b8-4988-9ade-8a6728d21317/a73b7964-4e53-4164-bd12-9f15592f100d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:38.237677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:38.238308 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:38.244448 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3aba9-979c-437b-9124-3ddcb174924e None None] Pushing event updated for resources: {'Port': ['ID=3cd37d64-c2fc-402b-921e-4f8db08784eb,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:38.351623 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:38.401727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:38.432766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Allocated IP 172.21.0.2 (370bba15-eedb-4bdc-ad3b-e424284d4074/3b8e33f3-d3c1-4a9e-b491-bb68684c1585/f3f95e04-4136-4af7-bb0b-7e3eace3851d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:38.456991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.540482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.547509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.622746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:38.623297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.652625 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:35Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:38Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:38.665999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=a73b7964-4e53-4164-bd12-9f15592f100d,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:38.691981 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82ca5d-1b8f-427d-ba54-85414e58c873 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:35Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:38Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:38.708496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] In _notify_port_updated(), no bound segment for port a73b7964-4e53-4164-bd12-9f15592f100d on network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 {{(pid=102410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:22:38.715732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:38.717045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.718845 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-073903e4-cd3c-4d42-b55f-f3845d3ba06c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/ports/a73b7964-4e53-4164-bd12-9f15592f100d HTTP/1.1" status: 200 len: 920 time: 1.1868637 Nov 24 22:22:38.722337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33054) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:38.737991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Provisioning complete for port 3cd37d64-c2fc-402b-921e-4f8db08784eb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:38.738556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.890528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port a73b7964-4e53-4164-bd12-9f15592f100d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:38.891261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:38.999046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.046456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.061129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for a73b7964-4e53-4164-bd12-9f15592f100d owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:39.062764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.105354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.123573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.210726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:39.227440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:39.231023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.231836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 73da2442-fb1b-4b48-93bd-fad20875aa64 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:39.242374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.267441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:39.277046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:39.279014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=a73b7964-4e53-4164-bd12-9f15592f100d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.281104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Pushing event updated for resources: {'Port': ['ID=f3f95e04-4136-4af7-bb0b-7e3eace3851d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.301850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] Update dhcp port {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'fixed_ips': [{'subnet_id': '1a4cccdf-6390-4609-b8a5-9636c9caf570', 'ip_address': '172.20.0.2'}, {'subnet_id': '56db6c1f-a2b8-4988-9ade-8a6728d21317'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '8dab810e-23c0-4396-8c15-0a542acf401d'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:22:39.318903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.21.0.1 (370bba15-eedb-4bdc-ad3b-e424284d4074/3b8e33f3-d3c1-4a9e-b491-bb68684c1585/e1459538-c5f3-4a3e-a606-f0a02f65acdb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:39.324612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] For port 3cd37d64-c2fc-402b-921e-4f8db08784eb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3cd37d64-c2fc-402b-921e-4f8db08784eb,segment=NetworkSegment(ec9c1e09-8a3b-40bd-af44-e24c66e83a6c),segment_id=ec9c1e09-8a3b-40bd-af44-e24c66e83a6c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:39.379567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.384474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.388783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-287ecdbd-1669-4cff-bd40-ca1e4e3017bd tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/a73b7964-4e53-4164-bd12-9f15592f100d HTTP/1.1" status: 204 len: 168 time: 0.6646016 Nov 24 22:22:39.391087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33056) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:39.405083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.421819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb40e63-8509-40b1-9923-f09c38486471 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:39.427128 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3bb40e63-8509-40b1-9923-f09c38486471 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/a73b7964-4e53-4164-bd12-9f15592f100d HTTP/1.1" status: 404 len: 333 time: 0.0349827 Nov 24 22:22:39.427774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33058) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:39.444256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Attempting to bind port f3f95e04-4136-4af7-bb0b-7e3eace3851d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:39.444633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Attempting to bind port f3f95e04-4136-4af7-bb0b-7e3eace3851d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:39.445002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Attempting to bind port f3f95e04-4136-4af7-bb0b-7e3eace3851d on network 370bba15-eedb-4bdc-ad3b-e424284d4074 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:39.475958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.478271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:39.478648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Checking segment: {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:39.479056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.479453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Bound using segment: {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:39.479963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Bound port: f3f95e04-4136-4af7-bb0b-7e3eace3851d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:39.480351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.482212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.495274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e995f57-f60c-401b-b14f-90a1ae5ad41d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.504275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 73da2442-fb1b-4b48-93bd-fad20875aa64 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:39.504656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.523771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e995f57-f60c-401b-b14f-90a1ae5ad41d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.529729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.579840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e995f57-f60c-401b-b14f-90a1ae5ad41d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.583044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:39.583616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e995f57-f60c-401b-b14f-90a1ae5ad41d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.587292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:39.587719 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e995f57-f60c-401b-b14f-90a1ae5ad41d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/security-groups/0aca0eb0-c5cb-4f9d-8243-2dfe5b31e1df HTTP/1.1" status: 204 len: 168 time: 0.1588578 Nov 24 22:22:39.588558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33062) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:39.591874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:39.602847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=e1459538-c5f3-4a3e-a606-f0a02f65acdb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.609921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e995f57-f60c-401b-b14f-90a1ae5ad41d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca0eb0-c5cb-4f9d-8243-2dfe5b31e1df,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.657805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.668407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37d41bfc-b28e-472a-87c2-7380e54878a8 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.693060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37d41bfc-b28e-472a-87c2-7380e54878a8 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.707773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Provisioning complete for port 9fd3a342-c491-470e-8e66-bec06b4a0a87 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:39.708164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.743413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37d41bfc-b28e-472a-87c2-7380e54878a8 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.747084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37d41bfc-b28e-472a-87c2-7380e54878a8 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.747971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d0406-ce44-437d-a156-7eb56df046f7 None None] Pushing event updated for resources: {'Port': ['ID=3cd37d64-c2fc-402b-921e-4f8db08784eb,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.751314 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-37d41bfc-b28e-472a-87c2-7380e54878a8 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/security-groups/dda84d98-7aa0-4f96-900d-f45895534885 HTTP/1.1" status: 204 len: 168 time: 0.1484795 Nov 24 22:22:39.753229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33064) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:39.793632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.800378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d41bfc-b28e-472a-87c2-7380e54878a8 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda84d98-7aa0-4f96-900d-f45895534885,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:39.817870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] For port f3f95e04-4136-4af7-bb0b-7e3eace3851d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:39.819408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Port 9fd3a342-c491-470e-8e66-bec06b4a0a87 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:39.831762 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet 1a4cccdf-6390-4609-b8a5-9636c9caf570 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:39.870676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] For port f3f95e04-4136-4af7-bb0b-7e3eace3851d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3f95e04-4136-4af7-bb0b-7e3eace3851d,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:39.886354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.919908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:39.920286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:39.948948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] Allocated IP 172.20.0.18 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/56db6c1f-a2b8-4988-9ade-8a6728d21317/8dab810e-23c0-4396-8c15-0a542acf401d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:40.007972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dc10c-2057-4cc2-a212-ae7f28c46965 None None] Pushing event updated for resources: {'Port': ['ID=f3f95e04-4136-4af7-bb0b-7e3eace3851d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:40.094794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.100117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.133232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:40.154238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Provisioning complete for port 3cd37d64-c2fc-402b-921e-4f8db08784eb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:40.154238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4b633a88-38b3-48e6-b85b-465ba880556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.212326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.220561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.224575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.246848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.256919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=e1459538-c5f3-4a3e-a606-f0a02f65acdb,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:40.310090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3cd37d64-c2fc-402b-921e-4f8db08784eb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:40.350669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.407280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fef42-7474-4f6a-8e74-27cd544247a8 None None] Pushing event updated for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:40.433373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:40.435716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:40.438428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 3cd37d64-c2fc-402b-921e-4f8db08784eb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:40.440818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.493087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.560594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:40.579509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.614963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4cccdf-6390-4609-b8a5-9636c9caf570,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:40.621926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.626083 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d8d3450-5be9-4ae6-b1d3-f589e373ebd0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/1a4cccdf-6390-4609-b8a5-9636c9caf570 HTTP/1.1" status: 204 len: 168 time: 0.8684165 Nov 24 22:22:40.631305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33070) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:40.663353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:40.709199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:40.743319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:40.751077 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7999c0c6-4cf5-4e44-bf14-a0a574efecc3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0130117 Nov 24 22:22:40.753845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33072) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:40.757142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:40.757640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.758912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-34602046'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:40.813579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:40.818167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.838622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:40.842987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.860026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:40.872951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.873383 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment cceef35a-3db0-4f41-a58b-4222e5e299fd of type vlan for network 0e0d27a9-7e9b-4263-8812-54f989d5825c Nov 24 22:22:40.928477 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.960211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.968102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:40.968726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:40.980619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:40.991685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:40.992532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:41.038419 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2833166 Nov 24 22:22:41.046797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33074) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:41.055033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:41.106794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa01742-b05b-4adc-870c-a21c6b4777bb tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=0e0d27a9-7e9b-4263-8812-54f989d5825c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:41.126602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705a7fc-a901-41be-aead-bbaf7d994b74 None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:41.131411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:41.156930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:41.160482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.174502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.222701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:41.225550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:41.228601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:41.229190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.241468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=d12bf84e-8e3b-4b57-8ef8-35a7379568c9,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:41.260783 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0ff9dc20-ae52-45a0-94d4-4a09c99cb5e2 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6283622 Nov 24 22:22:41.261672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33076) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:41.267476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'security_group': {'name': 'tempest-secgroup-327556064'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:41.271262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:41.296388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.309802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ecc582d5-15ea-45f9-afb5-62d2d93d3dc6 None None] Provisioning complete for port 9fd3a342-c491-470e-8e66-bec06b4a0a87 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:41.310178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecc582d5-15ea-45f9-afb5-62d2d93d3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.375408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.391214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.394990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.405271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c8629-8bf8-4310-90a2-dd440aee24cc None None] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:41.437037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.442622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1752226 Nov 24 22:22:41.442622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33078) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:41.446506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=fd77c961-63f6-49e7-93e4-a86e76e7582a,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:41.447305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'security_group': {'name': 'tempest-secgroup-868687954'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:41.453909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:41.454113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1bc5e-d76f-4772-9d5e-f6479a00bfa3 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea9a05-184c-4fed-8462-c5b72a9aca90,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:41.454331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: 0e0d27a9-7e9b-4263-8812-54f989d5825c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:41.456403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ecc582d5-15ea-45f9-afb5-62d2d93d3dc6 None None] Port 9fd3a342-c491-470e-8e66-bec06b4a0a87 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:41.474310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:41.477231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.488400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 0e0d27a9-7e9b-4263-8812-54f989d5825c) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:41.493212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:41.494101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.508522 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ecc582d5-15ea-45f9-afb5-62d2d93d3dc6 None None] Could not find standard attr ID for object a73b7964-4e53-4164-bd12-9f15592f100d. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:41.510218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c04c0-7526-4e29-b1b9-6fb92718fe5c None None] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:41.516534 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-756ff2a6-1df7-421d-9415-8a7000775c45 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4665377 Nov 24 22:22:41.517524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33080) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:41.618074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ecc582d5-15ea-45f9-afb5-62d2d93d3dc6 None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:41.618364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecc582d5-15ea-45f9-afb5-62d2d93d3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.632007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.636779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.734973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a94202-abe8-4ce8-ad44-8e6441fa1d6a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:41.739584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.740805 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fba18ba5-9d0b-4676-9eca-5a5ce461fd59 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2974100 Nov 24 22:22:41.743637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33082) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:41.749349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'security_group': {'name': 'tempest-secgroup-1268239198'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:41.840880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.990590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.991617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-0e0d27a9-7e9b-4263-8812-54f989d5825c', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:41.992452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:41.994230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] Update dhcp port {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'fixed_ips': [{'subnet_id': '56db6c1f-a2b8-4988-9ade-8a6728d21317', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd12bf84e-8e3b-4b57-8ef8-35a7379568c9'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '8dab810e-23c0-4396-8c15-0a542acf401d'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:22:41.998604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.005333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.030444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 3, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:42.040645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.070695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:42.071051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Updating router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f port e1459538-c5f3-4a3e-a606-f0a02f65acdb binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:22:42.081133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.082647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3381331 Nov 24 22:22:42.086269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33084) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:42.092644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-817830996', 'security_groups': ['98bbc7e6-b32a-4ca9-9142-3e4dafd4f22d'], 'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd12bf84e-8e3b-4b57-8ef8-35a7379568c9'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:42.114586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23f21a-ec6d-48ea-ace3-ce891e4b47a0 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bbc7e6-b32a-4ca9-9142-3e4dafd4f22d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:42.197910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.220951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-63842f6b-0004-495e-83ef-0490cc143168 None None] Provisioning complete for port f3f95e04-4136-4af7-bb0b-7e3eace3851d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:42.221957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63842f6b-0004-495e-83ef-0490cc143168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.274906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:42.276910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'port': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:42.371698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.390025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] device_id is not set on port 5561b898-13c3-43ac-bcea-3cc9d2bfa338 yet. {{(pid=102410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:22:42.427402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Allocated IP 172.22.0.2 (0e0d27a9-7e9b-4263-8812-54f989d5825c/fd77c961-63f6-49e7-93e4-a86e76e7582a/d172d42d-83f8-4431-bc5c-4cb269dc0277) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:42.817099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:42.817467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:42.825908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] Allocated IP 172.20.0.2 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/d12bf84e-8e3b-4b57-8ef8-35a7379568c9/8dab810e-23c0-4396-8c15-0a542acf401d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:42.884908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63842f6b-0004-495e-83ef-0490cc143168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.069026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-63842f6b-0004-495e-83ef-0490cc143168 None None] For port f3f95e04-4136-4af7-bb0b-7e3eace3851d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3f95e04-4136-4af7-bb0b-7e3eace3851d,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:43.087503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63842f6b-0004-495e-83ef-0490cc143168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.154560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.171337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:43.208261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.226560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.22.0.1 (0e0d27a9-7e9b-4263-8812-54f989d5825c/fd77c961-63f6-49e7-93e4-a86e76e7582a/661d9419-28fb-4447-9ef0-1a4598d7f52c) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:43.245090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3f95e04-4136-4af7-bb0b-7e3eace3851d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:43.295842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63842f6b-0004-495e-83ef-0490cc143168 None None] Pushing event updated for resources: {'Port': ['ID=f3f95e04-4136-4af7-bb0b-7e3eace3851d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:43.302002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:43.311739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.314763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.320553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:43.345094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.348090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:43.350007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.351719 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-47c718cc-d32e-487f-968e-8cdba2da53a5 None None] Provisioning complete for port e1459538-c5f3-4a3e-a606-f0a02f65acdb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:43.352087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47c718cc-d32e-487f-968e-8cdba2da53a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.353571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.376694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.8 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/d12bf84e-8e3b-4b57-8ef8-35a7379568c9/5561b898-13c3-43ac-bcea-3cc9d2bfa338) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:43.382209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.417667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:43.420821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:43.423442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:43.435785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Pushing event updated for resources: {'Port': ['ID=d172d42d-83f8-4431-bc5c-4cb269dc0277,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:43.474248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=661d9419-28fb-4447-9ef0-1a4598d7f52c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:43.496087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.529738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-47c718cc-d32e-487f-968e-8cdba2da53a5 None None] Port e1459538-c5f3-4a3e-a606-f0a02f65acdb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:43.552424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Attempting to bind port d172d42d-83f8-4431-bc5c-4cb269dc0277 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:43.552652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Attempting to bind port d172d42d-83f8-4431-bc5c-4cb269dc0277 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:43.553013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Attempting to bind port d172d42d-83f8-4431-bc5c-4cb269dc0277 on network 0e0d27a9-7e9b-4263-8812-54f989d5825c {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:43.571910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.597697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:43.598071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Checking segment: {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:43.598640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.599033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Bound using segment: {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:43.599510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Bound port: d172d42d-83f8-4431-bc5c-4cb269dc0277, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:43.599915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.624490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.653181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Attempting to bind port e1459538-c5f3-4a3e-a606-f0a02f65acdb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:43.653549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Attempting to bind port e1459538-c5f3-4a3e-a606-f0a02f65acdb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:43.653907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Attempting to bind port e1459538-c5f3-4a3e-a606-f0a02f65acdb on network 370bba15-eedb-4bdc-ad3b-e424284d4074 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:43.656445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3f95e04-4136-4af7-bb0b-7e3eace3851d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:43.656812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.676033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:43.682069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-47c718cc-d32e-487f-968e-8cdba2da53a5 None None] Provisioning complete for port f3f95e04-4136-4af7-bb0b-7e3eace3851d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:43.682236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:43.682350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-47c718cc-d32e-487f-968e-8cdba2da53a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.689498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.690623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:43.694856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=5561b898-13c3-43ac-bcea-3cc9d2bfa338,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:43.745219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c93c03-2cc4-489e-aa1e-b4db870b587c None None] Pushing event updated for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:43.756151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:43.756797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.759452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:43.760111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Checking segment: {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:43.761109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.761806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Bound using segment: {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:43.762296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Bound port: e1459538-c5f3-4a3e-a606-f0a02f65acdb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dfe95c-d9d2-4507-9189-1e32a19f28c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:43.762682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.775073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7c14ef3a-cc1b-46ad-8bad-6d7a785ae94a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6874452 Nov 24 22:22:43.777980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33086) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:43.783381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:43.910343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:43.913996 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.987751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e48eb-5d36-466a-b75f-a58a5257fc1c None None] Pushing event updated for resources: {'Port': ['ID=e1459538-c5f3-4a3e-a606-f0a02f65acdb,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:43.991133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:43.996712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.009475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] For port d172d42d-83f8-4431-bc5c-4cb269dc0277, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:44.035007 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d12bf84e-8e3b-4b57-8ef8-35a7379568c9 (CIDR: 172.20.0.0/28) Nov 24 22:22:44.035806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] For port d172d42d-83f8-4431-bc5c-4cb269dc0277, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d172d42d-83f8-4431-bc5c-4cb269dc0277,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:44.040264 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:22:44.041188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:44.041368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] For port e1459538-c5f3-4a3e-a606-f0a02f65acdb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:44.059916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.067577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7f305559-1059-4254-9cc3-dbba3639f0f4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2878006 Nov 24 22:22:44.070272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33088) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:44.076706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=661d9419-28fb-4447-9ef0-1a4598d7f52c,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:44.087423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:44.094436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] For port e1459538-c5f3-4a3e-a606-f0a02f65acdb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e1459538-c5f3-4a3e-a606-f0a02f65acdb,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:44.108804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.159876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.234328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:44.236822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:44.249577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.269862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:44.275493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4222f6ce-e4ba-428a-a011-dbe2a84e4343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.276600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:44.287307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c01842-73af-4c2a-9ed9-3acfc2831d3d None None] Pushing event updated for resources: {'Port': ['ID=d172d42d-83f8-4431-bc5c-4cb269dc0277,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:44.291219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6090bb-37c1-4e74-82ed-fab60316a370 None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:44.379888 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.ipam_backend_mixin [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 56db6c1f-a2b8-4988-9ade-8a6728d21317 (CIDR: 172.20.0.16/28) Nov 24 22:22:44.387138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:22:44.387817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:44.416981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33090) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:44.417689 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1449843c-0bb2-4906-a1ce-802e0a7c3778 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3460732 Nov 24 22:22:44.421075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:44.425839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'subnet': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:44.468695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:44.469347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:44.646119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:44.654587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-26273256-751a-42f2-b564-56e5a768913e tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1359468 Nov 24 22:22:44.657229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33094) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:44.662936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202353508'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:44.680688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.db.api [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 22:22:44.680688 dv-neutron-818715-1-hyperv neutron-server[102409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 22:22:44.680688 dv-neutron-818715-1-hyperv neutron-server[102409]: [parameters: {'project_id_1': '9e7806cd83e04aa1954b757b6271d75a', 'expiration_1': datetime.datetime(2021, 11, 24, 22, 22, 24, 670683)}] Nov 24 22:22:44.680688 dv-neutron-818715-1-hyperv neutron-server[102409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:22:44.681151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG oslo_db.api [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:22:44.686831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Made reservation on behalf of e113eea0f7cd4b1e8cb916facb02be81 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:44.690704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.733827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Provisioning complete for port 9fd3a342-c491-470e-8e66-bec06b4a0a87 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:44.734211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.747770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e48eb-5d36-466a-b75f-a58a5257fc1c None None] Pushing event updated for resources: {'Port': ['ID=e1459538-c5f3-4a3e-a606-f0a02f65acdb,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:44.818341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:44.818719 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.821596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:44.873768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Port 9fd3a342-c491-470e-8e66-bec06b4a0a87 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:44.912966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.945753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Provisioning complete for port e1459538-c5f3-4a3e-a606-f0a02f65acdb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:44.946608 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.953264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:44.957240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:44.960282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:44.960864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:44.988877 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5702736 Nov 24 22:22:44.991545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33096) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:44.997073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1520555716', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bebfb62-a6e1-4c48-a79e-5f4a16712691'}], 'security_groups': ['1bea9a05-184c-4fed-8462-c5b72a9aca90', 'd5a94202-abe8-4ce8-ad44-8e6441fa1d6a']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:45.000072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda097cb-a0ed-454b-aa06-29888555440f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Subnet': ['ID=4bebfb62-a6e1-4c48-a79e-5f4a16712691,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:45.175367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.177898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3f95e04-4136-4af7-bb0b-7e3eace3851d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:45.187908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.238965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f838f3-4349-43f9-a7c5-fd454a52efdf None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:45.241563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:45.245109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.306818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] For port e1459538-c5f3-4a3e-a606-f0a02f65acdb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e1459538-c5f3-4a3e-a606-f0a02f65acdb,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:45.312057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:45.316972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.369985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.370322 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added segment 298ab7e1-1df4-4475-89ed-2f04e5f0cf3b of type vlan for network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 Nov 24 22:22:45.396130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:44Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:45.435571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3f95e04-4136-4af7-bb0b-7e3eace3851d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:45.435951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.441715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Pushing event updated for resources: {'Port': ['ID=e1459538-c5f3-4a3e-a606-f0a02f65acdb,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:45.444781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:45.444781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d47e117-5763-41b0-92a3-ea52524bb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.446457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e4cb2-dd0f-498d-ad62-225ea50db8f4 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:44Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:45.470887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6652e7e3-5269-4d51-83c7-0003d8d72eeb None None] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:45.471325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.542813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.550473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:45.550473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.637930 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9768341 Nov 24 22:22:45.638520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33098) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:45.645208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'subnet': {'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:45.646841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2bd42-a4e1-41d1-9228-78709d49be53 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Network': ['ID=f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:45.666309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:45.703188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Delete allocated IP 172.20.0.8 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/d12bf84e-8e3b-4b57-8ef8-35a7379568c9) {{(pid=102409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 22:22:45.713900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Allocated IP 172.20.0.41 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/4bebfb62-a6e1-4c48-a79e-5f4a16712691/5561b898-13c3-43ac-bcea-3cc9d2bfa338) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:45.758389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Made reservation on behalf of 9e7806cd83e04aa1954b757b6271d75a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:45.762532 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.944158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.950499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:45.955201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] Update dhcp port {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'fixed_ips': [{'subnet_id': '56db6c1f-a2b8-4988-9ade-8a6728d21317', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd12bf84e-8e3b-4b57-8ef8-35a7379568c9', 'ip_address': '172.20.0.2'}, {'subnet_id': '4bebfb62-a6e1-4c48-a79e-5f4a16712691'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '8dab810e-23c0-4396-8c15-0a542acf401d'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:22:46.007547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.016817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event updated for resources: {'Port': ['ID=5561b898-13c3-43ac-bcea-3cc9d2bfa338,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:46.029493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:46.029870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.054061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.115008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] In _notify_port_updated(), no bound segment for port 5561b898-13c3-43ac-bcea-3cc9d2bfa338 on network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:22:46.124613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:46.130064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.135012 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-415d3322-7981-47e4-9bd8-913b56a74a47 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "PUT /v2.0/ports/5561b898-13c3-43ac-bcea-3cc9d2bfa338 HTTP/1.1" status: 200 len: 960 time: 1.1399100 Nov 24 22:22:46.136800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33100) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:46.184783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Subnet': ['ID=2f021988-bb73-4d56-98f6-1f291e8f8c71,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:46.234605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Checking segment: {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:46.234963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network hostable DHCP agents. Network: f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:46.256780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:46.271885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:46.284932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:46.285519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.309540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804934f-d460-4f8d-85a8-756cedf72c77 None None] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:46.316794 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-522decb0-509a-4608-97f1-397a35dbb468 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6764228 Nov 24 22:22:46.317932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 5561b898-13c3-43ac-bcea-3cc9d2bfa338 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:46.318439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.319409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33102) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:46.414544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d172d42d-83f8-4431-bc5c-4cb269dc0277 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:46.449508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.473056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 5561b898-13c3-43ac-bcea-3cc9d2bfa338 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:46.585890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Provisioning complete for port 5561b898-13c3-43ac-bcea-3cc9d2bfa338 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:46.586265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.673404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.715281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=5561b898-13c3-43ac-bcea-3cc9d2bfa338,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:46.719946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-71d2ca50-e515-4eef-b13d-fd394e1ca94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.734111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] Allocated IP 172.20.0.34 (8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29/4bebfb62-a6e1-4c48-a79e-5f4a16712691/8dab810e-23c0-4396-8c15-0a542acf401d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:46.767555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Port 5561b898-13c3-43ac-bcea-3cc9d2bfa338 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:46.802866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d172d42d-83f8-4431-bc5c-4cb269dc0277 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:46.803243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.840328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:46.848292 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1c6b1350-7bd9-48ba-89b1-246799da6384 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/5561b898-13c3-43ac-bcea-3cc9d2bfa338 HTTP/1.1" status: 204 len: 168 time: 0.7113698 Nov 24 22:22:46.849121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33104) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:47.040750 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:47.055425 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:47.056380 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:47.107093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.109211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Provisioning complete for port 9fd3a342-c491-470e-8e66-bec06b4a0a87 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:47.109577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.120430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'fixed_ips': [{'subnet_id': '2f021988-bb73-4d56-98f6-1f291e8f8c71'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:47.121296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.185203 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:47.208924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Port 9fd3a342-c491-470e-8e66-bec06b4a0a87 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:47.270086 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b8035d-7792-4435-b532-40be8ce94f83 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] GET failed (client error): The resource could not be found. Nov 24 22:22:47.274336 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d3b8035d-7792-4435-b532-40be8ce94f83 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports/5561b898-13c3-43ac-bcea-3cc9d2bfa338 HTTP/1.1" status: 404 len: 333 time: 0.4213650 Nov 24 22:22:47.276037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33110) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:47.309906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.320873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:47.326705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Provisioning complete for port d172d42d-83f8-4431-bc5c-4cb269dc0277 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:47.327079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.351942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8f04644-21f7-4190-a5ca-c7996a0884d5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.374235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.384080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8f04644-21f7-4190-a5ca-c7996a0884d5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.436031 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:47.443380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8f04644-21f7-4190-a5ca-c7996a0884d5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.447179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f8f04644-21f7-4190-a5ca-c7996a0884d5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.451686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.452441 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f8f04644-21f7-4190-a5ca-c7996a0884d5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/security-groups/98bbc7e6-b32a-4ca9-9142-3e4dafd4f22d HTTP/1.1" status: 204 len: 168 time: 0.1749299 Nov 24 22:22:47.453578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33112) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:47.471593 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:47.471825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.472088 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Updating router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f port 661d9419-28fb-4447-9ef0-1a4598d7f52c binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:22:47.476961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port d172d42d-83f8-4431-bc5c-4cb269dc0277, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d172d42d-83f8-4431-bc5c-4cb269dc0277,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:47.482129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Allocated IP 172.23.0.2 (f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1/2f021988-bb73-4d56-98f6-1f291e8f8c71/be31809e-ecaf-4912-a604-597bf5f657a0) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:47.488330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04644-21f7-4190-a5ca-c7996a0884d5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bbc7e6-b32a-4ca9-9142-3e4dafd4f22d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:47.508635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.529331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.530106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e1459538-c5f3-4a3e-a606-f0a02f65acdb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:47.543763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f6cede0-6b4e-4c19-ad8e-616c9c07dcff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.582390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f6cede0-6b4e-4c19-ad8e-616c9c07dcff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.625220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f6cede0-6b4e-4c19-ad8e-616c9c07dcff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.629281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f6cede0-6b4e-4c19-ad8e-616c9c07dcff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.633233 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f6cede0-6b4e-4c19-ad8e-616c9c07dcff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/security-groups/d5a94202-abe8-4ce8-ad44-8e6441fa1d6a HTTP/1.1" status: 204 len: 168 time: 0.1722045 Nov 24 22:22:47.633637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33114) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:47.641068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cede0-6b4e-4c19-ad8e-616c9c07dcff tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a94202-abe8-4ce8-ad44-8e6441fa1d6a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:47.696944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78ead90b-ccc3-4a54-955d-702b18f0bd3c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.713162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4c26a-a58c-4bdf-afa5-f4709f21df43 None None] Pushing event updated for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:47.730032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78ead90b-ccc3-4a54-955d-702b18f0bd3c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.787539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78ead90b-ccc3-4a54-955d-702b18f0bd3c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.790730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-78ead90b-ccc3-4a54-955d-702b18f0bd3c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.794996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33116) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:47.795924 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-78ead90b-ccc3-4a54-955d-702b18f0bd3c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/security-groups/1bea9a05-184c-4fed-8462-c5b72a9aca90 HTTP/1.1" status: 204 len: 168 time: 0.1610930 Nov 24 22:22:47.811713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ead90b-ccc3-4a54-955d-702b18f0bd3c tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea9a05-184c-4fed-8462-c5b72a9aca90,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:47.828871 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.837643 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.844695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Provisioning complete for port e1459538-c5f3-4a3e-a606-f0a02f65acdb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:47.845067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-79a8d492-a52a-4e0a-89bf-8b88b1eeeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.886159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet d12bf84e-8e3b-4b57-8ef8-35a7379568c9 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:47.891617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.912788 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c893b-6846-4cb9-8ca9-6d0e614e4b5b None None] Pushing event updated for resources: {'Port': ['ID=661d9419-28fb-4447-9ef0-1a4598d7f52c,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:47.946513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.965155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.970791 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Attempting to bind port 661d9419-28fb-4447-9ef0-1a4598d7f52c on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:47.971191 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Attempting to bind port 661d9419-28fb-4447-9ef0-1a4598d7f52c by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:47.972238 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Attempting to bind port 661d9419-28fb-4447-9ef0-1a4598d7f52c on network 0e0d27a9-7e9b-4263-8812-54f989d5825c {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:47.976232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=d172d42d-83f8-4431-bc5c-4cb269dc0277,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:47.978235 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:47.978699 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Checking segment: {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:47.979656 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.980055 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Bound using segment: {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:47.981113 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Bound port: 661d9419-28fb-4447-9ef0-1a4598d7f52c, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cceef35a-3db0-4f41-a58b-4222e5e299fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:47.981319 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.990066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:47.997512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e1459538-c5f3-4a3e-a606-f0a02f65acdb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:47.997942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.046323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Allocated IP 172.23.0.1 (f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1/2f021988-bb73-4d56-98f6-1f291e8f8c71/f5080c0f-9163-4f6c-8bce-7eedade9cbca) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:48.101824 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] For port 661d9419-28fb-4447-9ef0-1a4598d7f52c, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:48.103586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:48.110773 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] For port 661d9419-28fb-4447-9ef0-1a4598d7f52c, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=661d9419-28fb-4447-9ef0-1a4598d7f52c,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:48.114851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Pushing event updated for resources: {'Port': ['ID=be31809e-ecaf-4912-a604-597bf5f657a0,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:48.121925 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.126329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:48.130769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:48.153708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.232356 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:48.233100 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:48.255148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.269920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.290198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Attempting to bind port be31809e-ecaf-4912-a604-597bf5f657a0 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:48.291575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Attempting to bind port be31809e-ecaf-4912-a604-597bf5f657a0 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:48.292518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Attempting to bind port be31809e-ecaf-4912-a604-597bf5f657a0 on network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:48.305226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=d12bf84e-8e3b-4b57-8ef8-35a7379568c9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:48.319146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:48.320801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Checking segment: {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:48.321853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.323142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.327154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Bound using segment: {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:48.327777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Bound port: be31809e-ecaf-4912-a604-597bf5f657a0, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:48.328180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.330015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-855001b5-8f09-4213-8f2f-7093d185a709 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/d12bf84e-8e3b-4b57-8ef8-35a7379568c9 HTTP/1.1" status: 204 len: 168 time: 0.5331061 Nov 24 22:22:48.334574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33118) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:48.338622 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c893b-6846-4cb9-8ca9-6d0e614e4b5b None None] Pushing event updated for resources: {'Port': ['ID=661d9419-28fb-4447-9ef0-1a4598d7f52c,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:48.351540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.389035 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:48.400530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.460449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=f5080c0f-9163-4f6c-8bce-7eedade9cbca,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:48.477115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:48.480684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] For port be31809e-ecaf-4912-a604-597bf5f657a0, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:48.484738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] For port be31809e-ecaf-4912-a604-597bf5f657a0, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=be31809e-ecaf-4912-a604-597bf5f657a0,segment=NetworkSegment(298ab7e1-1df4-4475-89ed-2f04e5f0cf3b),segment_id=298ab7e1-1df4-4475-89ed-2f04e5f0cf3b)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:48.487784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:48.493509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:48.505096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Provisioning complete for port d172d42d-83f8-4431-bc5c-4cb269dc0277 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:48.506062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.557763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.591378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.678631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 661d9419-28fb-4447-9ef0-1a4598d7f52c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:48.682103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet 4bebfb62-a6e1-4c48-a79e-5f4a16712691 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:48.686323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.719118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6a663-c119-4cc7-8f1b-3557bdd0b60b None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:48.757797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.794738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Provisioning complete for port 661d9419-28fb-4447-9ef0-1a4598d7f52c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:48.795092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.835998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 661d9419-28fb-4447-9ef0-1a4598d7f52c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:48.836376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.843569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:48.862435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fe821-ef66-4a46-be86-14ed7315be77 None None] Pushing event updated for resources: {'Port': ['ID=be31809e-ecaf-4912-a604-597bf5f657a0,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:48.896311 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:48Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:48.933804 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26527f-d7e8-46d2-b9e4-5062e2216af2 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:43Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:48Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:48.967475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.065867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.092369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.143894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.153257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 661d9419-28fb-4447-9ef0-1a4598d7f52c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=661d9419-28fb-4447-9ef0-1a4598d7f52c,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:49.160034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.160803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:49.209728 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.213192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/4bebfb62-a6e1-4c48-a79e-5f4a16712691 HTTP/1.1" status: 204 len: 168 time: 0.8764007 Nov 24 22:22:49.215981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33120) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.216879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043baadc-a1a5-4d63-888f-f72a76686071 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=4bebfb62-a6e1-4c48-a79e-5f4a16712691,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:49.245418 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b5f4df-60d6-44d5-bba1-8d2d7465371a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.245911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b5f4df-60d6-44d5-bba1-8d2d7465371a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.251500 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-21b5f4df-60d6-44d5-bba1-8d2d7465371a tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/d12bf84e-8e3b-4b57-8ef8-35a7379568c9 HTTP/1.1" status: 404 len: 337 time: 0.0312307 Nov 24 22:22:49.251732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33122) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.294340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.300181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.305534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting subnet 56db6c1f-a2b8-4988-9ade-8a6728d21317 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:49.308780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.357000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.384636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.423259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event updated for resources: {'Port': ['ID=f5080c0f-9163-4f6c-8bce-7eedade9cbca,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:49.460939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=661d9419-28fb-4447-9ef0-1a4598d7f52c,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:49.461748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.481774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:22:49.482099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-5b2ef92a-ba34-4577-8f22-aee53452bca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:22:49.495292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:49.495696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.530008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:49.530684 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:22:49.531279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9d7d3-ca5f-4aff-a4f8-55d23efe67fd None None] Update dhcp port {'port': {'network_id': '8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29', 'fixed_ips': [{'subnet_id': '56db6c1f-a2b8-4988-9ade-8a6728d21317', 'ip_address': '172.20.0.18'}, {'subnet_id': '4bebfb62-a6e1-4c48-a79e-5f4a16712691'}], 'binding:host_id': 'dv-neutron-818715-1-hyperv'}, 'id': '8dab810e-23c0-4396-8c15-0a542acf401d'} from dv-neutron-818715-1-hyperv. {{(pid=102411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 22:22:49.531572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:49.551364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.561213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d7d3-ca5f-4aff-a4f8-55d23efe67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.569278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.575143 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/56db6c1f-a2b8-4988-9ade-8a6728d21317 HTTP/1.1" status: 204 len: 168 time: 0.3218138 Nov 24 22:22:49.576318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33124) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.613804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380cb32-050d-49f5-95b3-d1ea9849001f tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Subnet': ['ID=56db6c1f-a2b8-4988-9ade-8a6728d21317,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:49.634053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:49.635772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e252a0f-c3ff-48bb-a452-e0be7416d88b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.635919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e252a0f-c3ff-48bb-a452-e0be7416d88b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.641959 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2e252a0f-c3ff-48bb-a452-e0be7416d88b tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/1a4cccdf-6390-4609-b8a5-9636c9caf570 HTTP/1.1" status: 404 len: 337 time: 0.0384710 Nov 24 22:22:49.642629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33126) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.656234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:49.677094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3c512f43-5d74-4b3a-bd4b-e3055785823d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "GET /v2.0/ports?device_id=54921bd0-bfc0-42d1-87e5-33081bb31cea HTTP/1.1" status: 200 len: 205 time: 0.0302472 Nov 24 22:22:49.677329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33128) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.721770 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-6775ed2f-7c4d-418b-9f4a-b0ff1f6fcb43 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] delete failed (client error): The resource could not be found. Nov 24 22:22:49.725173 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6775ed2f-7c4d-418b-9f4a-b0ff1f6fcb43 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/routers/54921bd0-bfc0-42d1-87e5-33081bb31cea HTTP/1.1" status: 404 len: 336 time: 0.0443463 Nov 24 22:22:49.725465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33130) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.727711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d172d42d-83f8-4431-bc5c-4cb269dc0277 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:49.762119 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a343644-816a-4a98-a0d2-3d2af5d9d102 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.762590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a343644-816a-4a98-a0d2-3d2af5d9d102 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.768731 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0a343644-816a-4a98-a0d2-3d2af5d9d102 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/3341b6ca-914c-4a77-88a6-5004ab495122 HTTP/1.1" status: 404 len: 337 time: 0.0399129 Nov 24 22:22:49.769392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33132) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.781697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:49.787245 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fd544efc-0853-4a47-b86b-9d62ecdac006 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4663315 Nov 24 22:22:49.790535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33134) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.796156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:49.801882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:49.805816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21efbde-7ec5-4695-8861-2b56c9581d9d None None] Network 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:49.814444 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30e4beb-d1a3-47d5-ada6-520e4067c1ce tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.815484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30e4beb-d1a3-47d5-ada6-520e4067c1ce tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.820971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c30e4beb-d1a3-47d5-ada6-520e4067c1ce tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/f5a00e0e-9804-4813-8b5f-205cab57f58e HTTP/1.1" status: 404 len: 337 time: 0.0486960 Nov 24 22:22:49.821236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33136) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.856491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:49.856996 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8439c8ce-5272-47eb-8797-1ce589532bf5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.857125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:49.857460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8439c8ce-5272-47eb-8797-1ce589532bf5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.860799 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8439c8ce-5272-47eb-8797-1ce589532bf5 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/f2f8afe0-e897-44cc-96cb-4d2dc913c012 HTTP/1.1" status: 404 len: 337 time: 0.0384955 Nov 24 22:22:49.864116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33138) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.887272 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e04dde-c784-4d5b-842a-ce3fa7ffed05 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.887939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e04dde-c784-4d5b-842a-ce3fa7ffed05 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.893348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-78e04dde-c784-4d5b-842a-ce3fa7ffed05 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/23b8f073-dfec-4e41-adcc-b0ce155c14b7 HTTP/1.1" status: 404 len: 333 time: 0.0259812 Nov 24 22:22:49.894028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33140) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.900784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a106ec-e63f-44d0-9613-6f3ff2fd8407 None None] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:49.920299 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-705b4352-c493-4225-a523-5114f04b6efb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.921162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705b4352-c493-4225-a523-5114f04b6efb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.926911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-705b4352-c493-4225-a523-5114f04b6efb tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/feb5ac90-a966-418d-8db7-df4317ce84d2 HTTP/1.1" status: 404 len: 337 time: 0.0296581 Nov 24 22:22:49.927144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33142) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.952748 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-581fad6c-b593-496d-a357-fa0c466736ac tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.953202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581fad6c-b593-496d-a357-fa0c466736ac tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.958522 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-581fad6c-b593-496d-a357-fa0c466736ac tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/d147e767-9dad-440e-8224-889aea1ee0de HTTP/1.1" status: 404 len: 337 time: 0.0281782 Nov 24 22:22:49.958743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33144) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:49.986196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1ace5f-3d5b-4060-8a2e-704b9c33f4a4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:49.987415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1ace5f-3d5b-4060-8a2e-704b9c33f4a4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:49.992889 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f1ace5f-3d5b-4060-8a2e-704b9c33f4a4 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/a986d7eb-9188-4b88-91fb-cd31f856f00e HTTP/1.1" status: 404 len: 333 time: 0.0307722 Nov 24 22:22:49.993133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33146) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:50.020123 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-deef46b4-14a0-4f84-aba3-e9953e002760 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:50.020490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deef46b4-14a0-4f84-aba3-e9953e002760 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:50.023546 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-deef46b4-14a0-4f84-aba3-e9953e002760 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/979f4fd6-e463-4192-8ef9-201c0b304168 HTTP/1.1" status: 404 len: 337 time: 0.0283899 Nov 24 22:22:50.027981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33148) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:50.037762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d172d42d-83f8-4431-bc5c-4cb269dc0277 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:50.038135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.055993 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea48801-cec9-40c0-9f04-2f6499411082 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] DELETE failed (client error): The resource could not be found. Nov 24 22:22:50.056994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea48801-cec9-40c0-9f04-2f6499411082 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:22:50.062357 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aea48801-cec9-40c0-9f04-2f6499411082 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/subnets/55fb1380-a496-4e8b-b804-bb89d69670e9 HTTP/1.1" status: 404 len: 337 time: 0.0310702 Nov 24 22:22:50.062517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33150) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:50.089324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:50.154164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 9fd3a342-c491-470e-8e66-bec06b4a0a87 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:50.154506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.204699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.extraroute_db [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 22:22:50.221391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.extraroute_db [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Removed routes are [] {{(pid=102410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 22:22:50.221732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.233146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.247080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 9fd3a342-c491-470e-8e66-bec06b4a0a87 owned by {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:50.333065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.374219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=9fd3a342-c491-470e-8e66-bec06b4a0a87,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:50.378194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] DHCP port deletion for 8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:50.378820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.385240 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f997d739-c0ea-44ea-a0c0-ce94497e411d tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/ports/9fd3a342-c491-470e-8e66-bec06b4a0a87 HTTP/1.1" status: 204 len: 168 time: 0.3217554 Nov 24 22:22:50.385903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33152) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:50.394442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Provisioning complete for port 8dab810e-23c0-4396-8c15-0a542acf401d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:50.394814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.416868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.420288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.466464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.525862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Deleting port 8dab810e-23c0-4396-8c15-0a542acf401d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:50.525862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.528192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:50.602044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] Deleting port 8dab810e-23c0-4396-8c15-0a542acf401d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:50.602893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:50.603361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.605114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.620295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Calling delete_port for 8dab810e-23c0-4396-8c15-0a542acf401d owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:50.657539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:48Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5080c0f-9163-4f6c-8bce-7eedade9cbca', 'name': '', 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:5c:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:47Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:50.669860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Could not find standard attr ID for object 5561b898-13c3-43ac-bcea-3cc9d2bfa338. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:50.671495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:50.680441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.684328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33154) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:50.684756 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1c11489a-c72b-4c7c-a774-c38adc94c4ed tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 934 time: 0.8925314 Nov 24 22:22:50.708441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:50.708803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Updating router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f port f5080c0f-9163-4f6c-8bce-7eedade9cbca binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:22:50.724445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] For port 8dab810e-23c0-4396-8c15-0a542acf401d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8dab810e-23c0-4396-8c15-0a542acf401d,segment=NetworkSegment(7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a),segment_id=7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:50.724868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.741779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] Calling delete_port for 8dab810e-23c0-4396-8c15-0a542acf401d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:50.808692 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3516a95-b940-42bf-b494-98ba76837699 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 934 time: 0.1221979 Nov 24 22:22:50.811232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33156) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:50.816778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'routes': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:50.817718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be31809e-ecaf-4912-a604-597bf5f657a0 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:50.864173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.866171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Provisioning complete for port be31809e-ecaf-4912-a604-597bf5f657a0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:50.866535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.888399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:50.925877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:50.935005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] No DVR routers for this DVR port 8dab810e-23c0-4396-8c15-0a542acf401d on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:50.975831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.067391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] Pushing event deleted for resources: {'Port': ['ID=8dab810e-23c0-4396-8c15-0a542acf401d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:51.073283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb2809-ddee-4ce3-8acc-b558adb05d09 None None] No DVR routers for this DVR port 8dab810e-23c0-4396-8c15-0a542acf401d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:51.074732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port be31809e-ecaf-4912-a604-597bf5f657a0 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:51.075098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.108180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.141763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:51.155571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:51.155904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb7779f-bd69-4ae4-a897-c0a4f3c5ce2a') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:51.162607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.185733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.228134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.239263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:51.239993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:51.242990 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:51.340731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.344932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.351292 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] 10.222.0.41 "DELETE /v2.0/networks/8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29 HTTP/1.1" status: 204 len: 168 time: 0.9612014 Nov 24 22:22:51.385928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769a4ff-04d1-41c4-af82-9833a2680da7 tempest-PortsTestJSON-2096430470 tempest-PortsTestJSON-2096430470-project] Pushing event deleted for resources: {'Network': ['ID=8fcc8a2e-15ee-411a-bf3d-7dc9c8168b29,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:51.417330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] For port be31809e-ecaf-4912-a604-597bf5f657a0, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=be31809e-ecaf-4912-a604-597bf5f657a0,segment=NetworkSegment(298ab7e1-1df4-4475-89ed-2f04e5f0cf3b),segment_id=298ab7e1-1df4-4475-89ed-2f04e5f0cf3b)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:51.431248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.447261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added routes are [] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 22:22:51.447619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.extraroute_db [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 22:22:51.448768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Could not find standard attr ID for object 9fd3a342-c491-470e-8e66-bec06b4a0a87. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:22:51.450240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.477691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.541992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Provisioning complete for port 661d9419-28fb-4447-9ef0-1a4598d7f52c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:51.542211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.590234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b871ae-2428-4a65-8aa6-c3c3628d6587 None None] Pushing event updated for resources: {'Port': ['ID=be31809e-ecaf-4912-a604-597bf5f657a0,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:51.632851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33162) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:51.639253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:22:51.639767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:22:51.654077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.663476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.691108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.695200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.737945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909139a-fa65-4908-ba61-c48c3f8d1591 None None] Pushing event updated for resources: {'Port': ['ID=f5080c0f-9163-4f6c-8bce-7eedade9cbca,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:51.798713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Attempting to bind port f5080c0f-9163-4f6c-8bce-7eedade9cbca on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:51.799566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Attempting to bind port f5080c0f-9163-4f6c-8bce-7eedade9cbca by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:51.799966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Attempting to bind port f5080c0f-9163-4f6c-8bce-7eedade9cbca on network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:51.800104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bb9b0592-1366-40eb-96ef-341550011881 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e113eea0f7cd4b1e8cb916facb02be81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639261 Nov 24 22:22:51.803133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33166) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:51.805599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:51.806053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Checking segment: {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:51.806534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.806993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Bound using segment: {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:51.807563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Bound port: f5080c0f-9163-4f6c-8bce-7eedade9cbca, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:51.808009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.810382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:51.859902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8314eb3b-aace-48ab-9c86-549d19edb8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.883147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8314eb3b-aace-48ab-9c86-549d19edb8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.892402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-17f73834-612f-40ab-8852-88f27b973b11 None None] Provisioning complete for port f5080c0f-9163-4f6c-8bce-7eedade9cbca triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:51.893399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-17f73834-612f-40ab-8852-88f27b973b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.918196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] For port f5080c0f-9163-4f6c-8bce-7eedade9cbca, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:51.936379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] For port f5080c0f-9163-4f6c-8bce-7eedade9cbca, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f5080c0f-9163-4f6c-8bce-7eedade9cbca,segment=NetworkSegment(298ab7e1-1df4-4475-89ed-2f04e5f0cf3b),segment_id=298ab7e1-1df4-4475-89ed-2f04e5f0cf3b)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:51.945430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8314eb3b-aace-48ab-9c86-549d19edb8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.947297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.948788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:51.948977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8314eb3b-aace-48ab-9c86-549d19edb8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.953423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-17f73834-612f-40ab-8852-88f27b973b11 None None] Port f5080c0f-9163-4f6c-8bce-7eedade9cbca cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:51.954050 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8314eb3b-aace-48ab-9c86-549d19edb8ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87621dc8-f1f5-4906-98e9-c2ab4a7d833d HTTP/1.1" status: 204 len: 168 time: 0.1498559 Nov 24 22:22:51.965246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314eb3b-aace-48ab-9c86-549d19edb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87621dc8-f1f5-4906-98e9-c2ab4a7d833d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:51.975197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:51.976592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cfaaae42-a23b-440b-b6e7-ddeeafcb6c55 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 700 time: 1.1643023 Nov 24 22:22:51.979223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33170) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:52.015074 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-17f73834-612f-40ab-8852-88f27b973b11 None None] Provisioning complete for port be31809e-ecaf-4912-a604-597bf5f657a0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:52.015439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-17f73834-612f-40ab-8852-88f27b973b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:52.047180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:52.047925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:52.100071 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1fa10efc-b3a1-4f9a-8060-c1f940902ba2 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 700 time: 0.1181397 Nov 24 22:22:52.102989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33172) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:52.119368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909139a-fa65-4908-ba61-c48c3f8d1591 None None] Pushing event updated for resources: {'Port': ['ID=f5080c0f-9163-4f6c-8bce-7eedade9cbca,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:52.190848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:52.246512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 661d9419-28fb-4447-9ef0-1a4598d7f52c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:52.409624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 661d9419-28fb-4447-9ef0-1a4598d7f52c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:52.409992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:52.502776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0cb2cc02-ec88-4a70-9d53-04276fdb5315 None None] Provisioning complete for port f5080c0f-9163-4f6c-8bce-7eedade9cbca triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:52.503154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc02-ec88-4a70-9d53-04276fdb5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:52.605884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:51Z', 'revision_number': 7, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5080c0f-9163-4f6c-8bce-7eedade9cbca', 'name': '', 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:5c:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:47Z', 'updated_at': '2021-11-24T22:22:51Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:52.656775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293c47c-b31a-457c-b6ea-8ecaf87671e9 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:51Z', 'revision_number': 7, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5080c0f-9163-4f6c-8bce-7eedade9cbca', 'name': '', 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:5c:a9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:47Z', 'updated_at': '2021-11-24T22:22:51Z', 'revision_number': 4, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:52.662476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:52.696050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 8dab810e-23c0-4396-8c15-0a542acf401d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:52.696399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8dab810e-23c0-4396-8c15-0a542acf401d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:52.725739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc02-ec88-4a70-9d53-04276fdb5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:52.777519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0cb2cc02-ec88-4a70-9d53-04276fdb5315 None None] For port f5080c0f-9163-4f6c-8bce-7eedade9cbca, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f5080c0f-9163-4f6c-8bce-7eedade9cbca,segment=NetworkSegment(298ab7e1-1df4-4475-89ed-2f04e5f0cf3b),segment_id=298ab7e1-1df4-4475-89ed-2f04e5f0cf3b)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:52.786234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc02-ec88-4a70-9d53-04276fdb5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:52.818394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:52.867594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cc02-ec88-4a70-9d53-04276fdb5315 None None] Pushing event updated for resources: {'Port': ['ID=f5080c0f-9163-4f6c-8bce-7eedade9cbca,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:52.900308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:52.976477 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c3383767-caa6-48cc-b886-667d20605eaa tempest-ServiceProvidersTest-2009712562 tempest-ServiceProvidersTest-2009712562-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1568444 Nov 24 22:22:52.994889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f5080c0f-9163-4f6c-8bce-7eedade9cbca up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:53.059502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f5080c0f-9163-4f6c-8bce-7eedade9cbca triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:53.059930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.148100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be31809e-ecaf-4912-a604-597bf5f657a0 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:53.201600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port be31809e-ecaf-4912-a604-597bf5f657a0 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:53.201986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.206079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port f5080c0f-9163-4f6c-8bce-7eedade9cbca {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:53.206417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.316692 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port f5080c0f-9163-4f6c-8bce-7eedade9cbca, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f5080c0f-9163-4f6c-8bce-7eedade9cbca,segment=NetworkSegment(298ab7e1-1df4-4475-89ed-2f04e5f0cf3b),segment_id=298ab7e1-1df4-4475-89ed-2f04e5f0cf3b)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:53.317052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.330329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for f5080c0f-9163-4f6c-8bce-7eedade9cbca owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:53.340969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33200) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:53.456786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35418b68-b14d-4bef-a9de-d816ecf34bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.464403 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:53.473932 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:53.474572 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:53.512005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.545755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=f5080c0f-9163-4f6c-8bce-7eedade9cbca,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:53.570785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35418b68-b14d-4bef-a9de-d816ecf34bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.573121 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:53.578756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-35418b68-b14d-4bef-a9de-d816ecf34bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.635368 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-35418b68-b14d-4bef-a9de-d816ecf34bff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fe42534037c4d6895934413ddcd5425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932417 Nov 24 22:22:53.636163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35418b68-b14d-4bef-a9de-d816ecf34bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2a516f-5a1f-4fd8-b2b7-fd98f467315d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:53.638568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33204) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:53.695516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0f64e08-187e-4e97-93f0-328cd87b6f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.725983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0f64e08-187e-4e97-93f0-328cd87b6f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.739344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.785685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0f64e08-187e-4e97-93f0-328cd87b6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.788476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d0f64e08-187e-4e97-93f0-328cd87b6f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:53.792290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d0f64e08-187e-4e97-93f0-328cd87b6f0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c2a516f-5a1f-4fd8-b2b7-fd98f467315d HTTP/1.1" status: 204 len: 168 time: 0.1501923 Nov 24 22:22:53.804213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f64e08-187e-4e97-93f0-328cd87b6f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2a516f-5a1f-4fd8-b2b7-fd98f467315d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:53.818933 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:51Z', 'revision_number': 7, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5080c0f-9163-4f6c-8bce-7eedade9cbca', 'name': '', 'network_id': 'f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:5c:a9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:47Z', 'updated_at': '2021-11-24T22:22:52Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '2f021988-bb73-4d56-98f6-1f291e8f8c71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:53.848812 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:53.862398 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:53.863196 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:53.956073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:53.974428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:54.071480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:54.079335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33214) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:54.081642 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-43e7f19e-5cb6-4441-84e1-e01b84425c3a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771397 Nov 24 22:22:54.145602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet 2f021988-bb73-4d56-98f6-1f291e8f8c71 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:54.148893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.183783 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:53Z', 'revision_number': 8, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:54.189941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.212378 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5f8eb-523e-4dca-b650-8fc6084646f0 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:53Z', 'revision_number': 8, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:54.294062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.363508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.385713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ec29b-76f8-4727-a5cf-92ba740d0410 None None] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:54.395386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.401061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/2f021988-bb73-4d56-98f6-1f291e8f8c71 HTTP/1.1" status: 204 len: 168 time: 0.3145282 Nov 24 22:22:54.401061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160b1ac-2c35-4089-83b9-16589f15da2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=2f021988-bb73-4d56-98f6-1f291e8f8c71,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:54.402292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33226) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:54.482064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.513424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33230) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:54.542005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port be31809e-ecaf-4912-a604-597bf5f657a0 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:54.542353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.561280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:54.577724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:54.578471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:54.615594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] DHCP port deletion for f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:54.619197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port be31809e-ecaf-4912-a604-597bf5f657a0, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=be31809e-ecaf-4912-a604-597bf5f657a0,segment=NetworkSegment(298ab7e1-1df4-4475-89ed-2f04e5f0cf3b),segment_id=298ab7e1-1df4-4475-89ed-2f04e5f0cf3b)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:54.619594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.627874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-429371903-network', 'tenant_id': 'f680c55d831d42a19d1f401627e39910'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:54.633440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for be31809e-ecaf-4912-a604-597bf5f657a0 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:54.652640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Made reservation on behalf of f680c55d831d42a19d1f401627e39910 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:54.654970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.663862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.695777 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:54.725766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.749174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Deleting port be31809e-ecaf-4912-a604-597bf5f657a0 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:54.749597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.750917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=be31809e-ecaf-4912-a604-597bf5f657a0,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:54.752611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.754943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port be31809e-ecaf-4912-a604-597bf5f657a0 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:54.763735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.779704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:22:54.794420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.795218 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Added segment a293989d-4496-48d6-bd63-50d27e055416 of type vlan for network f5534af3-4ad4-4f83-a439-5d75f9364ae5 Nov 24 22:22:54.844875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.846461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.869685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:54.882612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:54.882978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298ab7e1-1df4-4475-89ed-2f04e5f0cf3b') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:54.889653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.891071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:54.893291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.893542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.907825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.914375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:54.914871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:54.918098 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:54.992131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.001750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.006640 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 HTTP/1.1" status: 204 len: 168 time: 0.6040473 Nov 24 22:22:55.009093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33234) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:55.009603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e4c48d-6f9e-4d59-82fc-ef035c8991f5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:55.014974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f5080c0f-9163-4f6c-8bce-7eedade9cbca no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:55.016118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] Pushing event updated for resources: {'Network': ['ID=f5534af3-4ad4-4f83-a439-5d75f9364ae5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:55.025600 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ca3783b3-4e9d-4fc9-8dd4-3ba3e25f9a01 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5110157 Nov 24 22:22:55.027471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45be611-8d53-4e5d-8873-165182c8ff47 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:55.028267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33236) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:55.036701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Request body: {'subnet': {'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-429371903-subnet', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:55.040134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:22:55.060088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Made reservation on behalf of f680c55d831d42a19d1f401627e39910 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:22:55.063309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.076923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] For port be31809e-ecaf-4912-a604-597bf5f657a0, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:55.077318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.079619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f5080c0f-9163-4f6c-8bce-7eedade9cbca {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:55.079990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f5080c0f-9163-4f6c-8bce-7eedade9cbca not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:55.080409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be31809e-ecaf-4912-a604-597bf5f657a0 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:55.144119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Calling delete_port for be31809e-ecaf-4912-a604-597bf5f657a0 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:55.147067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: be31809e-ecaf-4912-a604-597bf5f657a0 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:55.147700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device be31809e-ecaf-4912-a604-597bf5f657a0 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:55.151048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.ipam_backend_mixin [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Port be31809e-ecaf-4912-a604-597bf5f657a0 was not found and therefore no delete operation was performed {{(pid=102411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:22:55.166950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.211820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Network f1d5a6de-98cd-49ba-b84f-3dd0172f1cc1 is not hosted by any dhcp agent {{(pid=102411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 22:22:55.212282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] No DVR routers for this DVR port be31809e-ecaf-4912-a604-597bf5f657a0 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:55.217014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50d0e3-ec51-49cc-9ad3-4405637228a0 None None] Pushing event deleted for resources: {'Port': ['ID=be31809e-ecaf-4912-a604-597bf5f657a0,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:55.264190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.279068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:53Z', 'revision_number': 8, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:55.312907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:55.321892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:55.322506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:55.323296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06332d89-786b-447e-a23e-e3f9f41f264d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:55.339159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Checking segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:55.339539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Network hostable DHCP agents. Network: f5534af3-4ad4-4f83-a439-5d75f9364ae5, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:22:55.356711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:22:55.366119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, f5534af3-4ad4-4f83-a439-5d75f9364ae5) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:55.370471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:22:55.371056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.388118 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a0a5024b-0f96-4de7-9e7d-3cd0400e7da1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3562756 Nov 24 22:22:55.390862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33238) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:55.395380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:22:55.398806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.403227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b177e-9e59-4752-8676-9def0049cac3 None None] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:55.420320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.421716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.476462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:55.477897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.624166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.647940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 661d9419-28fb-4447-9ef0-1a4598d7f52c {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:55.648452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.695017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:22:55.695921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.750545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port 661d9419-28fb-4447-9ef0-1a4598d7f52c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=661d9419-28fb-4447-9ef0-1a4598d7f52c,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:55.752310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.765685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 661d9419-28fb-4447-9ef0-1a4598d7f52c owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:55.841533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.870279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:53Z', 'revision_number': 8, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:55.870592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.902638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791d980-353d-4bd3-8700-3c50ead1a3ff None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:53Z', 'revision_number': 8, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '661d9419-28fb-4447-9ef0-1a4598d7f52c', 'name': '', 'network_id': '0e0d27a9-7e9b-4263-8812-54f989d5825c', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:42Z', 'updated_at': '2021-11-24T22:22:49Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': 'fd77c961-63f6-49e7-93e4-a86e76e7582a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:55.904623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Allocated IP 172.20.0.2 (f5534af3-4ad4-4f83-a439-5d75f9364ae5/06332d89-786b-447e-a23e-e3f9f41f264d/e816d5cf-b174-4b46-9c19-617266a2d150) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:55.963787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:55.995036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=661d9419-28fb-4447-9ef0-1a4598d7f52c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:55.998710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Allocated IP 172.26.3.213 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/ce3ee1cd-1492-4341-96c9-23f5f6e7b913) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:56.131383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.136039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.145698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.180152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.184095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.187367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Pushing event updated for resources: {'Port': ['ID=e816d5cf-b174-4b46-9c19-617266a2d150,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:56.208424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:56.210130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:56.216315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:56.227793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:56.231245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:56.237744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:56.272650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:56.282476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Attempting to bind port e816d5cf-b174-4b46-9c19-617266a2d150 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:56.282945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Attempting to bind port e816d5cf-b174-4b46-9c19-617266a2d150 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:56.283428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Attempting to bind port e816d5cf-b174-4b46-9c19-617266a2d150 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:56.288895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:56.289281 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Checking segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:56.289740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.290134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Bound using segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:56.290595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Bound port: e816d5cf-b174-4b46-9c19-617266a2d150, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:56.290968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.358872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] For port e816d5cf-b174-4b46-9c19-617266a2d150, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:56.362856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] For port e816d5cf-b174-4b46-9c19-617266a2d150, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e816d5cf-b174-4b46-9c19-617266a2d150,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:56.367055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.414082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:56.427684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2ce6-68b2-4720-95b3-2ee703e2dd7c None None] Pushing event updated for resources: {'Port': ['ID=e816d5cf-b174-4b46-9c19-617266a2d150,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:56.518839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:56.523664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.528412 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:56.533109 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-73e38aae-5b64-40f1-9fc7-b31ced18f9d8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227489 Nov 24 22:22:56.533897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33240) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:56.539015 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:56.539859 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:56.618608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet fd77c961-63f6-49e7-93e4-a86e76e7582a {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:22:56.621837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.670664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.675677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:56.779315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.793408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.858537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.900573 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=fd77c961-63f6-49e7-93e4-a86e76e7582a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:56.913525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b813d-a30a-4a2b-9295-8a5c0dbc38f1 None None] Network 0e0d27a9-7e9b-4263-8812-54f989d5825c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:56.932222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:55Z', 'revision_number': 9, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:56.937051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:56.943139 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e6ce8d6e-9816-4f0d-833b-509652c30a32 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/fd77c961-63f6-49e7-93e4-a86e76e7582a HTTP/1.1" status: 204 len: 168 time: 0.4060550 Nov 24 22:22:56.943833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33242) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:56.969085 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:56.986964 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:56.987784 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:57.038656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e816d5cf-b174-4b46-9c19-617266a2d150 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:57.122279 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:57.200723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e816d5cf-b174-4b46-9c19-617266a2d150 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:57.201370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.280745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] DHCP port deletion for 0e0d27a9-7e9b-4263-8812-54f989d5825c request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:22:57.380672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.410337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Router 0248468b-7568-4afb-8491-411c4700fdf5 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:22:57.442042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port e816d5cf-b174-4b46-9c19-617266a2d150, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e816d5cf-b174-4b46-9c19-617266a2d150,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:57.444982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] Deleting port d172d42d-83f8-4431-bc5c-4cb269dc0277 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:57.445641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.503723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.521585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.576716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] For port d172d42d-83f8-4431-bc5c-4cb269dc0277, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d172d42d-83f8-4431-bc5c-4cb269dc0277,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:57.577120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.604045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=e816d5cf-b174-4b46-9c19-617266a2d150,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:57.608260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] Calling delete_port for d172d42d-83f8-4431-bc5c-4cb269dc0277 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:57.624030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port d172d42d-83f8-4431-bc5c-4cb269dc0277 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:57.624363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.640704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:57.647555 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:55Z', 'revision_number': 9, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:57.663885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:57.671624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.676320 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-917368a2-3ad7-412a-bb1a-5d11b9bf63b1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2844179 Nov 24 22:22:57.676962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33244) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:57.681932 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:57.682629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:57.688505 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf228e8-2532-451e-a7ce-29e7d8132218 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:55Z', 'revision_number': 9, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1459538-c5f3-4a3e-a606-f0a02f65acdb', 'name': '', 'network_id': '370bba15-eedb-4bdc-ad3b-e424284d4074', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:74:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:38Z', 'updated_at': '2021-11-24T22:22:45Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '3b8e33f3-d3c1-4a9e-b491-bb68684c1585', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:57.748564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port d172d42d-83f8-4431-bc5c-4cb269dc0277, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d172d42d-83f8-4431-bc5c-4cb269dc0277,segment=NetworkSegment(cceef35a-3db0-4f41-a58b-4222e5e299fd),segment_id=cceef35a-3db0-4f41-a58b-4222e5e299fd)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:57.749217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:57.768100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for d172d42d-83f8-4431-bc5c-4cb269dc0277 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:57.784824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875c889-057a-4c02-b439-220ce79b9843 None None] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:22:58.004690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.008896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.039123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=d172d42d-83f8-4431-bc5c-4cb269dc0277,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:58.044035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port d172d42d-83f8-4431-bc5c-4cb269dc0277 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:58.050779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cb2b142b-829b-424a-937e-fe44416c461a None None] Provisioning complete for port e816d5cf-b174-4b46-9c19-617266a2d150 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:58.051154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cb2b142b-829b-424a-937e-fe44416c461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.052812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] Pushing event deleted for resources: {'Port': ['ID=d172d42d-83f8-4431-bc5c-4cb269dc0277,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:58.060989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca45ab7-d667-4b83-88da-8d31665e93ea None None] No DVR routers for this DVR port d172d42d-83f8-4431-bc5c-4cb269dc0277 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:22:58.065166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:58.152011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.160089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.176807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0d27a9-7e9b-4263-8812-54f989d5825c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:58.197444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceef35a-3db0-4f41-a58b-4222e5e299fd') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:58.197848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceef35a-3db0-4f41-a58b-4222e5e299fd') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:58.210953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.225383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.233110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:22:58.235849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: self.session.flush() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:22:58.239199 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:22:58.322628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.332294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.339189 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/0e0d27a9-7e9b-4263-8812-54f989d5825c HTTP/1.1" status: 204 len: 168 time: 1.3942444 Nov 24 22:22:58.340021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33246) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:58.357663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a2925-81ec-4ba1-ab0a-f445ffb0806b tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=0e0d27a9-7e9b-4263-8812-54f989d5825c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:58.411466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:56Z', 'revision_number': 3, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:58.429795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Allocated IP 172.20.0.1 (f5534af3-4ad4-4f83-a439-5d75f9364ae5/06332d89-786b-447e-a23e-e3f9f41f264d/e6eb9cdb-d087-4428-8358-db9fb49d7937) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:22:58.446515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:22:58.447175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Updating router 0248468b-7568-4afb-8491-411c4700fdf5 port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:22:58.474783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.555315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.594174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.634444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:58.639315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:58.641700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:22:58.678379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Pushing event updated for resources: {'Port': ['ID=e6eb9cdb-d087-4428-8358-db9fb49d7937,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:58.698710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.725720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7a1ee2aa-34a4-42f7-b5ea-8e35f916dd85 None None] Provisioning complete for port e816d5cf-b174-4b46-9c19-617266a2d150 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:58.726243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee2aa-34a4-42f7-b5ea-8e35f916dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.731115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.888373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e816d5cf-b174-4b46-9c19-617266a2d150 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:22:58.924774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.934007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:58.941543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.007105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Attempting to bind port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:22:59.007472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Attempting to bind port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:22:59.007867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Attempting to bind port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:22:59.025421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port e1459538-c5f3-4a3e-a606-f0a02f65acdb {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:22:59.025680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.026414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:22:59.026757 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:22:59.027164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.028674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:22:59.028674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Bound port: ce3ee1cd-1492-4341-96c9-23f5f6e7b913, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:22:59.028674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.071308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e816d5cf-b174-4b46-9c19-617266a2d150 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:59.071713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.099767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251836b-362b-40d3-8a06-89eb34f7193c None None] Pushing event updated for resources: {'Port': ['ID=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:59.102031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1747c5b5-6842-4c85-b07d-d5caf5117676 None None] Provisioning complete for port e6eb9cdb-d087-4428-8358-db9fb49d7937 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:59.102405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1747c5b5-6842-4c85-b07d-d5caf5117676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.111187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.117135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.127810 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port e1459538-c5f3-4a3e-a606-f0a02f65acdb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e1459538-c5f3-4a3e-a606-f0a02f65acdb,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:22:59.128218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.137418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] For port ce3ee1cd-1492-4341-96c9-23f5f6e7b913, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:22:59.143935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for e1459538-c5f3-4a3e-a606-f0a02f65acdb owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:22:59.158702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] For port ce3ee1cd-1492-4341-96c9-23f5f6e7b913, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:22:59.169717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.175035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1747c5b5-6842-4c85-b07d-d5caf5117676 None None] Port e6eb9cdb-d087-4428-8358-db9fb49d7937 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:59.189476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Pushing event updated for resources: {'Port': ['ID=e6eb9cdb-d087-4428-8358-db9fb49d7937,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:59.193192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.261819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251836b-362b-40d3-8a06-89eb34f7193c None None] Pushing event updated for resources: {'Port': ['ID=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:59.267952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:59.268585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:59.294233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:22:59.295731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:22:59.335587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.379197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:22:59.398246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=e1459538-c5f3-4a3e-a606-f0a02f65acdb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:22:59.432077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:59.532681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 661d9419-28fb-4447-9ef0-1a4598d7f52c no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:59.576802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 661d9419-28fb-4447-9ef0-1a4598d7f52c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:59.577530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 661d9419-28fb-4447-9ef0-1a4598d7f52c not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:59.578100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d172d42d-83f8-4431-bc5c-4cb269dc0277 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:22:59.603295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.620908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d172d42d-83f8-4431-bc5c-4cb269dc0277 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:22:59.621542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d172d42d-83f8-4431-bc5c-4cb269dc0277 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:22:59.624345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:59.633229 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2c032ad9-5f62-4e04-8bda-208ef7156726 admin admin] 10.222.0.41 "PUT /v2.0/routers/0248468b-7568-4afb-8491-411c4700fdf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552443 Nov 24 22:22:59.639816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.707699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-81f90fa3-20df-4b4d-8a0d-43280f722a99 None None] Provisioning complete for port e6eb9cdb-d087-4428-8358-db9fb49d7937 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:22:59.708160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81f90fa3-20df-4b4d-8a0d-43280f722a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:22:59.755426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-81f90fa3-20df-4b4d-8a0d-43280f722a99 None None] Port e6eb9cdb-d087-4428-8358-db9fb49d7937 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:22:59.768667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 2, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:22:59.795558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c130c08-6fe4-4253-aa8c-763e0dd77fff None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 2, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:22:59.831125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:22:59.931684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:22:59.936663 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-64d9f4b7-d8df-4595-bf80-29a2f7a0ff77 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862873 Nov 24 22:22:59.940617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33256) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:22:59.944897 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:22:59.958782 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:22:59.959766 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:00.015006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet 3b8e33f3-d3c1-4a9e-b491-bb68684c1585 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:23:00.019251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.079899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.115420 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:00.184788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.229732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33264) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:00.234734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1654759970-network', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:00.266638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Made reservation on behalf of a75089a67e8542f9b0d8ceda4095b54c for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:23:00.269389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.272900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.287661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.316435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8e33f3-d3c1-4a9e-b491-bb68684c1585,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:00.323624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.326819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1c160128-2b2b-43bc-9977-f67ef5375227 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/3b8e33f3-d3c1-4a9e-b491-bb68684c1585 HTTP/1.1" status: 204 len: 168 time: 0.3842814 Nov 24 22:23:00.329535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33266) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:00.331988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e412d47-4820-4338-b68a-aef4dc3d8760 None None] Network 370bba15-eedb-4bdc-ad3b-e424284d4074 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:23:00.358699 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:59Z', 'revision_number': 10, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:00.387324 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:00.398305 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:00.398929 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:00.416631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.425880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.442667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:23:00.447313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.474833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.475240 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Added segment 9a0776bd-41ef-48b3-a84c-69e30939f372 of type vlan for network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f Nov 24 22:23:00.483998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d07cdc5-1c1d-4042-a7d3-dc85d9c181eb,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:00.534855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port f3f95e04-4136-4af7-bb0b-7e3eace3851d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:23:00.535226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.539383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.544894 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:00.572662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.574058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:00.574876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.627285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port f3f95e04-4136-4af7-bb0b-7e3eace3851d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3f95e04-4136-4af7-bb0b-7e3eace3851d,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:00.631311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.638372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] DHCP port deletion for 370bba15-eedb-4bdc-ad3b-e424284d4074 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:23:00.671365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for f3f95e04-4136-4af7-bb0b-7e3eace3851d owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:23:00.679043 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4480939 Nov 24 22:23:00.681890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33268) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:00.691858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Request body: {'subnet': {'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1654759970-subnet', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:00.716070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a01f71-5c63-4d9b-a522-04535050d1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9e5b65-6a53-46af-8e16-b7d151ef7d9f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:00.716400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] Deleting port f3f95e04-4136-4af7-bb0b-7e3eace3851d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:23:00.717058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.743252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:23:00.799464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Made reservation on behalf of a75089a67e8542f9b0d8ceda4095b54c for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:23:00.801911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.865427 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:59Z', 'revision_number': 10, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:00.912928 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df9a31-ce6a-4d6b-b2f2-49e539e167f8 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:22:59Z', 'revision_number': 10, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None, '_interfaces': [{'id': '3cd37d64-c2fc-402b-921e-4f8db08784eb', 'name': '', 'network_id': 'b5fff931-d1ff-4137-84a2-ab2910b7d99a', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'mac_address': 'fa:16:3e:64:a1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:35Z', 'updated_at': '2021-11-24T22:22:39Z', 'revision_number': 5, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'subnets': [{'id': '19689fc1-4804-4a20-8ee0-b01645af30b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:00.918421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.935150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] For port f3f95e04-4136-4af7-bb0b-7e3eace3851d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3f95e04-4136-4af7-bb0b-7e3eace3851d,segment=NetworkSegment(98dfe95c-d9d2-4507-9189-1e32a19f28c1),segment_id=98dfe95c-d9d2-4507-9189-1e32a19f28c1)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:00.935674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:00.958131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=f3f95e04-4136-4af7-bb0b-7e3eace3851d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:00.959915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] Calling delete_port for f3f95e04-4136-4af7-bb0b-7e3eace3851d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:23:00.977406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port f3f95e04-4136-4af7-bb0b-7e3eace3851d on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:23:01.060524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.087317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] Pushing event deleted for resources: {'Port': ['ID=f3f95e04-4136-4af7-bb0b-7e3eace3851d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:01.092565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f66775-b9a1-4d82-b6cb-95a6d65ec9c1 None None] No DVR routers for this DVR port f3f95e04-4136-4af7-bb0b-7e3eace3851d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:23:01.094710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.143893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370bba15-eedb-4bdc-ad3b-e424284d4074']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:01.162570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dfe95c-d9d2-4507-9189-1e32a19f28c1') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:01.162881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dfe95c-d9d2-4507-9189-1e32a19f28c1') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:01.174884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.181709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.216100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.232543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:23:01.232802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:23:01.235820 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:23:01.297538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b94a23f-8e80-40f5-ba50-9cacd86c66aa,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:01.319496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Checking segment: {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:01.319867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Network hostable DHCP agents. Network: ed9e5b65-6a53-46af-8e16-b7d151ef7d9f, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:23:01.321804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce3ee1cd-1492-4341-96c9-23f5f6e7b913 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:01.327760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.337848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.341055 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/370bba15-eedb-4bdc-ad3b-e424284d4074 HTTP/1.1" status: 204 len: 168 time: 1.0098178 Nov 24 22:23:01.344040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33270) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:01.358043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b380662-d6b3-4cfe-b264-4a6a44835dca tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=370bba15-eedb-4bdc-ad3b-e424284d4074,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:01.366641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:23:01.382373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, ed9e5b65-6a53-46af-8e16-b7d151ef7d9f) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:01.387743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:01.388662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.398683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1abe0c-0c49-4001-8c06-9f8ea730f471 None None] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:23:01.408631 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1e9b868c-cca8-4569-ae2d-5bb48a1aed2c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7236295 Nov 24 22:23:01.412160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33272) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:01.416620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:01.450872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.452081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.468321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:01.468698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.538793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.660301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.669297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'fixed_ips': [{'subnet_id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:23:01.670105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.697681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port ce3ee1cd-1492-4341-96c9-23f5f6e7b913, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:01.699797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.705675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.769786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.787864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3f95e04-4136-4af7-bb0b-7e3eace3851d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:23:01.937114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.958310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:01.961834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f3f95e04-4136-4af7-bb0b-7e3eace3851d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:23:01.962252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3f95e04-4136-4af7-bb0b-7e3eace3851d not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:23:02.011798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:02.033747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Allocated IP 172.20.0.2 (ed9e5b65-6a53-46af-8e16-b7d151ef7d9f/0b94a23f-8e80-40f5-ba50-9cacd86c66aa/617877a2-d892-4bfd-857c-f5c26df9a1b7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:02.041951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 3cd37d64-c2fc-402b-921e-4f8db08784eb {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:23:02.042629 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.076015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Allocated IP 172.26.3.114 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/756a9e6b-16a2-4d2e-b50d-08a31322fabb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:02.151122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port 3cd37d64-c2fc-402b-921e-4f8db08784eb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3cd37d64-c2fc-402b-921e-4f8db08784eb,segment=NetworkSegment(ec9c1e09-8a3b-40bd-af44-e24c66e83a6c),segment_id=ec9c1e09-8a3b-40bd-af44-e24c66e83a6c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:02.151691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.165559 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 3cd37d64-c2fc-402b-921e-4f8db08784eb owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:23:02.198961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.200272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.208703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.237867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.261075 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:02.269548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Pushing event updated for resources: {'Port': ['ID=617877a2-d892-4bfd-857c-f5c26df9a1b7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:02.273307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:02.277955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:02.288841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:02.292019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:02.295558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:02.322484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Pushing event updated for resources: {'Port': ['ID=756a9e6b-16a2-4d2e-b50d-08a31322fabb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:02.349847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Attempting to bind port 617877a2-d892-4bfd-857c-f5c26df9a1b7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:02.350381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Attempting to bind port 617877a2-d892-4bfd-857c-f5c26df9a1b7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:02.351076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Attempting to bind port 617877a2-d892-4bfd-857c-f5c26df9a1b7 on network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:02.352062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.358185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:02.358653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Checking segment: {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:02.359135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.359627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Bound using segment: {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:02.360246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Bound port: 617877a2-d892-4bfd-857c-f5c26df9a1b7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:02.360690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.399601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=3cd37d64-c2fc-402b-921e-4f8db08784eb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:02.450805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] For port 617877a2-d892-4bfd-857c-f5c26df9a1b7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:02.455155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] For port 617877a2-d892-4bfd-857c-f5c26df9a1b7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=617877a2-d892-4bfd-857c-f5c26df9a1b7,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:02.461347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.537002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e22785-ec60-417d-ac5a-fc372c765629 None None] Pushing event updated for resources: {'Port': ['ID=617877a2-d892-4bfd-857c-f5c26df9a1b7,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:02.546210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:02.569483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:02.570276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:02.602485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.656234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:02.712528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:02.983033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.015471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 2, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:03.051775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:03.052141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Updating router 0248468b-7568-4afb-8491-411c4700fdf5 port e6eb9cdb-d087-4428-8358-db9fb49d7937 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:23:03.083931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.106797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce3ee1cd-1492-4341-96c9-23f5f6e7b913 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:03.146805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Router 30ecb55c-765a-4218-bf58-7bac5b925eee is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:23:03.201769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:23:03.255122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:03.255503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.289647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:03.302111 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:03.304587 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fdebb333-36d0-4d83-ba06-27a460caedb1 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587958 Nov 24 22:23:03.308085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33274) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:03.313326 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:03.314406 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:03.391968 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:03.436681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 617877a2-d892-4bfd-857c-f5c26df9a1b7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:03.440632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting subnet 19689fc1-4804-4a20-8ee0-b01645af30b3 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:23:03.444642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.487601 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 11, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:03.519729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.529340 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:03.540005 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:03.540932 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:03.550217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.561992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 617877a2-d892-4bfd-857c-f5c26df9a1b7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:03.562496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.567490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.666051 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:03.681184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.754011 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 11, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:03.762259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58634b-94f1-45ef-9e1d-f25961b03286 None None] Pushing event updated for resources: {'Port': ['ID=e6eb9cdb-d087-4428-8358-db9fb49d7937,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:03.780342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.820016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Subnet': ['ID=19689fc1-4804-4a20-8ee0-b01645af30b3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:03.820906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:03.831624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.837237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0f939614-5029-4d2f-a563-29fbf12a4914 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/19689fc1-4804-4a20-8ee0-b01645af30b3 HTTP/1.1" status: 204 len: 168 time: 0.5272729 Nov 24 22:23:03.839337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33276) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:03.840129 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6d032-c73a-47ac-a119-f8bcb634be27 None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 11, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:03.861911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.863895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-88b2e962-a5e5-4027-9365-218b3a04fd78 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4505486 Nov 24 22:23:03.866137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48c4eb-9c55-42ad-a796-08aa197a2488 None None] Network b5fff931-d1ff-4137-84a2-ab2910b7d99a requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:23:03.866633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33278) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:03.868164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Sync routers for ids ['30ecb55c-765a-4218-bf58-7bac5b925eee'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:03.880410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Attempting to bind port e6eb9cdb-d087-4428-8358-db9fb49d7937 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:03.880784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Attempting to bind port e6eb9cdb-d087-4428-8358-db9fb49d7937 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:03.881150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Attempting to bind port e6eb9cdb-d087-4428-8358-db9fb49d7937 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:03.932018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256dc78b-3e68-48b2-a216-eb191af74214 None None] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:23:03.956385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.959887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:03.960345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Checking segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:03.960819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.961289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Bound using segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:03.961767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Bound port: e6eb9cdb-d087-4428-8358-db9fb49d7937, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:03.962152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:03.963839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Routers {'30ecb55c-765a-4218-bf58-7bac5b925eee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:03.964450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['30ecb55c-765a-4218-bf58-7bac5b925eee'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:04.012835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Deleting port 73da2442-fb1b-4b48-93bd-fad20875aa64 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:23:04.013305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.079889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.083186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] For port 73da2442-fb1b-4b48-93bd-fad20875aa64, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=73da2442-fb1b-4b48-93bd-fad20875aa64,segment=NetworkSegment(ec9c1e09-8a3b-40bd-af44-e24c66e83a6c),segment_id=ec9c1e09-8a3b-40bd-af44-e24c66e83a6c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:04.083596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.096987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Calling delete_port for 73da2442-fb1b-4b48-93bd-fad20875aa64 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:23:04.114716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a427358c-035b-4b3c-b365-874a8000bd7e None None] Provisioning complete for port 617877a2-d892-4bfd-857c-f5c26df9a1b7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:04.115088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a427358c-035b-4b3c-b365-874a8000bd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.182470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.209640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Port': ['ID=73da2442-fb1b-4b48-93bd-fad20875aa64,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:04.216467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No DVR routers for this DVR port 73da2442-fb1b-4b48-93bd-fad20875aa64 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:23:04.242665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 617877a2-d892-4bfd-857c-f5c26df9a1b7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=617877a2-d892-4bfd-857c-f5c26df9a1b7,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:04.279772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.300782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e1459538-c5f3-4a3e-a606-f0a02f65acdb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:23:04.332583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.364907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fff931-d1ff-4137-84a2-ab2910b7d99a']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:04.375916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:04.376072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.376358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9c1e09-8a3b-40bd-af44-e24c66e83a6c') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:04.384728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefee71e-4b06-4d6c-9705-a3c602886910 None None] DHCP port deletion for b5fff931-d1ff-4137-84a2-ab2910b7d99a request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:23:04.389764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.390189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Set router 30ecb55c-765a-4218-bf58-7bac5b925eee gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:04.397656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e1459538-c5f3-4a3e-a606-f0a02f65acdb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:23:04.398003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e1459538-c5f3-4a3e-a606-f0a02f65acdb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:23:04.415186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.429572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:23:04.430612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:23:04.477484 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:23:04.513344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.521031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.524620 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/networks/b5fff931-d1ff-4137-84a2-ab2910b7d99a HTTP/1.1" status: 204 len: 168 time: 0.6841915 Nov 24 22:23:04.528681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33280) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:04.533177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'routes': None}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:04.561049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Allocated IP 172.20.0.1 (ed9e5b65-6a53-46af-8e16-b7d151ef7d9f/0b94a23f-8e80-40f5-ba50-9cacd86c66aa/2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:04.575099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] For port e6eb9cdb-d087-4428-8358-db9fb49d7937, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:04.578212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab1f6-af98-412c-bff4-26d396de3c5a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Pushing event deleted for resources: {'Network': ['ID=b5fff931-d1ff-4137-84a2-ab2910b7d99a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:04.638182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] For port e6eb9cdb-d087-4428-8358-db9fb49d7937, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e6eb9cdb-d087-4428-8358-db9fb49d7937,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:04.688012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.701975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.711607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=617877a2-d892-4bfd-857c-f5c26df9a1b7,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:04.726881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.extraroute_db [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Added routes are [] {{(pid=102410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 22:23:04.727088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.extraroute_db [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Removed routes are [] {{(pid=102410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 22:23:04.727305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.735465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.802561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Pushing event updated for resources: {'Port': ['ID=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:04.815240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:04.818512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:04.821456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:04.860195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:04.861423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:04.885505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.906306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58634b-94f1-45ef-9e1d-f25961b03286 None None] Pushing event updated for resources: {'Port': ['ID=e6eb9cdb-d087-4428-8358-db9fb49d7937,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:04.914458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.918959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:04.943544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 617877a2-d892-4bfd-857c-f5c26df9a1b7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:05.023172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:23:05.039899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-259c28ee-b3cb-45b3-84de-97a91f85fbba None None] Provisioning complete for port e6eb9cdb-d087-4428-8358-db9fb49d7937 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:05.040279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-259c28ee-b3cb-45b3-84de-97a91f85fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.067215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.098590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:05.121062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:05.129900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.134003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33282) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:05.134203 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] Sync routers for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:05.135036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d484f1f4-d9c4-4e45-aa35-8430d462c5ea tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 701 time: 0.6052778 Nov 24 22:23:05.143894 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:05.144772 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:05.170693 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e8e44352-8d69-4869-8155-9ac879f01342 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 205 time: 0.0348604 Nov 24 22:23:05.172581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33284) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:05.207315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 617877a2-d892-4bfd-857c-f5c26df9a1b7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:05.207994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.268896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.289024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 3, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:05.325134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.338761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.387098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Checking router: 30ecb55c-765a-4218-bf58-7bac5b925eee for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:05.389066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Updating router 30ecb55c-765a-4218-bf58-7bac5b925eee port 756a9e6b-16a2-4d2e-b50d-08a31322fabb binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:23:05.415913 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:05.438200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.440654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Pushing event updated for resources: {'Port': ['ID=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:05.444201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-259c28ee-b3cb-45b3-84de-97a91f85fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.464142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.491326 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 11, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:05.527856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.530384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.530555 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] Checking router: 71e89750-9c27-4fb6-9b9e-d5bad205cd2f for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:05.550511 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] Routers {'71e89750-9c27-4fb6-9b9e-d5bad205cd2f'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:05.551259 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:05.571603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:05.573251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:05.593875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-259c28ee-b3cb-45b3-84de-97a91f85fbba None None] For port e6eb9cdb-d087-4428-8358-db9fb49d7937, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e6eb9cdb-d087-4428-8358-db9fb49d7937,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:05.599496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.600312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:23:05.608894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.610308 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6247f2c6-9dcb-4fae-9060-ae96f0b3cffc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 204 len: 168 time: 0.4365568 Nov 24 22:23:05.615785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33286) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:05.620831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-233733896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:05.646346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.648153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.666226 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] Set router 71e89750-9c27-4fb6-9b9e-d5bad205cd2f gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:05.685813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-259c28ee-b3cb-45b3-84de-97a91f85fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.719669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.737881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.753443 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 11, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:05.763072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:05.764589 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-32ce135b-9693-4d9d-ae1d-f5e285a83bb3 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1474826 Nov 24 22:23:05.768069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33288) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:05.780500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:05.803638 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dcbf76-3809-4880-b7ae-5ced4716f93d None None] The sync data for ids ['71e89750-9c27-4fb6-9b9e-d5bad205cd2f'] in dv-neutron-818715-1-hyperv is: [{'id': '71e89750-9c27-4fb6-9b9e-d5bad205cd2f', 'name': 'tempest-RoutersTest-router-1039762442', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:33Z', 'updated_at': '2021-11-24T22:23:02Z', 'revision_number': 11, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:05.811799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3cd37d64-c2fc-402b-921e-4f8db08784eb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:23:05.846540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Router 30ecb55c-765a-4218-bf58-7bac5b925eee has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:23:05.893291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c28ee-b3cb-45b3-84de-97a91f85fbba None None] Pushing event updated for resources: {'Port': ['ID=e6eb9cdb-d087-4428-8358-db9fb49d7937,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:05.904004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 3cd37d64-c2fc-402b-921e-4f8db08784eb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:23:05.904267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3cd37d64-c2fc-402b-921e-4f8db08784eb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:23:05.904700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 73da2442-fb1b-4b48-93bd-fad20875aa64 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:23:06.015972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:06.030106 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-381a611a-8fc7-4695-af67-3e58b179f616 admin admin] 10.222.0.41 "PUT /v2.0/routers/30ecb55c-765a-4218-bf58-7bac5b925eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1621654 Nov 24 22:23:06.067386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 73da2442-fb1b-4b48-93bd-fad20875aa64 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:23:06.067857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 73da2442-fb1b-4b48-93bd-fad20875aa64 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:23:06.083755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.095945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.100954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.107248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:04Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:06.139990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Provisioning complete for port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:06.140376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.143761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec7b17-9d6b-4384-becb-bb065bb94e77 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:04Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:06.145723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.219291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:06.237875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Attempting to bind port 756a9e6b-16a2-4d2e-b50d-08a31322fabb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:06.238208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Attempting to bind port 756a9e6b-16a2-4d2e-b50d-08a31322fabb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:06.238586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Attempting to bind port 756a9e6b-16a2-4d2e-b50d-08a31322fabb on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:06.238831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Router 0aa4077b-c3e0-4eb9-ad15-ec567352931c is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:23:06.244122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:06.244487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:06.244895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.245288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:06.245893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Bound port: 756a9e6b-16a2-4d2e-b50d-08a31322fabb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:06.246144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.247741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10631-4899-4ad5-a343-51146bae5f69 None None] Pushing event updated for resources: {'Port': ['ID=756a9e6b-16a2-4d2e-b50d-08a31322fabb,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:06.278225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Provisioning complete for port 617877a2-d892-4bfd-857c-f5c26df9a1b7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:06.278598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.343177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] For port 756a9e6b-16a2-4d2e-b50d-08a31322fabb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:06.346375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:06.348255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] For port 756a9e6b-16a2-4d2e-b50d-08a31322fabb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=756a9e6b-16a2-4d2e-b50d-08a31322fabb,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:06.353824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.355073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1e3bec16-3709-4073-b943-d4f335ea6875 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "PUT /v2.0/routers/0aa4077b-c3e0-4eb9-ad15-ec567352931c HTTP/1.1" status: 200 len: 693 time: 0.5860810 Nov 24 22:23:06.358436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33296) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.359081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.365832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Sync routers for ids ['0aa4077b-c3e0-4eb9-ad15-ec567352931c'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:06.422938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Routers {'0aa4077b-c3e0-4eb9-ad15-ec567352931c'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:06.424213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0aa4077b-c3e0-4eb9-ad15-ec567352931c'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:06.432855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Routers {'30ecb55c-765a-4218-bf58-7bac5b925eee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:06.433488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['30ecb55c-765a-4218-bf58-7bac5b925eee'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:06.452199 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d1369010-8d26-43c0-a8b8-88d098cc8927 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/routers/0aa4077b-c3e0-4eb9-ad15-ec567352931c HTTP/1.1" status: 200 len: 699 time: 0.0910470 Nov 24 22:23:06.455000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33298) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.484886 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c87cd83b-a613-47fa-a951-c525c27f75dc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa4077b-c3e0-4eb9-ad15-ec567352931c HTTP/1.1" status: 200 len: 205 time: 0.0262890 Nov 24 22:23:06.485237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33300) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.566308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.717943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10631-4899-4ad5-a343-51146bae5f69 None None] Pushing event updated for resources: {'Port': ['ID=756a9e6b-16a2-4d2e-b50d-08a31322fabb,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:06.741334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.743613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.747022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Set router 0aa4077b-c3e0-4eb9-ad15-ec567352931c gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:06.796047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.796599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa4077b-c3e0-4eb9-ad15-ec567352931c {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:23:06.813445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.815015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b0f109eb-673e-481f-9efb-77d5fe5dfdaf tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/0aa4077b-c3e0-4eb9-ad15-ec567352931c HTTP/1.1" status: 204 len: 168 time: 0.3282845 Nov 24 22:23:06.820969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33302) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.831291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4077b-c3e0-4eb9-ad15-ec567352931c', 'name': 'tempest-RoutersTest-router-233733896', 'tenant_id': '9e7806cd83e04aa1954b757b6271d75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:05Z', 'updated_at': '2021-11-24T22:23:06Z', 'revision_number': 2, 'project_id': '9e7806cd83e04aa1954b757b6271d75a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:06.863779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b7b6f2cf-c515-4d95-9041-a9164ae6b7f7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aa4077b-c3e0-4eb9-ad15-ec567352931c HTTP/1.1" status: 200 len: 205 time: 0.0415072 Nov 24 22:23:06.866258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33304) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.879681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Checking router: 0aa4077b-c3e0-4eb9-ad15-ec567352931c for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:06.902720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Routers set() bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:06.903366 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Router IDs set() for agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 22:23:06.903767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_agentschedulers_db [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0aa4077b-c3e0-4eb9-ad15-ec567352931c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent'). {{(pid=102411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 22:23:06.904144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb313be-aeaa-40da-ae19-321bdb4afa31 None None] The sync data for ids ['0aa4077b-c3e0-4eb9-ad15-ec567352931c'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:06.914559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e6eb9cdb-d087-4428-8358-db9fb49d7937 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:06.921347 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-c078da84-ec40-477a-8113-24381ab181e5 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:06.922807 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c078da84-ec40-477a-8113-24381ab181e5 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/0aa4077b-c3e0-4eb9-ad15-ec567352931c HTTP/1.1" status: 404 len: 336 time: 0.0551732 Nov 24 22:23:06.925149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33306) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.940860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] Set router 30ecb55c-765a-4218-bf58-7bac5b925eee gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:06.952938 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-407b5fd4-9211-4afa-8c4a-6feba7ffedde tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:06.953406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407b5fd4-9211-4afa-8c4a-6feba7ffedde tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:06.957014 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-407b5fd4-9211-4afa-8c4a-6feba7ffedde tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/2f021988-bb73-4d56-98f6-1f291e8f8c71 HTTP/1.1" status: 404 len: 337 time: 0.0309024 Nov 24 22:23:06.959458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33308) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:06.972526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Provisioning complete for port e6eb9cdb-d087-4428-8358-db9fb49d7937 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:06.972896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f666fbc-ea4a-490f-a806-446deeaa9d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:06.984541 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b1bc97-720c-4a56-bb93-1a09cd6bf63a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:06.984990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b1bc97-720c-4a56-bb93-1a09cd6bf63a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:06.987991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-09b1bc97-720c-4a56-bb93-1a09cd6bf63a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/fd77c961-63f6-49e7-93e4-a86e76e7582a HTTP/1.1" status: 404 len: 337 time: 0.0276122 Nov 24 22:23:06.990378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33310) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.015242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f61ed6-efaa-4862-bea8-0a86ef389616 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.015714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f61ed6-efaa-4862-bea8-0a86ef389616 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.021454 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e4f61ed6-efaa-4862-bea8-0a86ef389616 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/3b8e33f3-d3c1-4a9e-b491-bb68684c1585 HTTP/1.1" status: 404 len: 337 time: 0.0279205 Nov 24 22:23:07.021957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33312) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.053809 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a075e7de-dd91-4cf7-935a-825abb277aa9 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.054299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a075e7de-dd91-4cf7-935a-825abb277aa9 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.057353 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a075e7de-dd91-4cf7-935a-825abb277aa9 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/19689fc1-4804-4a20-8ee0-b01645af30b3 HTTP/1.1" status: 404 len: 337 time: 0.0343721 Nov 24 22:23:07.059950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33314) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.086434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-092ad20a-1f34-4714-84fd-1c98a982a7fc tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 200 len: 205 time: 0.0254059 Nov 24 22:23:07.088695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33316) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.114741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e6eb9cdb-d087-4428-8358-db9fb49d7937 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:07.115106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:07.125841 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-8c100308-8f8a-473b-99ff-6501781dd7b7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:07.126867 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8c100308-8f8a-473b-99ff-6501781dd7b7 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/71e89750-9c27-4fb6-9b9e-d5bad205cd2f HTTP/1.1" status: 404 len: 336 time: 0.0372765 Nov 24 22:23:07.129519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33318) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.156691 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b32f303e-4db0-40bb-bdb0-22b8d0b02e3f tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=17059301-cbff-4bca-8fac-8f0a161aedee HTTP/1.1" status: 200 len: 205 time: 0.0260749 Nov 24 22:23:07.159692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33320) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.303873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6', 'name': '', 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'mac_address': 'fa:16:3e:f4:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:04Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 2, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'subnets': [{'id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:07.336648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4cd19-0268-4425-b4a1-631ff0a12a85 None None] The sync data for ids ['30ecb55c-765a-4218-bf58-7bac5b925eee'] in dv-neutron-818715-1-hyperv is: [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6', 'name': '', 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'mac_address': 'fa:16:3e:f4:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:04Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 2, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'subnets': [{'id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:07.346881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f25d9ed5-4131-43ff-8e15-0202128bed8d None None] Provisioning complete for port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:07.347259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f25d9ed5-4131-43ff-8e15-0202128bed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:07.383265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f25d9ed5-4131-43ff-8e15-0202128bed8d None None] Port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:07.426461 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-3b24950e-bb80-4d70-97c3-720dda36c5c6 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:07.427490 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3b24950e-bb80-4d70-97c3-720dda36c5c6 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/17059301-cbff-4bca-8fac-8f0a161aedee HTTP/1.1" status: 404 len: 336 time: 0.2669063 Nov 24 22:23:07.430088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33322) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.461025 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5637b3-bf3d-4466-a22f-d4f7034994d6 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.461482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5637b3-bf3d-4466-a22f-d4f7034994d6 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.464587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8e5637b3-bf3d-4466-a22f-d4f7034994d6 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/f5c4c845-3f62-4966-b16c-f1a01d7f656b HTTP/1.1" status: 404 len: 337 time: 0.0335336 Nov 24 22:23:07.467057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33326) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.493416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e4fd9551-664d-4834-aeb8-78921b0b4c39 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 200 len: 205 time: 0.0248828 Nov 24 22:23:07.495728 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33328) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.560420 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-94b295bc-b873-4499-af00-ca411ac6b599 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:07.561903 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94b295bc-b873-4499-af00-ca411ac6b599 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/787e95f0-4d67-4968-bbe9-f752faaff0ae HTTP/1.1" status: 404 len: 336 time: 0.0651453 Nov 24 22:23:07.565143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33330) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.595962 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c4f0ba5-e13c-4ea9-8a8c-9f7b5ad4dcf8 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=132353ef-17c2-4eed-8596-8e01c946b371 HTTP/1.1" status: 200 len: 205 time: 0.0297050 Nov 24 22:23:07.598216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33332) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.638469 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-66b6a7e9-d16b-4960-8bb9-ecb4c85cd389 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:07.639716 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-66b6a7e9-d16b-4960-8bb9-ecb4c85cd389 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/132353ef-17c2-4eed-8596-8e01c946b371 HTTP/1.1" status: 404 len: 336 time: 0.0404148 Nov 24 22:23:07.642229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33334) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.672502 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82880f5-c97a-4ede-a386-eb12fb77720a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.672968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82880f5-c97a-4ede-a386-eb12fb77720a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.678896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b82880f5-c97a-4ede-a386-eb12fb77720a tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/c02bba11-1856-45f2-9d86-39374aa04732 HTTP/1.1" status: 404 len: 337 time: 0.0333822 Nov 24 22:23:07.679142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33336) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.706786 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-21f15e5c-d91a-461b-b68d-070332760dce tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=b342556d-518c-47fd-856a-8548635fd0c6 HTTP/1.1" status: 200 len: 205 time: 0.0265329 Nov 24 22:23:07.709383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33338) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.746305 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-47569146-9d8b-455a-8fea-e350820db4ef tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:07.748579 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-47569146-9d8b-455a-8fea-e350820db4ef tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/b342556d-518c-47fd-856a-8548635fd0c6 HTTP/1.1" status: 404 len: 336 time: 0.0370624 Nov 24 22:23:07.749961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33340) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.787470 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33682d5-65d9-40c4-bfe0-85d2dea58f2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.788086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33682d5-65d9-40c4-bfe0-85d2dea58f2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.791055 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e33682d5-65d9-40c4-bfe0-85d2dea58f2c tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/92d34103-bcfa-4c34-9dc7-0c2d56aff418 HTTP/1.1" status: 404 len: 337 time: 0.0400536 Nov 24 22:23:07.793818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33342) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.822726 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5a04a9bc-a7db-4039-b54c-f63b9b1d7307 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2bb6024-da0b-4a60-bc3e-23f0741e4f75 HTTP/1.1" status: 200 len: 205 time: 0.0276313 Nov 24 22:23:07.825232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33344) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.866611 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-ffbd0637-074e-47c1-ae2d-b37a3bf41fc4 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] delete failed (client error): The resource could not be found. Nov 24 22:23:07.870114 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ffbd0637-074e-47c1-ae2d-b37a3bf41fc4 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/routers/c2bb6024-da0b-4a60-bc3e-23f0741e4f75 HTTP/1.1" status: 404 len: 336 time: 0.0415249 Nov 24 22:23:07.870489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33346) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.897777 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8534966c-0f43-4d20-9897-35f9a80a0dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.898244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8534966c-0f43-4d20-9897-35f9a80a0dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.901397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8534966c-0f43-4d20-9897-35f9a80a0dac tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/3ee72fe0-f928-4ce1-8be7-dc5d2e427f46 HTTP/1.1" status: 404 len: 337 time: 0.0298100 Nov 24 22:23:07.903740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33348) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:07.934245 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-032c2129-368d-454e-8570-791234b12243 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] DELETE failed (client error): The resource could not be found. Nov 24 22:23:07.934704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032c2129-368d-454e-8570-791234b12243 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:23:07.939577 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-032c2129-368d-454e-8570-791234b12243 tempest-RoutersTest-2091101103 tempest-RoutersTest-2091101103-project] 10.222.0.41 "DELETE /v2.0/subnets/79bbabd9-6e20-4487-acc0-5eb202f3d8d5 HTTP/1.1" status: 404 len: 337 time: 0.0330551 Nov 24 22:23:08.027066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33352) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.032078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086199584', 'description': 'tempest-secgroup-smoke-1086199584 description', 'project_id': 'f680c55d831d42a19d1f401627e39910'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.060859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.141205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.145725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.176632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.177971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1496837 Nov 24 22:23:08.181030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33356) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.185446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group_rule': {'security_group_id': 'b7effbd7-2570-4cb9-908e-b09d9fd3b66c', 'project_id': 'f680c55d831d42a19d1f401627e39910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.190229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc815-54c2-48cd-a9fe-73178cf3f29d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7effbd7-2570-4cb9-908e-b09d9fd3b66c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.221411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.269125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33358) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.273644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.279273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.301080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6230cd6c-78c9-42b4-9959-d41d3ccbe78f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.311917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.313151 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-54ea0794-0a43-47bb-a594-98f2b2d225f2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311381 Nov 24 22:23:08.316213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33362) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.320849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group_rule': {'security_group_id': 'b7effbd7-2570-4cb9-908e-b09d9fd3b66c', 'project_id': 'f680c55d831d42a19d1f401627e39910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.353552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.415364 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.420443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.424277 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-24b7401d-56ab-41f9-b822-777491be7fc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e7806cd83e04aa1954b757b6271d75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531944 Nov 24 22:23:08.426314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33364) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.438837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416047ca-1e16-432b-bbce-b29d643f5351,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.449213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.450759 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ed170055-e5cd-4123-bfbd-0b57d397f091 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336000 Nov 24 22:23:08.453395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33366) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.458321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group_rule': {'security_group_id': 'b7effbd7-2570-4cb9-908e-b09d9fd3b66c', 'project_id': 'f680c55d831d42a19d1f401627e39910', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.487110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.488030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c829276-8548-4941-a603-2966d18e77f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.518179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c829276-8548-4941-a603-2966d18e77f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.553644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.558738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.572015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c829276-8548-4941-a603-2966d18e77f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.575417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9c829276-8548-4941-a603-2966d18e77f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.576641 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9c829276-8548-4941-a603-2966d18e77f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45aeca7c-22d0-4a38-936e-b5e3345c317e HTTP/1.1" status: 204 len: 168 time: 0.1482136 Nov 24 22:23:08.577556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbc63f8-2f87-4a18-b06c-93f583e43097,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.590066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c829276-8548-4941-a603-2966d18e77f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aeca7c-22d0-4a38-936e-b5e3345c317e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.610009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.611327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bb5d17a7-4a7f-47db-b92c-fc140cf44e9a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569970 Nov 24 22:23:08.614069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33370) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.618785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group_rule': {'security_group_id': 'b7effbd7-2570-4cb9-908e-b09d9fd3b66c', 'project_id': 'f680c55d831d42a19d1f401627e39910', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.646395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.710462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.714548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.732252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49099793-6296-478e-92ae-de6649a2fcdb,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.741546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.745455 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-345e79c7-7518-4bcd-ba57-19e8465aa9f4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276729 Nov 24 22:23:08.745608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33374) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.749864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group_rule': {'security_group_id': 'b7effbd7-2570-4cb9-908e-b09d9fd3b66c', 'project_id': 'f680c55d831d42a19d1f401627e39910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.773102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Project f680c55d831d42a19d1f401627e39910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:23:08.778463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.850942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.861258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.882966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 756a9e6b-16a2-4d2e-b50d-08a31322fabb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:08.884249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cbfd5a-5c6c-40a0-81b7-e0359c4aa91e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:08.893282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.897375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33380) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:08.897931 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a16f75f5-828c-4294-8718-7a0b059e5d65 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508527 Nov 24 22:23:08.902241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'security_group_rule': {'security_group_id': 'b7effbd7-2570-4cb9-908e-b09d9fd3b66c', 'project_id': 'f680c55d831d42a19d1f401627e39910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:08.938107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Project f680c55d831d42a19d1f401627e39910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:23:08.944638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:08.958045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 756a9e6b-16a2-4d2e-b50d-08a31322fabb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:08.958433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.003142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.007427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.025625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8985b77-0a36-44e4-98c7-e8e7dcd84348,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:09.035690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.039627 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8e33e8bc-8266-405b-863f-33b4636a8226 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385074 Nov 24 22:23:09.049801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.073698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 756a9e6b-16a2-4d2e-b50d-08a31322fabb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=756a9e6b-16a2-4d2e-b50d-08a31322fabb,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:09.086620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.150637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=756a9e6b-16a2-4d2e-b50d-08a31322fabb,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:09.433522 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Sync routers for ids ['30ecb55c-765a-4218-bf58-7bac5b925eee'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:09.444717 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Routers {'30ecb55c-765a-4218-bf58-7bac5b925eee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:09.445432 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['30ecb55c-765a-4218-bf58-7bac5b925eee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:09.557956 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Set router 30ecb55c-765a-4218-bf58-7bac5b925eee gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:09.805042 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6', 'name': '', 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'mac_address': 'fa:16:3e:f4:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:04Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 2, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'subnets': [{'id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:09.836719 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Checking router: 30ecb55c-765a-4218-bf58-7bac5b925eee for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:09.837082 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Updating router 30ecb55c-765a-4218-bf58-7bac5b925eee port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:23:09.866252 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:09.960589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33464) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:10.120742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--358528685', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:10.142779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:23:10.146725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.155837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.185047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.190936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.242362 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920461e-3015-4b80-b6e6-a0a7f33bbd90 None None] Pushing event updated for resources: {'Port': ['ID=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:10.254054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.260183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.299320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:23:10.299652 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Attempting to bind port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:10.300196 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Attempting to bind port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:10.300724 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Attempting to bind port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 on network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:10.306450 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:10.307065 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Checking segment: {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:10.307855 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.308824 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Bound using segment: {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:10.309458 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Bound port: 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0776bd-41ef-48b3-a84c-69e30939f372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:10.310015 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.312378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1d8d52-1b9a-406c-8254-9a16f3f53d52,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:10.319748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.319965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment dafa94aa-82be-4bcb-a33e-f598fe017b43 of type vlan for network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 Nov 24 22:23:10.385849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.393484 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] For port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:10.397254 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] For port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:10.403786 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.418754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.425625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:10.426259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.457226 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Routers {'30ecb55c-765a-4218-bf58-7bac5b925eee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:10.457848 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['30ecb55c-765a-4218-bf58-7bac5b925eee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:10.512338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33502) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:10.517169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:10.522991 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5475042 Nov 24 22:23:10.532019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785792fd-7777-4ee6-b8fa-26136230b68a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:10.544455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:23:10.557041 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920461e-3015-4b80-b6e6-a0a7f33bbd90 None None] Pushing event updated for resources: {'Port': ['ID=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:10.583792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.585360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.620596 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] Set router 30ecb55c-765a-4218-bf58-7bac5b925eee gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:10.659922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.734873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d6fe45ef-5155-4e22-9d3a-5ade23a85a25 None None] Provisioning complete for port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:10.735607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d6fe45ef-5155-4e22-9d3a-5ade23a85a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.945612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d6fe45ef-5155-4e22-9d3a-5ade23a85a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:10.978231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:11.030827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d6fe45ef-5155-4e22-9d3a-5ade23a85a25 None None] For port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:11.037892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d6fe45ef-5155-4e22-9d3a-5ade23a85a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.044082 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6', 'name': '', 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'mac_address': 'fa:16:3e:f4:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:04Z', 'updated_at': '2021-11-24T22:23:10Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'subnets': [{'id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:11.080266 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0551a9-6d90-492b-8e1f-126c5b4e77c7 None None] The sync data for ids ['30ecb55c-765a-4218-bf58-7bac5b925eee'] in dv-neutron-818715-1-hyperv is: [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6', 'name': '', 'network_id': 'ed9e5b65-6a53-46af-8e16-b7d151ef7d9f', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'mac_address': 'fa:16:3e:f4:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:04Z', 'updated_at': '2021-11-24T22:23:10Z', 'revision_number': 4, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'subnets': [{'id': '0b94a23f-8e80-40f5-ba50-9cacd86c66aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:11.111917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe45ef-5155-4e22-9d3a-5ade23a85a25 None None] Pushing event updated for resources: {'Port': ['ID=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:11.120564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:11.121201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.179399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-240b5bd8-0f63-4e96-acfa-d392328ed368 None None] Provisioning complete for port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:11.179809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-240b5bd8-0f63-4e96-acfa-d392328ed368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.283814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 756a9e6b-16a2-4d2e-b50d-08a31322fabb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:11.355911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.410231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 756a9e6b-16a2-4d2e-b50d-08a31322fabb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:11.410683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.621079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.650316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.796769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.211 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/08a511c4-2bb5-4bda-b5eb-f71d4a109e35) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:11.910826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.948343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:11.994796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:11.997548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:11.999953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:12.007990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:12.270222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:12.476606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:12.608551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:23:12.713738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:12.723958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:12.733877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:12.734578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:12.735231 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:12.739625 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-15263bf3-f6dc-4f5f-8a3b-b201e54a8d50 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2233682 Nov 24 22:23:12.739901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33508) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:12.838622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33512) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:12.839189 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d6e306d0-31d1-41b9-9533-afe25a9bfab2 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977061 Nov 24 22:23:12.873842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:12.880174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:13.013163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0b0590-43f6-4da0-8d1c-4e68880312bd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:13.015147 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fa0b0590-43f6-4da0-8d1c-4e68880312bd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1743748 Nov 24 22:23:13.017705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33514) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:13.025805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:13.026175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.058255 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-138eb10c-5051-4386-ae10-deb1f5a2228e tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366616 Nov 24 22:23:13.060693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33516) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:13.066471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158095151', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:13.167154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:12Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:13.171815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:23:13.176050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.194701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:13.195054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Updating router 20329f08-270f-4370-94df-98ae758f3ca5 port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:23:13.221978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.368741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.427790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=32395402-e972-44e9-8818-23c8ece7a92e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:13.438683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:13.439316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: e938cbbe-4d54-42cc-a2ba-aee4729b4ab1, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:23:13.456923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:23:13.467986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, e938cbbe-4d54-42cc-a2ba-aee4729b4ab1) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:13.497995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:13.499029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.543063 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-24f5f602-bbc4-4b4c-a9c5-75464f3153d6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4810376 Nov 24 22:23:13.545592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33520) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:13.643555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eac157-9766-4b3b-af0a-87991323fd69 None None] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:23:13.703711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.712919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.795682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Attempting to bind port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:13.796416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Attempting to bind port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:13.796416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Attempting to bind port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:13.817503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfb2c5-11c7-4b01-a748-36e9921c7b79 None None] Pushing event updated for resources: {'Port': ['ID=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:13.828249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:13.828626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:13.829024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.829970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:13.830446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Bound port: 08a511c4-2bb5-4bda-b5eb-f71d4a109e35, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:13.830822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.901063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:23:13.901924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:13.934636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] For port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:13.939501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] For port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:13.990101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.043515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.066787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfb2c5-11c7-4b01-a748-36e9921c7b79 None None] Pushing event updated for resources: {'Port': ['ID=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:14.103202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:14.103866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:22:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:14.218403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:14.293588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Allocated IP 172.20.0.2 (e938cbbe-4d54-42cc-a2ba-aee4729b4ab1/32395402-e972-44e9-8818-23c8ece7a92e/cea1a052-d382-4f64-80c1-4df2d4a7b0ae) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:14.338271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-58d965e5-6e91-4e6d-a2ec-c1c7a20c1be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.541145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.551749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:12Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:14.554412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.600967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (e938cbbe-4d54-42cc-a2ba-aee4729b4ab1/32395402-e972-44e9-8818-23c8ece7a92e/2c67a330-5939-48b8-ad6a-bc9669e3ea3c) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:14.603668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f41d-7cff-44ad-b7a3-3a51230c80de None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:12Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:14.620234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:14.623506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:14.627837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:14.638061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Pushing event updated for resources: {'Port': ['ID=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:14.707367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Attempting to bind port cea1a052-d382-4f64-80c1-4df2d4a7b0ae on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:14.707775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Attempting to bind port cea1a052-d382-4f64-80c1-4df2d4a7b0ae by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:14.708141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Attempting to bind port cea1a052-d382-4f64-80c1-4df2d4a7b0ae on network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:14.713551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:14.713925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Checking segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:14.714325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.714710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Bound using segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:14.715176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Bound port: cea1a052-d382-4f64-80c1-4df2d4a7b0ae, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:14.715573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.759392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.799175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.799673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] For port cea1a052-d382-4f64-80c1-4df2d4a7b0ae, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:14.806371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] For port cea1a052-d382-4f64-80c1-4df2d4a7b0ae, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:14.811785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:14.852627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:14.856247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:14.860122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:14.884614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7064f2-bba8-433b-aca3-7060d996cd18 None None] Pushing event updated for resources: {'Port': ['ID=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:14.941837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:14.947365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:15.153917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:15.488828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:15.494934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:15.576692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:15.579938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:15.683983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:15.686210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:15.809693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:23:15.946697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687693c4-5e72-436b-84c0-ea7d0d6d2077 None None] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:23:16.044639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4789222b-73f0-4c5c-8f47-a98ed8e72617 None None] Provisioning complete for port cea1a052-d382-4f64-80c1-4df2d4a7b0ae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:16.045023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4789222b-73f0-4c5c-8f47-a98ed8e72617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.173383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:16.178633 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-90759a44-0067-428c-a59b-048979952083 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/20329f08-270f-4370-94df-98ae758f3ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6317086 Nov 24 22:23:16.181255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:16.192988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4789222b-73f0-4c5c-8f47-a98ed8e72617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.231699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4789222b-73f0-4c5c-8f47-a98ed8e72617 None None] For port cea1a052-d382-4f64-80c1-4df2d4a7b0ae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:16.236784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4789222b-73f0-4c5c-8f47-a98ed8e72617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.291000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789222b-73f0-4c5c-8f47-a98ed8e72617 None None] Pushing event updated for resources: {'Port': ['ID=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:16.412335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.412811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.413285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.413760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.414210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.414668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.416478 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d8260226-753a-4589-a3da-efcf0153b38b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2330742 Nov 24 22:23:16.419260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33530) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:16.465308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e3dcd6ff-cc3c-4691-ad40-00dd32a68546 None None] Provisioning complete for port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:16.466085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd6ff-cc3c-4691-ad40-00dd32a68546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.509242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcd6ff-cc3c-4691-ad40-00dd32a68546 None None] Port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:16.522628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e3dcd6ff-cc3c-4691-ad40-00dd32a68546 None None] Provisioning complete for port cea1a052-d382-4f64-80c1-4df2d4a7b0ae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:16.523807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd6ff-cc3c-4691-ad40-00dd32a68546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.559849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.560305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.560754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.561192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.561619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.562272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:16.567935 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9f898256-ad41-4f9c-ab52-58168a7eea70 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1474993 Nov 24 22:23:16.568128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33532) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:16.625469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ad011f9-71ad-413e-bd63-e5ac9ff6bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.747841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-40c8fe05-a3ca-491e-9b63-691d456a3ee4 None None] Provisioning complete for port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:16.748214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-40c8fe05-a3ca-491e-9b63-691d456a3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.794925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-40c8fe05-a3ca-491e-9b63-691d456a3ee4 None None] Port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:16.850063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:16.883060 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f4753149-1782-4355-b0a6-59c9d222f4f1 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3136678 Nov 24 22:23:16.935221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cea1a052-d382-4f64-80c1-4df2d4a7b0ae up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:16.943192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ac5a1550-2a2f-4b09-8dc1-2102bde8a04f None None] Provisioning complete for port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:16.943849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1550-2a2f-4b09-8dc1-2102bde8a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.007966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1550-2a2f-4b09-8dc1-2102bde8a04f None None] Port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:17.023782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cea1a052-d382-4f64-80c1-4df2d4a7b0ae triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:17.024175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.068796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33536) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.073338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048867917', 'description': 'tempest-secgroup-smoke-2048867917 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.112320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.122170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:17.196257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:17.196757 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.217975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.223250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.253739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81c909-2ca5-4b70-9ba9-7a3db494a12b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.260216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.264571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33538) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.267986 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-89821355-6e80-4e87-a215-fb84e21fd762 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941657 Nov 24 22:23:17.272633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'ab81c909-2ca5-4b70-9ba9-7a3db494a12b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.299691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.304083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.324974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:17.330337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.365215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.372609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.388542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.399907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbca26d4-a300-48e4-b542-b87d4b7dd484,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.405675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.407024 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0fca2fb9-fdd5-4ea5-b0b3-40599c44d0a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413660 Nov 24 22:23:17.409867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33542) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.415477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'ab81c909-2ca5-4b70-9ba9-7a3db494a12b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.461753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.521867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.526344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.543807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5c8ad2-e013-4ca7-a42d-43921e31694e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.553350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.554517 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f7f234e8-ecd9-4edf-a898-07e9a1bada86 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436896 Nov 24 22:23:17.557312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33544) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.561660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'ab81c909-2ca5-4b70-9ba9-7a3db494a12b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.590835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.650697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.655659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.674487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300eaa7f-1869-4de4-9e88-0ae0e81868be,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.684022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.685477 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11bbba01-37a0-4365-86f0-03e9f509c5ea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272297 Nov 24 22:23:17.688400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33546) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.693462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'ab81c909-2ca5-4b70-9ba9-7a3db494a12b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.725721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.792061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.796707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.816751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e98da8-dea8-47bf-84f7-75fdec9571af,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.822840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.826692 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8542fa2d-c389-41cd-8eb5-b887762b4c53 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342959 Nov 24 22:23:17.827196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33548) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.831584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'ab81c909-2ca5-4b70-9ba9-7a3db494a12b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.853632 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:23:17.858863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.925585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.930085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.951826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45eccb0-0add-424e-bb1c-d7efbe187b13,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:17.958776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:17.962830 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33550) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:17.963010 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-448fdc6b-897d-4fa1-8f6f-81efbded9b83 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348515 Nov 24 22:23:17.967990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'ab81c909-2ca5-4b70-9ba9-7a3db494a12b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:17.995940 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:23:18.001092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.056707 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:18.068498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:18.069123 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:23:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:18.073928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.077985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.098535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60959dc4-d8a7-42a1-bfc1-7799a994426e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:18.111682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.113185 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d4dada3c-5030-4776-875f-e73a7a44eaa9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493175 Nov 24 22:23:18.176610 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:18.279940 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-c84908f1-c394-4018-a857-c02bc2ff2bb0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048867917&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0486991 Nov 24 22:23:18.316841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.397728 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:18.432011 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:18.432626 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Updating router 20329f08-270f-4370-94df-98ae758f3ca5 port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:23:18.463870 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.478916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-d45bb204-99a8-4bb1-b9aa-864b7b1e92a5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:18.480484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-d45bb204-99a8-4bb1-b9aa-864b7b1e92a5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 796 time: 0.1921580 Nov 24 22:23:18.500182 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-24420ad1-afa8-4d5f-8345-772a065eddc3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0122993 Nov 24 22:23:18.589828 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-088c8284-53b5-4a13-b709-b7254da92339 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826938 Nov 24 22:23:18.740082 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-307e2e21-797b-4a21-b6c6-2120b21d65b3 service neutron] 10.222.0.41 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362603 Nov 24 22:23:18.740592 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.747716 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.795133 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdda8b-979b-41d6-8928-d86af9dd4124 None None] Pushing event updated for resources: {'Port': ['ID=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:18.864241 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Attempting to bind port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:18.864618 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Attempting to bind port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:18.864987 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Attempting to bind port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c on network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:18.865793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-a2f83517-3b1d-4eb6-9708-0637f1a132d0 service neutron] 10.222.0.41 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146276 Nov 24 22:23:18.872254 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:18.872610 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Checking segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:18.873262 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.873668 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Bound using segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:18.874604 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Bound port: 2c67a330-5939-48b8-ad6a-bc9669e3ea3c, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:18.874822 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.904481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:18.971071 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] For port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:18.972667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:18.973049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:18.979314 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] For port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:18.989218 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:19.039878 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:19.040591 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:23:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:19.140946 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-707e848c-a2aa-48a7-b422-3045efb5e701 req-88df3206-149c-470a-aa36-7dd33c27625c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0573292 Nov 24 22:23:19.153183 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdda8b-979b-41d6-8928-d86af9dd4124 None None] Pushing event updated for resources: {'Port': ['ID=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:19.164231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-41f3ec70-c6f9-4758-b8c7-5b356678670d None None] Provisioning complete for port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:19.164605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-41f3ec70-c6f9-4758-b8c7-5b356678670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:19.194614 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:19.274997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-41f3ec70-c6f9-4758-b8c7-5b356678670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:19.318536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-41f3ec70-c6f9-4758-b8c7-5b356678670d None None] For port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:19.324879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-41f3ec70-c6f9-4758-b8c7-5b356678670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:19.374776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ec70-c6f9-4758-b8c7-5b356678670d None None] Pushing event updated for resources: {'Port': ['ID=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:19.422713 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:19.444543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-86bd48b2-1e81-40a0-b087-c6822be168d0 None None] Provisioning complete for port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:19.444905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-86bd48b2-1e81-40a0-b087-c6822be168d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:19.459049 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261038bb-af32-4a6f-94d6-940c6e8e5b88 None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:19.614057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:20.231738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f1cd7b40-a455-46dd-994d-2d74fbed663b req-c69abd34-de7a-4e46-8af8-05dc5c5ca7b8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0386219 Nov 24 22:23:20.867971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2c67a330-5939-48b8-ad6a-bc9669e3ea3c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:20.919578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:20.919954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:21.303903 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a8bdb46-4468-4e2f-a754-3d63fc0f5463 req-dadcc1ee-a2e0-4a48-bc31-5a53a1a935ce tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0266166 Nov 24 22:23:22.380672 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a19988b-f9e6-4e53-b8fa-5bcb5ee4a276 req-058d0290-82f0-450d-8602-c3f0b6afb33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Nov 24 22:23:23.375660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-1cda5cc1-d207-41e9-82a3-0467b53a95ba tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:23.377609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-1cda5cc1-d207-41e9-82a3-0467b53a95ba tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 796 time: 0.1960492 Nov 24 22:23:23.437629 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-ceeb60c8-6eed-43f2-988e-0c520cc77c51 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 380 time: 0.0481737 Nov 24 22:23:23.452249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['ab81c909-2ca5-4b70-9ba9-7a3db494a12b']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:23.489364 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2ae147d5-6262-43bf-8f5a-dbc048792879 req-bd72e32a-5265-4905-aa5e-ad352b6a3567 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Nov 24 22:23:23.576641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:23:23.580410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:23.714229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.4 (e938cbbe-4d54-42cc-a2ba-aee4729b4ab1/32395402-e972-44e9-8818-23c8ece7a92e/bc21bdbe-a0f4-4fab-83bf-1ed758c14f34) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:23.852988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:23.889641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:23.934287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:23.937355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:23.941298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:23.968717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:23.989573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.989943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.990278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.990617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.990949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.991281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.991643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.991992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.992324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.993367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.993702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:23.994030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:24.018893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:24.020150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.040248 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-482cc7df-6cb5-4baf-ab38-b25f905130b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928822 Nov 24 22:23:24.053851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Request body: {'port': {'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:24.125589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.212239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-bac897e8-0ce6-4d05-b2ac-c75e0920851b None None] Provisioning complete for port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:24.213304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bac897e8-0ce6-4d05-b2ac-c75e0920851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.265020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-bac897e8-0ce6-4d05-b2ac-c75e0920851b None None] Port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:24.463864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:23:24.471364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.487401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Transition to ACTIVE for port object bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:23:24.491042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.567795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Pushing event updated for resources: {'Port': ['ID=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:24.629722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Attempting to bind port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:24.630067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Attempting to bind port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:24.630400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Attempting to bind port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 on network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:24.634811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 on network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:23:24.635136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Attempting to bind port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 on network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:24.640203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:24.640542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Checking segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:24.640932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Bound using segment: {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:24.641926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Bound port: bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafa94aa-82be-4bcb-a33e-f598fe017b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:24.642290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.662353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d8b94-062f-4780-bb97-a75af272adc6 req-34b4c59a-15c0-471f-822f-818742259ec9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:24.663947 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e24d8b94-062f-4780-bb97-a75af272adc6 req-34b4c59a-15c0-471f-822f-818742259ec9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 943 time: 0.1010976 Nov 24 22:23:24.719955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] For port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:24.724264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] For port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:24.727842 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e24d8b94-062f-4780-bb97-a75af272adc6 req-97624e96-19ba-447e-8891-cb9cccb29250 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553274 Nov 24 22:23:24.734622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.776967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:24.777965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:24.782136 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] 10.222.0.71 "PUT /v2.0/ports/bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 1093 time: 0.7325261 Nov 24 22:23:24.785942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:23:24.788886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:23:24.818833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759559a-f51e-4a3e-b40d-dfbe05f9511a service neutron] Pushing event updated for resources: {'Port': ['ID=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:24.843191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6defc7b2-0cce-4234-bbaa-ca6471c0291e x-openstack-request-id: req-6defc7b2-0cce-4234-bbaa-ca6471c0291e {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:23:24.843489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:23:24.843792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6defc7b2-0cce-4234-bbaa-ca6471c0291e {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:23:24.844360 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'status': 'completed', 'code': 200} Nov 24 22:23:24.881750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-277f3030-4219-4867-8864-2c791b3dc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:24.883852 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-277f3030-4219-4867-8864-2c791b3dc3ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0500619 Nov 24 22:23:24.927396 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-8c8d6855-0f0f-4729-ac21-c2be846b1804 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 217 time: 0.0354323 Nov 24 22:23:24.982364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-4e97f4a2-107b-4c08-afad-525c5f5e909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:24.983913 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-4e97f4a2-107b-4c08-afad-525c5f5e909a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 200 len: 835 time: 0.0492947 Nov 24 22:23:25.038340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-cdbe83a8-c357-4ea0-87e7-045fc0325a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:25.040057 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-cdbe83a8-c357-4ea0-87e7-045fc0325a1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479531 Nov 24 22:23:25.133648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-1597ed0b-6332-4019-b46d-aa747dcd6a94 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864081 Nov 24 22:23:25.229400 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3f1b739-b3dc-4c5c-b5ff-7195954f8dd3 req-b7bad827-f478-4891-991e-48dcebd90f15 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884690 Nov 24 22:23:25.314850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-7012fe42-b5dc-4c61-8840-a5acda32f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:25.316372 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-7012fe42-b5dc-4c61-8840-a5acda32f2cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0418065 Nov 24 22:23:25.412918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-f57afa0d-df15-4346-9fd1-94dc8e23785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:25.414353 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-f57afa0d-df15-4346-9fd1-94dc8e23785b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 897 time: 0.0896618 Nov 24 22:23:25.456643 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-a6ca61f8-a109-4e3a-a42a-b9aa75f689c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 217 time: 0.0344591 Nov 24 22:23:25.507260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-eaa82251-9667-4245-9356-af022005195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:25.508830 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-eaa82251-9667-4245-9356-af022005195e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 200 len: 835 time: 0.0445294 Nov 24 22:23:25.563099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-d1df968c-5e3c-44c7-b3c1-79b025d123a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:25.565015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-d1df968c-5e3c-44c7-b3c1-79b025d123a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443959 Nov 24 22:23:25.657722 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-e08ebecc-928a-4152-ba29-bc1a99341bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846550 Nov 24 22:23:25.752526 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-db7e16ca-f6f3-4d05-9ef8-e4218ea898c2 req-4bc73dc9-4be7-4e2b-bf8a-172509982447 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870261 Nov 24 22:23:25.841701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf411-bcfe-4640-911b-e5fcc184189f req-247f5386-d42b-4166-881f-683e81a7aeda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:25.843127 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-84daf411-bcfe-4640-911b-e5fcc184189f req-247f5386-d42b-4166-881f-683e81a7aeda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 943 time: 0.0512395 Nov 24 22:23:25.924263 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-84daf411-bcfe-4640-911b-e5fcc184189f req-14cc6c5c-d4d9-4c50-8341-8489a463b269 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739713 Nov 24 22:23:26.528974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:23:27.053982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d44-d34d-4159-a4dd-138a4b6ec420 req-79561f9a-0806-4245-9039-abefd3fadec8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:27.055476 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e678d44-d34d-4159-a4dd-138a4b6ec420 req-79561f9a-0806-4245-9039-abefd3fadec8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 943 time: 0.0616734 Nov 24 22:23:27.093851 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e678d44-d34d-4159-a4dd-138a4b6ec420 req-6ec9f552-3135-4053-89bc-12f8863a6355 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Nov 24 22:23:28.211181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb543a-3037-496f-8b7f-0cb6b1904860 req-5ca7afb4-64a4-4e6f-94e4-4b206fef4ddb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:28.212708 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ceb543a-3037-496f-8b7f-0cb6b1904860 req-5ca7afb4-64a4-4e6f-94e4-4b206fef4ddb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 943 time: 0.0535481 Nov 24 22:23:28.249934 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ceb543a-3037-496f-8b7f-0cb6b1904860 req-8a90b917-bd38-418b-88de-fb2a3c1bfd64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Nov 24 22:23:28.332673 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-b1aa42a9-f4c3-47f5-a550-cdd343295fb8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086199584&fields=id&tenant_id=f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 267 time: 0.0326667 Nov 24 22:23:28.435961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-39f8e849-5f55-40bc-aa69-ac978fa34e5f tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:28.437401 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-39f8e849-5f55-40bc-aa69-ac978fa34e5f tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 811 time: 0.0979898 Nov 24 22:23:28.452550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-4307e098-4dd5-4939-97db-2be825b7bc5c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/quotas/f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 375 time: 0.0087988 Nov 24 22:23:28.505767 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-41177402-3717-434d-80f7-ad367251a3f8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475905 Nov 24 22:23:28.638583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:23:28.640555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-e0f0e03c-b6df-4b51-8192-a543526bf88d service neutron] 10.222.0.41 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227474 Nov 24 22:23:28.730651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:28.735510 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-d321ec4a-ba7e-4710-bb65-c2deca35bd6d service neutron] 10.222.0.41 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883751 Nov 24 22:23:28.742419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:23:28.778996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:28.796099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:23:28.816089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:28.820842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:28.868967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:28.876765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.877117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.877465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.877801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.878140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.878490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.878803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.879135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.879466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.879823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.880145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:28.880468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:29.033718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-881b5836-1398-43c5-abb7-563f6b59e1a4 req-88f4d2f9-653b-4258-b23b-f6ce81574500 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 210 time: 0.0287273 Nov 24 22:23:29.057296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['bc21bdbe-a0f4-4fab-83bf-1ed758c14f34'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:23:29.367781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43202ea-e588-45b5-87fa-41e718c2a30b req-55e77058-22d3-4a52-9b6d-ae15dd87e483 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:29.369420 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b43202ea-e588-45b5-87fa-41e718c2a30b req-55e77058-22d3-4a52-9b6d-ae15dd87e483 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0504584 Nov 24 22:23:29.409634 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b43202ea-e588-45b5-87fa-41e718c2a30b req-3360a9a7-b6bc-4136-9641-b3e74d618d8e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Nov 24 22:23:29.559874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:29.954111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-d771e3ad-ae19-45e7-abd0-aa6b4ee9a38e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:29.955538 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-d771e3ad-ae19-45e7-abd0-aa6b4ee9a38e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 811 time: 0.1082771 Nov 24 22:23:30.017061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-c5257a98-45c8-49d9-a46a-51e3a6c48c30 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 380 time: 0.0336335 Nov 24 22:23:30.025924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'port': {'device_id': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'admin_state_up': True, 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'security_groups': ['b7effbd7-2570-4cb9-908e-b09d9fd3b66c']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:30.130977 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5c499d59-8709-4fa6-8bfe-4d09b6cd758e req-f88fc056-fde6-44c0-af82-5961b6e68843 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 210 time: 0.0311682 Nov 24 22:23:30.371863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Made reservation on behalf of f680c55d831d42a19d1f401627e39910 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:23:30.375963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.504301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Allocated IP 172.20.0.10 (f5534af3-4ad4-4f83-a439-5d75f9364ae5/06332d89-786b-447e-a23e-e3f9f41f264d/3f4d7da6-78b9-4af3-8298-d1ad57714bb8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:30.530579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff41e5a-3983-4b1e-a5e2-65a30793df8b req-a14d91ea-f480-4ed6-a780-bcc6a04e3450 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:30.532625 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dff41e5a-3983-4b1e-a5e2-65a30793df8b req-a14d91ea-f480-4ed6-a780-bcc6a04e3450 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0549378 Nov 24 22:23:30.572407 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dff41e5a-3983-4b1e-a5e2-65a30793df8b req-3c212ba5-5eb9-484b-8a55-a8eef11927cf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Nov 24 22:23:30.625956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:30.657795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.677658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:23:30.682807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:30.683658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.695018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.740716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:30.743802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:30.747537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:30.773310 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.791265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:30.802355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:23:30.804664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa7c3b-dc08-4700-8a9b-9b51973c92a1" -d '{"events": [{"server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:23:30.818885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:30.819664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.834172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:30.839629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:30.841813 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-fd7b4c5f-cdaf-4e26-b66f-0a6e3071e571 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8194184 Nov 24 22:23:30.857853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Request body: {'port': {'device_id': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:30.892632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:30.950979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.035326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a569378b-efc9-4ffb-b9a1-5c23398eb54c x-openstack-request-id: req-a569378b-efc9-4ffb-b9a1-5c23398eb54c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:23:31.035911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:23:31.036359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a569378b-efc9-4ffb-b9a1-5c23398eb54c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:23:31.036893 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'code': 200} Nov 24 22:23:31.084484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-bdc8e405-5010-4510-a5eb-8525bf5387a1 None None] Provisioning complete for port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:31.085249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e405-5010-4510-a5eb-8525bf5387a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.124200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8e405-5010-4510-a5eb-8525bf5387a1 None None] Port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:23:31.256864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b74ed-7774-42e2-b45e-7ce9cd740256 req-123539b3-cd67-4117-be0f-075ec4e05faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.258533 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d84b74ed-7774-42e2-b45e-7ce9cd740256 req-123539b3-cd67-4117-be0f-075ec4e05faa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1098 time: 0.0883284 Nov 24 22:23:31.259550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97d41-74c1-4cb5-9fc1-9efb031d7dd7 req-6ddec67d-7e02-4dfc-884c-200168b3fa69 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.261612 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c2b97d41-74c1-4cb5-9fc1-9efb031d7dd7 req-6ddec67d-7e02-4dfc-884c-200168b3fa69 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 932 time: 0.0553112 Nov 24 22:23:31.306890 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c2b97d41-74c1-4cb5-9fc1-9efb031d7dd7 req-e45b6649-f61a-4a35-9507-f4d2f45c95fe tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Nov 24 22:23:31.313563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:23:31.333297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.341680 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d84b74ed-7774-42e2-b45e-7ce9cd740256 req-46ec25e7-f8e9-4aea-8e16-28bf4065bc72 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602045 Nov 24 22:23:31.348612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Transition to ACTIVE for port object 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:23:31.352221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.424276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:31.479223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Attempting to bind port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:23:31.479630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Attempting to bind port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:23:31.479940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Attempting to bind port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:31.484927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:23:31.485291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Attempting to bind port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:23:31.490893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:23:31.491237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Checking segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:23:31.491653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Bound using segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:23:31.492090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Bound port: 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:23:31.492448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.574426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] For port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:23:31.577701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] For port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:23:31.582922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.623511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.624886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:31.626253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] 10.222.0.71 "PUT /v2.0/ports/3f4d7da6-78b9-4af3-8298-d1ad57714bb8 HTTP/1.1" status: 200 len: 1094 time: 0.7753325 Nov 24 22:23:31.626697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:23:31.645566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434" -d '{"events": [{"name": "network-changed", "server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:23:31.710994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d663b7a2-81be-4185-8fa2-54896cdd111e x-openstack-request-id: req-d663b7a2-81be-4185-8fa2-54896cdd111e {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:23:31.711321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:23:31.711559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d663b7a2-81be-4185-8fa2-54896cdd111e {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:23:31.711947 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'status': 'completed', 'code': 200} Nov 24 22:23:31.721915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedf15a-0a42-406e-8f2b-1cfb2a25b5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:31.737762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-e4e55e16-04e8-448a-84e1-a329c6f59834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.739647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-e4e55e16-04e8-448a-84e1-a329c6f59834 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 1097 time: 0.0618994 Nov 24 22:23:31.749603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50395b9-af97-4d97-9839-87d7b1466e52 req-1e89e662-72e6-4d27-a18b-43e886de7f96 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.752003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e50395b9-af97-4d97-9839-87d7b1466e52 req-1e89e662-72e6-4d27-a18b-43e886de7f96 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0785179 Nov 24 22:23:31.797350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e50395b9-af97-4d97-9839-87d7b1466e52 req-52f15509-8b0b-423a-8b42-918166e75664 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 Nov 24 22:23:31.797648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-50fefd07-85a3-46aa-b252-8100ea629801 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8 HTTP/1.1" status: 200 len: 217 time: 0.0482213 Nov 24 22:23:31.862027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-30d0b091-326e-4aeb-8a74-3f6b79d19a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.863508 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-30d0b091-326e-4aeb-8a74-3f6b79d19a00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0588055 Nov 24 22:23:31.912296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-865cbc19-9b73-4de4-a49f-da4413819038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:31.913890 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-865cbc19-9b73-4de4-a49f-da4413819038 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423803 Nov 24 22:23:32.005007 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-437aa56a-ed8f-44d0-98dc-1c41c9a104c5 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817873 Nov 24 22:23:32.099860 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efd4b60f-3246-4a81-bc49-85377e0b544c req-90298157-e296-4b34-858d-90acd38b6a35 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868413 Nov 24 22:23:32.183855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-d2c6c3f4-1945-4d4a-be96-678aa7642b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:32.185376 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-d2c6c3f4-1945-4d4a-be96-678aa7642b49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 1097 time: 0.0413477 Nov 24 22:23:32.289759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-c3635dd5-8ecd-43eb-a5b5-f94493e9ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:32.291247 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-c3635dd5-8ecd-43eb-a5b5-f94493e9ad67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0923893 Nov 24 22:23:32.338048 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-5b6886eb-fb45-42d5-8954-21c72683dd17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8 HTTP/1.1" status: 200 len: 217 time: 0.0381017 Nov 24 22:23:32.399069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-7ae13f54-8f8a-4e3b-93c4-32f988865578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:32.400669 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-7ae13f54-8f8a-4e3b-93c4-32f988865578 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0549791 Nov 24 22:23:32.448241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f46df4-2e05-4cf3-86b3-0a9d1c85cdb3 req-85bc1983-5ab7-4f8a-8bda-4842fa7bf9b6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:32.454799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-433676af-2f2b-48b1-9272-2357a35a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:32.456130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b8f46df4-2e05-4cf3-86b3-0a9d1c85cdb3 req-85bc1983-5ab7-4f8a-8bda-4842fa7bf9b6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0619042 Nov 24 22:23:32.456376 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-433676af-2f2b-48b1-9272-2357a35a6f39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475862 Nov 24 22:23:32.490241 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b8f46df4-2e05-4cf3-86b3-0a9d1c85cdb3 req-84e01bc3-9f35-4cf6-8bac-9d12f0a1dd7b tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Nov 24 22:23:32.549812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-75210f31-59ad-4e31-9e1b-5330be44efa5 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847142 Nov 24 22:23:32.644364 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7f9c29c2-dcb8-4dd5-a20a-c5d1e997f434 req-0cf12749-1a6c-46c9-ad07-934c22c55666 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872772 Nov 24 22:23:32.917958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb298ad-5cad-42b3-a892-6137413568f4 req-57f3a7b3-e755-4b65-b71b-be2c29da8e5e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:32.919474 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efb298ad-5cad-42b3-a892-6137413568f4 req-57f3a7b3-e755-4b65-b71b-be2c29da8e5e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0509779 Nov 24 22:23:32.957728 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-efb298ad-5cad-42b3-a892-6137413568f4 req-7395fe2b-7772-4c6d-b6c7-e05b5d54d81d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Nov 24 22:23:33.071300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b5ff-402a-48ca-b2b3-605802c3f1b1 req-55d9a0ef-65e6-4585-9a66-3241dd4f282c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:33.072797 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e71b5ff-402a-48ca-b2b3-605802c3f1b1 req-55d9a0ef-65e6-4585-9a66-3241dd4f282c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0490656 Nov 24 22:23:33.112287 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e71b5ff-402a-48ca-b2b3-605802c3f1b1 req-24310c02-65ed-49d9-b033-47f9858070d1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Nov 24 22:23:33.133519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33712) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:33.196050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ded1a-90a0-4150-a443-8d12b8643849 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:33.197491 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a94ded1a-90a0-4150-a443-8d12b8643849 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1093 time: 0.0630739 Nov 24 22:23:33.200778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33714) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:33.205774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:33.231423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:33.326731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:33.774918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac900b-1585-4d11-a9b2-a6e8ba743fe4 req-c3ae3fd7-2abd-4197-b8e1-ae34efb1d3f5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:33.776316 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0ac900b-1585-4d11-a9b2-a6e8ba743fe4 req-c3ae3fd7-2abd-4197-b8e1-ae34efb1d3f5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0873756 Nov 24 22:23:33.801490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.35 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/4177351d-afb1-4915-863a-ebcaef143628) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:33.849143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0ac900b-1585-4d11-a9b2-a6e8ba743fe4 req-0669a2b2-9ff5-4762-b0d6-92b5fea044c2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623572 Nov 24 22:23:33.931511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:33.964504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:34.004437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:34.007227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:34.014344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:34.017365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=4177351d-afb1-4915-863a-ebcaef143628,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:34.048673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.048933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.049269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.049600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.049929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.050256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.050581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.050901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.051224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.051567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.051889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.052207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:23:34.487376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:34.608495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:34.747016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:34.751239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:34.819055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=4177351d-afb1-4915-863a-ebcaef143628,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:34.830749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:34.951002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 51e09e56-0cd2-49f3-b65e-e6f295ca9033 associated. External IP: 172.26.3.35, port: bc21bdbe-a0f4-4fab-83bf-1ed758c14f34. Nov 24 22:23:35.039909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea66ce5-9f18-464c-bd4a-ac22e70c8dd4 req-d5be16bf-1723-4fd9-89d7-c35dd1f17ca8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:35.041385 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7ea66ce5-9f18-464c-bd4a-ac22e70c8dd4 req-d5be16bf-1723-4fd9-89d7-c35dd1f17ca8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.1235981 Nov 24 22:23:35.094393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7ea66ce5-9f18-464c-bd4a-ac22e70c8dd4 req-744f2645-fc16-4e4b-a6bd-44191b699f99 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Nov 24 22:23:35.196659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:23:35.302060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:35.311422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:35.321878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:35.323255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:35.324067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:23:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:35.348577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ca93eba-90cf-46e5-9678-7ab650357aa7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1466670 Nov 24 22:23:35.349167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:23:35.351560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33720) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:35.352070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2255df9-bf1b-4107-a778-e991fcba24a9" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:23:35.453089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fab286e-a50d-4d0c-acfd-e0a822f2a1cf x-openstack-request-id: req-5fab286e-a50d-4d0c-acfd-e0a822f2a1cf {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:23:35.453497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:23:35.453756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fab286e-a50d-4d0c-acfd-e0a822f2a1cf {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:23:35.454184 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'status': 'completed', 'code': 200} Nov 24 22:23:35.479285 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-99c8d1b4-056e-4e6c-bdc6-3211d2e22e3a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/51e09e56-0cd2-49f3-b65e-e6f295ca9033 HTTP/1.1" status: 200 len: 990 time: 0.1258395 Nov 24 22:23:35.519395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-f535d816-a3ed-4e7f-bad3-d6f803d96a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:35.520932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-f535d816-a3ed-4e7f-bad3-d6f803d96a58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1098 time: 0.0406890 Nov 24 22:23:35.577011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:35.614125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-84621817-bbaf-4190-918d-3dd0e79e4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:35.615721 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-84621817-bbaf-4190-918d-3dd0e79e4d61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 897 time: 0.0881484 Nov 24 22:23:35.709349 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-b35c891c-0935-4150-8f12-647f1c8f507b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 998 time: 0.0856431 Nov 24 22:23:35.763084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-2d7c88ba-1a6f-4262-8950-80b6b15f931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:35.764622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-2d7c88ba-1a6f-4262-8950-80b6b15f931c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 200 len: 835 time: 0.0467525 Nov 24 22:23:35.799183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:34Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:35.812171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-0f0856c0-4c9a-442a-9268-adbeaf500740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:35.813677 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-0f0856c0-4c9a-442a-9268-adbeaf500740 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412490 Nov 24 22:23:35.826537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:35.837243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:35.837856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:23:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:35.905019 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-e33dacf4-d0b6-4091-ba45-47a585a89e67 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826254 Nov 24 22:23:35.943867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:35.998653 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b2255df9-bf1b-4107-a778-e991fcba24a9 req-9a4180d2-a6b6-49c6-a2f6-2553e8c54e72 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862012 Nov 24 22:23:36.166339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:34Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:36.192644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94578f-aad3-48a1-95d9-a1bc27e294c5 None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:23:15Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:34Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:36.207736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21ca0-66bb-41db-9c61-960e05c85a35 req-e9c9d8cb-5270-48fb-865a-f4423a04f160 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:36.209291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8fe21ca0-66bb-41db-9c61-960e05c85a35 req-e9c9d8cb-5270-48fb-865a-f4423a04f160 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0487280 Nov 24 22:23:36.252575 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8fe21ca0-66bb-41db-9c61-960e05c85a35 req-dccb8a42-0c96-4db9-a41a-ba83b2f7d635 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373197 Nov 24 22:23:36.389221 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a814d5ad-a905-4e45-b032-d994039ff137 None None] New status for floating IP 51e09e56-0cd2-49f3-b65e-e6f295ca9033: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:23:36.483208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33728) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:36.544513 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-955e3428-6fa0-412b-a908-b877df6b1347 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/51e09e56-0cd2-49f3-b65e-e6f295ca9033 HTTP/1.1" status: 200 len: 990 time: 0.0589643 Nov 24 22:23:37.379827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57918d3-461e-4860-a1e5-e469de5699ef req-e36f72ac-47f1-4feb-ba36-15e222325e53 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:37.381304 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b57918d3-461e-4860-a1e5-e469de5699ef req-e36f72ac-47f1-4feb-ba36-15e222325e53 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0496323 Nov 24 22:23:37.418644 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b57918d3-461e-4860-a1e5-e469de5699ef req-ee7549a5-59bd-46b6-935b-bf0612368350 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Nov 24 22:23:37.547238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33732) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:37.617650 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8fbaea7f-ef8d-461f-8cad-a6cbf614ad74 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/51e09e56-0cd2-49f3-b65e-e6f295ca9033 HTTP/1.1" status: 200 len: 992 time: 0.0692639 Nov 24 22:23:37.649665 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-8bb1e1a2-5a58-48db-9ca9-54d4967158d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418954 Nov 24 22:23:37.741741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-af06a4bf-7bee-402b-bd8a-0e6f85b7ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:37.743175 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-af06a4bf-7bee-402b-bd8a-0e6f85b7ce52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1098 time: 0.0402188 Nov 24 22:23:37.865525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-c72614af-d127-4ae4-9da5-47a87b1bca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:37.866971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-c72614af-d127-4ae4-9da5-47a87b1bca7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 897 time: 0.0868206 Nov 24 22:23:37.931927 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-57df4434-5917-4904-8cfd-d0f7cbd66c77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 1000 time: 0.0566423 Nov 24 22:23:37.983463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-a6463a80-826d-424f-875f-379dd16cddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:37.984905 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-a6463a80-826d-424f-875f-379dd16cddca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 200 len: 835 time: 0.0450127 Nov 24 22:23:38.029980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-3197f612-6d55-45e2-97a0-d6df46f084eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:38.031409 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-3197f612-6d55-45e2-97a0-d6df46f084eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390580 Nov 24 22:23:38.120837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-e435eb51-1254-4dc7-8e7c-944a76218e1f service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807416 Nov 24 22:23:38.213754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-98503ab5-0ec4-45a1-89e2-c60a78b995c3 req-8676ea4f-1185-4fbb-a7f3-3ae627a19501 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848057 Nov 24 22:23:38.528764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee168b-60c5-4c18-80b1-508761635225 req-c95056b2-affd-437a-837c-eca3076f1862 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:38.530209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-94ee168b-60c5-4c18-80b1-508761635225 req-c95056b2-affd-437a-837c-eca3076f1862 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0476136 Nov 24 22:23:38.567183 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-94ee168b-60c5-4c18-80b1-508761635225 req-0482f59f-c286-4c82-9417-a0958f38bf02 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Nov 24 22:23:39.675975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ff14a-5535-43f8-bffe-302fb447d46e req-bf521504-2e4e-42f6-9c0d-55ea55d603cb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:39.677429 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c4ff14a-5535-43f8-bffe-302fb447d46e req-bf521504-2e4e-42f6-9c0d-55ea55d603cb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0474861 Nov 24 22:23:39.718263 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c4ff14a-5535-43f8-bffe-302fb447d46e req-84382c11-7ed1-4ee1-b567-4fefca576c0b tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346270 Nov 24 22:23:40.829896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430bb45-dd18-4f33-9d35-155525695914 req-051cb0dc-83ac-40f9-bcfc-b44c31b28f61 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:40.831334 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1430bb45-dd18-4f33-9d35-155525695914 req-051cb0dc-83ac-40f9-bcfc-b44c31b28f61 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0477931 Nov 24 22:23:40.868700 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1430bb45-dd18-4f33-9d35-155525695914 req-3f0bc936-b0df-46cf-9e1c-ee3566888a9d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Nov 24 22:23:41.979588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670fb81-fc91-482b-8012-36fe2511a729 req-32d9f67f-0f51-4501-90fa-323a3074afc6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:41.981031 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1670fb81-fc91-482b-8012-36fe2511a729 req-32d9f67f-0f51-4501-90fa-323a3074afc6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0483360 Nov 24 22:23:42.018175 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1670fb81-fc91-482b-8012-36fe2511a729 req-c3490e36-9549-4743-bfa5-407b0b81044b tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311997 Nov 24 22:23:43.126933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a3310-c631-4f1d-87e5-e2c699759de2 req-d0ce3397-b840-4191-aac8-a4e4492a08a6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:43.128410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c1a3310-c631-4f1d-87e5-e2c699759de2 req-d0ce3397-b840-4191-aac8-a4e4492a08a6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0472941 Nov 24 22:23:43.168558 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c1a3310-c631-4f1d-87e5-e2c699759de2 req-0ca50c17-fd35-4755-b198-6b873ce10e32 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Nov 24 22:23:44.189146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5de8f71d-49e6-467e-a49c-b293eb5057c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:44.281439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157656f0-aaf9-452a-afbc-d5c9ea16c98d req-b640ee51-3ac9-469e-b597-dbfeb3bd5cc5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:44.282899 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-157656f0-aaf9-452a-afbc-d5c9ea16c98d req-b640ee51-3ac9-469e-b597-dbfeb3bd5cc5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 944 time: 0.0486650 Nov 24 22:23:44.319774 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-157656f0-aaf9-452a-afbc-d5c9ea16c98d req-7334b93e-800e-447e-be5d-2ac2073a16d2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Nov 24 22:23:44.643044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:23:44.738687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:44.749845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'port_id': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'mac_address': 'fa:16:3e:23:1f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:23:44.785809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:44.799303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:23:44.818119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:44.822270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:44.868391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:45.040541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['3f4d7da6-78b9-4af3-8298-d1ad57714bb8'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:23:45.432529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ffb-ddd8-4d0c-ac0d-acc350e566fd req-2846f8d7-ce49-4bc4-b8d6-dd26f3aff39e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:45.433991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-259f6ffb-ddd8-4d0c-ac0d-acc350e566fd req-2846f8d7-ce49-4bc4-b8d6-dd26f3aff39e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 945 time: 0.0492909 Nov 24 22:23:45.471654 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-259f6ffb-ddd8-4d0c-ac0d-acc350e566fd req-a4287ac2-edf1-4ad5-99be-4d03c02a0c99 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Nov 24 22:23:46.582511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b3ea2-f57b-4377-9764-70bf5b293bae req-620d5c6e-20bd-4e0d-b8d4-68b60b2f53d4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:46.584011 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c8b3ea2-f57b-4377-9764-70bf5b293bae req-620d5c6e-20bd-4e0d-b8d4-68b60b2f53d4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 945 time: 0.0488403 Nov 24 22:23:46.615874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ba88c7b-2ecc-45a1-afba-f2336b5c595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:46.625156 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c8b3ea2-f57b-4377-9764-70bf5b293bae req-153694ee-9806-4c3d-ae5d-73a675fd9406 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352659 Nov 24 22:23:46.688624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:23:46.735395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:23:46.738832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:23:46.739202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:46.816794 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:46.848596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:23:46.850834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d8873-4c3a-46c5-bd54-77002f610045" -d '{"events": [{"server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:23:46.862735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:46.865283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:23:46.869178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:46.892299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0593c-5847-4f09-9908-1200565d0e99 x-openstack-request-id: req-deb0593c-5847-4f09-9908-1200565d0e99 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:23:46.892594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:23:46.892849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deb0593c-5847-4f09-9908-1200565d0e99 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:23:46.893241 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'code': 200} Nov 24 22:23:46.918679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:47.086977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374720a6-ee1f-4ff3-9158-3106e0b73c89 req-446320b7-9dd8-4c52-a6c8-a9b2a529b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:47.088463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-374720a6-ee1f-4ff3-9158-3106e0b73c89 req-446320b7-9dd8-4c52-a6c8-a9b2a529b57e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 1099 time: 0.0402257 Nov 24 22:23:47.122095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-374720a6-ee1f-4ff3-9158-3106e0b73c89 req-ebf6e389-e49d-4097-9728-25a374d12217 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266333 Nov 24 22:23:47.736920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abec629-2dbd-4e62-b063-45a4ecafba4b req-a250698a-766f-480e-9511-e66e5db4fe77 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:47.738393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7abec629-2dbd-4e62-b063-45a4ecafba4b req-a250698a-766f-480e-9511-e66e5db4fe77 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0480049 Nov 24 22:23:47.774068 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7abec629-2dbd-4e62-b063-45a4ecafba4b req-ce5483a1-c554-4230-a887-0a884e06eb9f tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298223 Nov 24 22:23:48.316569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:48.887253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4a3d9-5214-4b0f-8adb-9d5efbe86c31 req-9e9fb71c-a0e8-44f0-9530-23278cf9d821 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:48.888740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9a4a3d9-5214-4b0f-8adb-9d5efbe86c31 req-9e9fb71c-a0e8-44f0-9530-23278cf9d821 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0489190 Nov 24 22:23:48.924970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9a4a3d9-5214-4b0f-8adb-9d5efbe86c31 req-11605ddb-6bf0-4a4e-875e-e92152e76149 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303397 Nov 24 22:23:49.034344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae011a-6f91-48a1-9e30-054110323f10 req-e2798a15-3d0f-4a3c-aff6-f650c584f3bd tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:49.035737 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4ae011a-6f91-48a1-9e30-054110323f10 req-e2798a15-3d0f-4a3c-aff6-f650c584f3bd tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0472314 Nov 24 22:23:49.077253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4ae011a-6f91-48a1-9e30-054110323f10 req-433d73b0-c778-4121-9675-5fc052c8b1f6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355766 Nov 24 22:23:49.098653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33758) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:49.230833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51aa2af-a65b-4976-ad87-cc220aff52c1 tempest-TestVolumeBootPattern-2126545323 tempest-TestVolumeBootPattern-2126545323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:49.232354 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d51aa2af-a65b-4976-ad87-cc220aff52c1 tempest-TestVolumeBootPattern-2126545323 tempest-TestVolumeBootPattern-2126545323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 1094 time: 0.1327004 Nov 24 22:23:49.235266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33762) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:23:49.240183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:23:49.266658 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:49.360825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:49.465331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Allocated IP 172.26.3.147 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/7bc86061-bc18-47ea-ba76-6b9bb2531650) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:23:49.563610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:49.598649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:49.606588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:49.636315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:23:49.640467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:23:49.645365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:23:49.671314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=7bc86061-bc18-47ea-ba76-6b9bb2531650,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:49.979480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:50.044635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:50.423394 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:50.427939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:50.492496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=7bc86061-bc18-47ea-ba76-6b9bb2531650,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:23:50.504336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:50.599011 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Floating IP 803f579e-a513-4d2f-8ced-f9ca5e3183d0 associated. External IP: 172.26.3.147, port: 3f4d7da6-78b9-4af3-8298-d1ad57714bb8. Nov 24 22:23:50.799297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:23:50.904614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:23:50.914211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:23:50.923231 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:23:50.927387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:50.928041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:23:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:50.963543 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-de3b2bcc-b3c2-4518-878a-0fa524b6ab29 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7152174 Nov 24 22:23:50.963543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:23:50.963543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72" -d '{"events": [{"name": "network-changed", "server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:23:50.989339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6723ed44-c28c-49a2-bb49-ac0e6820ae5b x-openstack-request-id: req-6723ed44-c28c-49a2-bb49-ac0e6820ae5b {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:23:50.989948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:23:50.989948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6723ed44-c28c-49a2-bb49-ac0e6820ae5b {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:23:50.990251 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'status': 'completed', 'code': 200} Nov 24 22:23:51.029639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:51.052772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-109f0766-f7a1-4578-bf4f-8c5716e056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:51.054255 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-109f0766-f7a1-4578-bf4f-8c5716e056bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 1099 time: 0.0405216 Nov 24 22:23:51.147973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-bf47ef8d-c15c-41d2-8f83-ccea10a27977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:51.149435 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-bf47ef8d-c15c-41d2-8f83-ccea10a27977 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0875356 Nov 24 22:23:51.214170 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-f78d8082-0a75-431f-bcbf-964f01fa8785 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8 HTTP/1.1" status: 200 len: 1000 time: 0.0575550 Nov 24 22:23:51.252117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '803f579e-a513-4d2f-8ced-f9ca5e3183d0', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.147', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:23:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:49Z', 'updated_at': '2021-11-24T22:23:49Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:51.267336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-c00c495d-8a50-4a3b-b757-25c9fdf7857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:51.268812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-c00c495d-8a50-4a3b-b757-25c9fdf7857c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0464900 Nov 24 22:23:51.278165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:23:51.287376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:23:51.288027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:23:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:51.314369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-91324049-0b24-4b04-9173-65bdeb0ffaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:23:51.315776 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-91324049-0b24-4b04-9173-65bdeb0ffaf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393872 Nov 24 22:23:51.393916 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:23:51.405970 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-19a97705-7efd-4021-8094-ecbb7661073d service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 Nov 24 22:23:51.500385 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8d89cb3-9efb-4ee7-b8dd-de27661dae72 req-734ae59a-b807-4172-8437-3280f9db1508 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862672 Nov 24 22:23:51.617666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '803f579e-a513-4d2f-8ced-f9ca5e3183d0', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.147', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:23:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:49Z', 'updated_at': '2021-11-24T22:23:49Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:23:51.644453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429985d3-54ec-4bb0-8e89-6242940aea06 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '803f579e-a513-4d2f-8ced-f9ca5e3183d0', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.147', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:23:1f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:49Z', 'updated_at': '2021-11-24T22:23:49Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:23:51.823970 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16466ea6-7957-4983-8f0d-321de3ce8715 None None] New status for floating IP 803f579e-a513-4d2f-8ced-f9ca5e3183d0: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:23:59.560672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:03.528127 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:24:08.624276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33782) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:08.700658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3855772-48e8-4c2a-8017-24f0e484ce26 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:08.701172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3855772-48e8-4c2a-8017-24f0e484ce26 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:08.701596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3855772-48e8-4c2a-8017-24f0e484ce26 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:08.703253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3855772-48e8-4c2a-8017-24f0e484ce26 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=e8d29a1b03214f108524bb39df2bc726&network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 2999 time: 0.0779877 Nov 24 22:24:10.871510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33792) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:10.927303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39bf34-7ff5-4930-8b67-5d35c11e53f9 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:10.928898 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-af39bf34-7ff5-4930-8b67-5d35c11e53f9 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 814 time: 0.0562730 Nov 24 22:24:11.613763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33800) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:11.619397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--1352649353', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:11.640216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:24:11.643600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:11.668104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:24:11.676496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:11.676837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 0b442404-b5c2-4908-8423-3e5a9c55a519 of type vlan for network b819224f-a17f-417a-a9b1-590500b7f41c Nov 24 22:24:11.715483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:11.738961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:11.745090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:11.745671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:11.801177 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862364 Nov 24 22:24:11.804829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33802) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:11.848898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e696ba7-9103-4453-a5d1-129a80be6fea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=b819224f-a17f-417a-a9b1-590500b7f41c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:11.863147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b819224f-a17f-417a-a9b1-590500b7f41c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:24:11.888171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b22be6-2e38-43ca-8fcb-536789a124fc tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:11.889601 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f5b22be6-2e38-43ca-8fcb-536789a124fc tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0838385 Nov 24 22:24:11.895492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33804) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:11.988376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9deed-25f4-4d38-aa42-0c4f9f710767 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:11.989892 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-87c9deed-25f4-4d38-aa42-0c4f9f710767 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962641 Nov 24 22:24:11.992739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33806) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:12.022220 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20d26180-b16c-4f7b-8445-3ca800ddf874 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252454 Nov 24 22:24:12.022567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33808) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:12.053566 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f92c6fab-5642-4cc0-822c-b58f757d7d22 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299325 Nov 24 22:24:12.056055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33810) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:12.154138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326bc8a-f7a3-433e-8d59-ffc2b695ff24 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:12.155626 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7326bc8a-f7a3-433e-8d59-ffc2b695ff24 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982380 Nov 24 22:24:12.158434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33812) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:12.186022 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3aa035cf-f269-4f5c-af0f-e3546c1f6149 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265555 Nov 24 22:24:12.188408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33814) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:12.193681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574316215', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:12.562048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:24:12.566068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:12.747782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:12.811183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=745a026d-1f29-4d85-afb1-f5609c2fdb59,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:12.815882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:24:12.816178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: b819224f-a17f-417a-a9b1-590500b7f41c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:24:12.832908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b819224f-a17f-417a-a9b1-590500b7f41c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:24:12.840644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b819224f-a17f-417a-a9b1-590500b7f41c) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:24:12.844676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:12.845291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:12.849977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0997f-da0f-459d-aa06-24d2883fbb08 None None] Network b819224f-a17f-417a-a9b1-590500b7f41c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:24:12.860944 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce5f5ffa-9777-4eff-b4e3-23b03d79411a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6712627 Nov 24 22:24:12.989882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b819224f-a17f-417a-a9b1-590500b7f41c', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': '745a026d-1f29-4d85-afb1-f5609c2fdb59'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:24:12.991390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.087328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.092443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109768914', 'description': 'tempest-secgroup-smoke-1109768914 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.116181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.128258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Allocated IP 172.20.0.18 (b819224f-a17f-417a-a9b1-590500b7f41c/745a026d-1f29-4d85-afb1-f5609c2fdb59/c164032a-8223-4b92-a6b5-21887fefe078) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:24:13.183587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.187791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.217959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.222123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336884 Nov 24 22:24:13.222298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33820) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.223175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5b291-a03f-4529-951a-53f3f65ff0b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e4de19-e015-485a-8923-47422c879e8b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.228707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4de19-e015-485a-8923-47422c879e8b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.256367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.282100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.288546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.312479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.316477 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.324624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Network b819224f-a17f-417a-a9b1-590500b7f41c is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:24:13.327483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:24:13.329868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:24:13.334117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5369189b-b183-40b3-b34a-97422663bb0b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.342004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.344081 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b4793d4d-0f6d-4e4b-a1c3-7c17ac6b7e7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206167 Nov 24 22:24:13.345979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33822) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.350895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4de19-e015-485a-8923-47422c879e8b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.362066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Pushing event updated for resources: {'Port': ['ID=c164032a-8223-4b92-a6b5-21887fefe078,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.380148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.397038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Attempting to bind port c164032a-8223-4b92-a6b5-21887fefe078 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:24:13.397411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Attempting to bind port c164032a-8223-4b92-a6b5-21887fefe078 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:24:13.397775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Attempting to bind port c164032a-8223-4b92-a6b5-21887fefe078 on network b819224f-a17f-417a-a9b1-590500b7f41c {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:24:13.402804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:24:13.403177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Checking segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:24:13.403734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.404136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Bound using segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:24:13.404654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Bound port: c164032a-8223-4b92-a6b5-21887fefe078, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:24:13.405062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.441831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.445689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.464787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225ec2d1-4a23-4acd-a5da-6ccb794b31cb,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.472493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] For port c164032a-8223-4b92-a6b5-21887fefe078, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:24:13.473944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.478449 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-addd33a9-f89e-4fb4-8714-b37deca7b509 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288147 Nov 24 22:24:13.478605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] For port c164032a-8223-4b92-a6b5-21887fefe078, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c164032a-8223-4b92-a6b5-21887fefe078,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:24:13.478732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.482876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.483086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4de19-e015-485a-8923-47422c879e8b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.514909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.537718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c58c10-081c-4eef-9704-3e0312cd08d4 None None] Pushing event updated for resources: {'Port': ['ID=c164032a-8223-4b92-a6b5-21887fefe078,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.586444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.590144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.609165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9ce0a4-05c0-4d17-80b9-02f7f276ea8f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.618599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.619827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-487082ca-b91c-4ffc-a08a-a975f94dc8a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403258 Nov 24 22:24:13.622634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33826) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.627408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4de19-e015-485a-8923-47422c879e8b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.654797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.738473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.742448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.763649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fb8abb-3a03-4808-a9d0-028c95822a9d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.769111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.770541 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-afd90793-9328-44d6-bdda-c76da55cebf1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469147 Nov 24 22:24:13.773828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33828) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.779045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4de19-e015-485a-8923-47422c879e8b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.802498 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:24:13.807703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.870618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.873908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.890979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf6520e-84da-468b-b65e-2dc3fd444717,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:13.899266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.900530 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-07960531-4767-44df-94be-36762de5d594 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257095 Nov 24 22:24:13.903262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33830) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:13.907447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4de19-e015-485a-8923-47422c879e8b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:13.929089 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:24:13.935354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:13.996686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.000152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.020007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af30a589-e2a6-4ee2-97fc-af99b707d6c2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:14.025062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.026264 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e299faf5-75b9-4767-8e4f-4188ffa83f9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220355 Nov 24 22:24:14.166768 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-74741251-0110-487b-b84d-34c9c9fd7ee1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109768914&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0337794 Nov 24 22:24:14.192206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c1a43ff-9c7a-4cbd-89e3-123f6f4d3bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.284334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-0bfdd00d-6993-4718-8d31-c17cfb7f709b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:14.285848 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-0bfdd00d-6993-4718-8d31-c17cfb7f709b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=b819224f-a17f-417a-a9b1-590500b7f41c HTTP/1.1" status: 200 len: 797 time: 0.1112113 Nov 24 22:24:14.301680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-68bcc268-bb49-4fea-a4fc-bf4fbc70e908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Nov 24 22:24:14.361873 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-b078dd97-87e8-4cb9-baaf-b3344e3b6634 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536864 Nov 24 22:24:14.381291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e7061-8b81-4d4c-9ae6-152a653fc4bd None None] Network b819224f-a17f-417a-a9b1-590500b7f41c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:24:14.468233 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-f424ed3e-c23c-46dc-b673-0e1aceae8c91 service neutron] 10.222.0.41 "GET /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917940 Nov 24 22:24:14.569030 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-d196dfb0-465f-4324-bcd1-51d6cded5684 service neutron] 10.222.0.41 "GET /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971651 Nov 24 22:24:14.609930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6a868754-3f3a-4c7a-9ed9-7a78e722f877 None None] Provisioning complete for port c164032a-8223-4b92-a6b5-21887fefe078 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:14.610299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6a868754-3f3a-4c7a-9ed9-7a78e722f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.746737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6a868754-3f3a-4c7a-9ed9-7a78e722f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.748545 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b24d5988-5b3b-4ce9-a0be-c339c816449c req-9c8a0661-cea2-41c0-92a8-a122ee9c2190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 210 time: 0.0345123 Nov 24 22:24:14.798705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6a868754-3f3a-4c7a-9ed9-7a78e722f877 None None] For port c164032a-8223-4b92-a6b5-21887fefe078, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c164032a-8223-4b92-a6b5-21887fefe078,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:14.803199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6a868754-3f3a-4c7a-9ed9-7a78e722f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:14.880334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a868754-3f3a-4c7a-9ed9-7a78e722f877 None None] Pushing event updated for resources: {'Port': ['ID=c164032a-8223-4b92-a6b5-21887fefe078,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:14.936924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c164032a-8223-4b92-a6b5-21887fefe078 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:24:14.988947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c164032a-8223-4b92-a6b5-21887fefe078 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:14.989419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:15.124515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1bfc774f-af6c-4fd5-98ed-e644588c4a26 None None] Provisioning complete for port c164032a-8223-4b92-a6b5-21887fefe078 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:15.125008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1bfc774f-af6c-4fd5-98ed-e644588c4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:15.798917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-a3ca0715-12a3-43a9-9c7e-d684bb0bf6bd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:15.800602 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-a3ca0715-12a3-43a9-9c7e-d684bb0bf6bd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=b819224f-a17f-417a-a9b1-590500b7f41c HTTP/1.1" status: 200 len: 797 time: 0.1197007 Nov 24 22:24:15.847639 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-a54ca9bd-800f-4ebd-b112-777069932b5d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 473 time: 0.0376844 Nov 24 22:24:15.857746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['f2e4de19-e015-485a-8923-47422c879e8b']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:15.879513 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21a0d0f7-5bb0-4770-ac72-577905e73bf5 req-03c5da8e-e7b4-4564-9dcd-f6251d58075a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 210 time: 0.0338917 Nov 24 22:24:15.989193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:24:15.992701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.118922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.26 (b819224f-a17f-417a-a9b1-590500b7f41c/745a026d-1f29-4d85-afb1-f5609c2fdb59/9034f436-558b-403c-a82d-7f6f56b353de) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:24:16.275365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.311426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.354409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b819224f-a17f-417a-a9b1-590500b7f41c is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:24:16.357506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:24:16.362230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:24:16.395452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9034f436-558b-403c-a82d-7f6f56b353de,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:16.426508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:16.427180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.445952 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-77e73361-4965-4b19-a5b4-4306e4c3ddd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927229 Nov 24 22:24:16.459046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Request body: {'port': {'device_id': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:24:16.519668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.616826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-54be8a99-ebe3-42fb-9aae-ed08d4fffa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.629851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-de59b33c-5116-4f57-a630-9306e4ec05b4 None None] Provisioning complete for port 9034f436-558b-403c-a82d-7f6f56b353de triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:16.630033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de59b33c-5116-4f57-a630-9306e4ec05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.664440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-de59b33c-5116-4f57-a630-9306e4ec05b4 None None] Port 9034f436-558b-403c-a82d-7f6f56b353de cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:24:16.817115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9034f436-558b-403c-a82d-7f6f56b353de {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:24:16.826541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.843052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Transition to ACTIVE for port object 9034f436-558b-403c-a82d-7f6f56b353de will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:24:16.848350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.849436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:16.890875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c164032a-8223-4b92-a6b5-21887fefe078 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:24:16.910846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Pushing event updated for resources: {'Port': ['ID=9034f436-558b-403c-a82d-7f6f56b353de,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:16.961180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c164032a-8223-4b92-a6b5-21887fefe078 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:16.961612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:17.004606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Attempting to bind port 9034f436-558b-403c-a82d-7f6f56b353de on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:24:17.004990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Attempting to bind port 9034f436-558b-403c-a82d-7f6f56b353de by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:24:17.005280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Attempting to bind port 9034f436-558b-403c-a82d-7f6f56b353de on network b819224f-a17f-417a-a9b1-590500b7f41c {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:24:17.010906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Port 9034f436-558b-403c-a82d-7f6f56b353de on network b819224f-a17f-417a-a9b1-590500b7f41c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:24:17.011228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Attempting to bind port 9034f436-558b-403c-a82d-7f6f56b353de on network b819224f-a17f-417a-a9b1-590500b7f41c {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:24:17.017136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:24:17.017476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Checking segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:24:17.018005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Bound using segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:24:17.018450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Bound port: 9034f436-558b-403c-a82d-7f6f56b353de, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:24:17.018816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:17.035879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55731c-0dc6-47c4-b4df-f356f0c9c1dd req-abbfad65-dc07-4050-8079-10f30cce78fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.038094 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e55731c-0dc6-47c4-b4df-f356f0c9c1dd req-abbfad65-dc07-4050-8079-10f30cce78fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 944 time: 0.0676003 Nov 24 22:24:17.086266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e55731c-0dc6-47c4-b4df-f356f0c9c1dd req-ae3bb8be-077b-4bf6-bf13-d37c638ee0d5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 Nov 24 22:24:17.109841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] For port 9034f436-558b-403c-a82d-7f6f56b353de, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:24:17.113013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] For port 9034f436-558b-403c-a82d-7f6f56b353de, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9034f436-558b-403c-a82d-7f6f56b353de,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:24:17.117504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:17.151365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.152004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:17.153424 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] 10.222.0.71 "PUT /v2.0/ports/9034f436-558b-403c-a82d-7f6f56b353de HTTP/1.1" status: 200 len: 1094 time: 0.6992474 Nov 24 22:24:17.153806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'tag': '9034f436-558b-403c-a82d-7f6f56b353de'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:24:17.156067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d411a0-02f1-412c-b833-a0625a9dc8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "46207f3a-9d2c-4b35-9752-0e93a9abe476", "tag": "9034f436-558b-403c-a82d-7f6f56b353de"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:24:17.180838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca1de3-ab78-4ff0-a8da-fcfd99ceb1ea service neutron] Pushing event updated for resources: {'Port': ['ID=9034f436-558b-403c-a82d-7f6f56b353de,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:17.206722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea22d1-f03f-4307-8657-671fb4fabec3 x-openstack-request-id: req-45ea22d1-f03f-4307-8657-671fb4fabec3 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:24:17.207015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46207f3a-9d2c-4b35-9752-0e93a9abe476", "tag": "9034f436-558b-403c-a82d-7f6f56b353de", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:24:17.207268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45ea22d1-f03f-4307-8657-671fb4fabec3 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:24:17.207696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'tag': '9034f436-558b-403c-a82d-7f6f56b353de', 'status': 'completed', 'code': 200} Nov 24 22:24:17.241231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-de00b684-19dc-455f-8c0a-a94834951a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.242740 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-de00b684-19dc-455f-8c0a-a94834951a40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 1097 time: 0.0448556 Nov 24 22:24:17.369612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-210a2034-0358-47c8-a642-18bbab4a4b24 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9034f436-558b-403c-a82d-7f6f56b353de HTTP/1.1" status: 200 len: 217 time: 0.0396359 Nov 24 22:24:17.421746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-5de3dce7-55a3-4c61-a4ea-173e338917b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.423810 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-5de3dce7-55a3-4c61-a4ea-173e338917b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=745a026d-1f29-4d85-afb1-f5609c2fdb59 HTTP/1.1" status: 200 len: 837 time: 0.0471408 Nov 24 22:24:17.473063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-e2e9d24c-5e07-429a-a44a-29a85b8d2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.475098 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-e2e9d24c-5e07-429a-a44a-29a85b8d2197 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b819224f-a17f-417a-a9b1-590500b7f41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447447 Nov 24 22:24:17.575888 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-d9987216-2543-4ff0-8d73-ae490788b61e service neutron] 10.222.0.71 "GET /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935085 Nov 24 22:24:17.666204 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-09c1aba7-bc8b-4d7e-b13a-e4afa22b0db9 req-f6afb783-ac5d-479d-a20c-f5a825e99122 service neutron] 10.222.0.71 "GET /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833437 Nov 24 22:24:17.752941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-39249c44-47ee-4855-81aa-d42d188c52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.754294 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-39249c44-47ee-4855-81aa-d42d188c52b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 1097 time: 0.0436180 Nov 24 22:24:17.844072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-9699fb6b-4896-4b5f-8384-8f403e8a9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.845564 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-9699fb6b-4896-4b5f-8384-8f403e8a9a29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b819224f-a17f-417a-a9b1-590500b7f41c HTTP/1.1" status: 200 len: 898 time: 0.0829527 Nov 24 22:24:17.890744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-7c69f9ac-9dfb-4002-8c21-2f2eb9f8189a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9034f436-558b-403c-a82d-7f6f56b353de HTTP/1.1" status: 200 len: 217 time: 0.0354383 Nov 24 22:24:17.942730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-c967c669-5a26-4de6-bfad-4f0021c4482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.944700 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-c967c669-5a26-4de6-bfad-4f0021c4482e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=745a026d-1f29-4d85-afb1-f5609c2fdb59 HTTP/1.1" status: 200 len: 837 time: 0.0473390 Nov 24 22:24:17.991241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-420e9d98-bbc3-4df4-957d-bf4a9ecc34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:17.992780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-420e9d98-bbc3-4df4-957d-bf4a9ecc34d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b819224f-a17f-417a-a9b1-590500b7f41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401895 Nov 24 22:24:18.082179 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-bb10144c-cc67-4e65-b96d-7f8b3f9ce1fe service neutron] 10.222.0.71 "GET /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805852 Nov 24 22:24:18.177892 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-63d411a0-02f1-412c-b833-a0625a9dc8b8 req-de747d2a-d6a0-4e99-a21d-4bc8fd65149f service neutron] 10.222.0.71 "GET /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870817 Nov 24 22:24:18.200804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bbccf-9817-421e-9aad-fe45f96c4576 req-d69e65e3-aa11-4e54-ae94-57dc297e2ebe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:18.202287 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e3bbccf-9817-421e-9aad-fe45f96c4576 req-d69e65e3-aa11-4e54-ae94-57dc297e2ebe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 944 time: 0.0499923 Nov 24 22:24:18.238980 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e3bbccf-9817-421e-9aad-fe45f96c4576 req-40b847cb-b572-46ac-bbd6-73b6134dd646 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Nov 24 22:24:18.319039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:19.352930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87a231-a8bf-4e1b-99a6-63b84ab4e30f req-789953c9-d734-47e0-a41a-919cea813a3e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:19.354374 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ce87a231-a8bf-4e1b-99a6-63b84ab4e30f req-789953c9-d734-47e0-a41a-919cea813a3e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 944 time: 0.0487585 Nov 24 22:24:19.393272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ce87a231-a8bf-4e1b-99a6-63b84ab4e30f req-b034a878-18c3-408d-a39a-b4f0c22458e2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Nov 24 22:24:19.610264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:20.509787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12a1d-432c-459b-9612-d03fc7fc4812 req-58bcc7d2-c3a0-4c09-b917-4ebc7a4439a9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:20.511329 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d1d12a1d-432c-459b-9612-d03fc7fc4812 req-58bcc7d2-c3a0-4c09-b917-4ebc7a4439a9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 944 time: 0.0527375 Nov 24 22:24:20.549908 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d1d12a1d-432c-459b-9612-d03fc7fc4812 req-09b1ead6-32de-4909-8895-0ff9fe907d12 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Nov 24 22:24:20.858833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9034f436-558b-403c-a82d-7f6f56b353de details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:24:20.958966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9034f436-558b-403c-a82d-7f6f56b353de, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9034f436-558b-403c-a82d-7f6f56b353de,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:20.970678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '9034f436-558b-403c-a82d-7f6f56b353de', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'port_id': '9034f436-558b-403c-a82d-7f6f56b353de', 'mac_address': 'fa:16:3e:fa:64:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:24:21.007676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:21.020199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9034f436-558b-403c-a82d-7f6f56b353de {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:24:21.040267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9034f436-558b-403c-a82d-7f6f56b353de, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9034f436-558b-403c-a82d-7f6f56b353de,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:21.043977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:21.093548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=9034f436-558b-403c-a82d-7f6f56b353de,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:21.274334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['9034f436-558b-403c-a82d-7f6f56b353de'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:24:21.665533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47515ca-f6e5-4505-9294-0ce69169dd6d req-f8d0b892-58cf-4717-b8c3-26256dc81bce tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:21.667024 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b47515ca-f6e5-4505-9294-0ce69169dd6d req-f8d0b892-58cf-4717-b8c3-26256dc81bce tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 945 time: 0.0501385 Nov 24 22:24:21.705446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b47515ca-f6e5-4505-9294-0ce69169dd6d req-34cf4151-ae27-495a-b998-b6f349e9111d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325277 Nov 24 22:24:22.819796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c040c-aa2f-41e2-b8e1-4e357768e95e req-aea4da25-fb8d-451f-bc31-8cf9ab8128b4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:22.821309 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-640c040c-aa2f-41e2-b8e1-4e357768e95e req-aea4da25-fb8d-451f-bc31-8cf9ab8128b4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Nov 24 22:24:22.858802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-640c040c-aa2f-41e2-b8e1-4e357768e95e req-fcc08b1f-0c09-485d-b81a-25feb82e087f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Nov 24 22:24:22.871582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9034f436-558b-403c-a82d-7f6f56b353de up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:24:22.919585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 9034f436-558b-403c-a82d-7f6f56b353de completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:24:22.923199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 9034f436-558b-403c-a82d-7f6f56b353de triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:22.923599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:22.997394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:23.019778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034f436-558b-403c-a82d-7f6f56b353de'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:24:23.022644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424f8b4f-2de7-4a3c-be5e-6fbce03aee1a" -d '{"events": [{"server_uuid": "46207f3a-9d2c-4b35-9752-0e93a9abe476", "name": "network-vif-plugged", "status": "completed", "tag": "9034f436-558b-403c-a82d-7f6f56b353de"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:24:23.035245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9034f436-558b-403c-a82d-7f6f56b353de, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9034f436-558b-403c-a82d-7f6f56b353de,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:23.039029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:23.064788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2eb3f4c-7053-4e1a-84ea-d7a143512bad x-openstack-request-id: req-c2eb3f4c-7053-4e1a-84ea-d7a143512bad {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:24:23.065100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46207f3a-9d2c-4b35-9752-0e93a9abe476", "name": "network-vif-plugged", "status": "completed", "tag": "9034f436-558b-403c-a82d-7f6f56b353de", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:24:23.065354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2eb3f4c-7053-4e1a-84ea-d7a143512bad {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:24:23.065737 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034f436-558b-403c-a82d-7f6f56b353de', 'code': 200} Nov 24 22:24:23.091867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=9034f436-558b-403c-a82d-7f6f56b353de,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:23.229243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e001400-bcc7-44a8-82d2-589b218b4047 req-92bbd9fc-7fe7-4a6f-b334-a004ae8b2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:23.230733 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4e001400-bcc7-44a8-82d2-589b218b4047 req-92bbd9fc-7fe7-4a6f-b334-a004ae8b2131 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 1099 time: 0.0440481 Nov 24 22:24:23.267100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4e001400-bcc7-44a8-82d2-589b218b4047 req-cd356d22-13ba-45b8-be4c-e374334e9ca1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288661 Nov 24 22:24:23.978386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429d7f1-1cbb-43f4-b38e-12a112771459 req-d347c812-b70c-4044-9733-3d8c58b7bfb2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:23.979948 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b429d7f1-1cbb-43f4-b38e-12a112771459 req-d347c812-b70c-4044-9733-3d8c58b7bfb2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 946 time: 0.0545559 Nov 24 22:24:24.019488 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b429d7f1-1cbb-43f4-b38e-12a112771459 req-d7d73d79-238b-46bf-bdf2-f5cffb3375c0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332282 Nov 24 22:24:25.146123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e181ac1-05e9-4f96-bc2b-ef9709e80d9f req-248c1b76-491c-44dc-a91a-b0772a8a3beb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:25.147684 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e181ac1-05e9-4f96-bc2b-ef9709e80d9f req-248c1b76-491c-44dc-a91a-b0772a8a3beb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 946 time: 0.0539656 Nov 24 22:24:25.186675 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e181ac1-05e9-4f96-bc2b-ef9709e80d9f req-523e8128-2854-4c6b-913d-c376e412b928 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Nov 24 22:24:25.306949 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08a70-dfb0-4c4f-b1d0-1afc4c320e05 req-24aeffc3-c033-4816-b195-57dc2a419f65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:25.308511 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b1a08a70-dfb0-4c4f-b1d0-1afc4c320e05 req-24aeffc3-c033-4816-b195-57dc2a419f65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 946 time: 0.0504320 Nov 24 22:24:25.346212 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b1a08a70-dfb0-4c4f-b1d0-1afc4c320e05 req-9f232894-fdc3-4517-9d25-954b8833992b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Nov 24 22:24:26.838520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33892) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:27.288681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:27.568108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.17 (b819224f-a17f-417a-a9b1-590500b7f41c/745a026d-1f29-4d85-afb1-f5609c2fdb59/a8133ad0-c0c6-493e-95e6-3a2344d296aa) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:24:27.680520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:27.712773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:27.755758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b819224f-a17f-417a-a9b1-590500b7f41c is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:24:27.758841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:24:27.762593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:24:27.793453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=a8133ad0-c0c6-493e-95e6-3a2344d296aa,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:27.814422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:27.968057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:27.994083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b5ea959a-f11c-4dda-a95b-a39895576a8b None None] Provisioning complete for port a8133ad0-c0c6-493e-95e6-3a2344d296aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:27.994669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea959a-f11c-4dda-a95b-a39895576a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:28.028179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea959a-f11c-4dda-a95b-a39895576a8b None None] Port a8133ad0-c0c6-493e-95e6-3a2344d296aa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:24:28.240325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:28.244541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:28.313710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:28.316471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=a8133ad0-c0c6-493e-95e6-3a2344d296aa,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:28.412781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b819224f-a17f-417a-a9b1-590500b7f41c is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:24:28.414152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:24:28.528937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:24:28.635721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:24:28.640606 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1693a7e1-e787-4596-aaf7-04c5f1a1463e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/20329f08-270f-4370-94df-98ae758f3ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010533 Nov 24 22:24:28.654473 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c9a92275-4b5d-45a7-80bf-88103ca514db None None] Provisioning complete for port a8133ad0-c0c6-493e-95e6-3a2344d296aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:28.654849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c9a92275-4b5d-45a7-80bf-88103ca514db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:28.658690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:24:28.695603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:28.696167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:28.698942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c9a92275-4b5d-45a7-80bf-88103ca514db None None] Port a8133ad0-c0c6-493e-95e6-3a2344d296aa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:24:28.800267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:29.022028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:27Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:36Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8133ad0-c0c6-493e-95e6-3a2344d296aa', 'name': '', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:3b:eb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:24:27Z', 'updated_at': '2021-11-24T22:24:28Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:29.047678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:24:29.047888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Updating router 20329f08-270f-4370-94df-98ae758f3ca5 port a8133ad0-c0c6-493e-95e6-3a2344d296aa binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:24:29.072135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.332943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.338353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.385122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Pushing event updated for resources: {'Port': ['ID=a8133ad0-c0c6-493e-95e6-3a2344d296aa,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:29.408327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.408672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.409012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.409343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.409671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.410005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.410332 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.410656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.410978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.411886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.412218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.412535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:29.446217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Attempting to bind port a8133ad0-c0c6-493e-95e6-3a2344d296aa on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:24:29.446584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Attempting to bind port a8133ad0-c0c6-493e-95e6-3a2344d296aa by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:24:29.446948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Attempting to bind port a8133ad0-c0c6-493e-95e6-3a2344d296aa on network b819224f-a17f-417a-a9b1-590500b7f41c {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:24:29.452240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:24:29.452618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Checking segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:24:29.453016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.453409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Bound using segment: {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:24:29.453873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Bound port: a8133ad0-c0c6-493e-95e6-3a2344d296aa, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b442404-b5c2-4908-8423-3e5a9c55a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:24:29.454249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.523078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] For port a8133ad0-c0c6-493e-95e6-3a2344d296aa, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:24:29.526308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] For port a8133ad0-c0c6-493e-95e6-3a2344d296aa, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a8133ad0-c0c6-493e-95e6-3a2344d296aa,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:24:29.530687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.593452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.599013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdfd23-17bd-4a8d-b47c-3fde4cb6939a None None] Pushing event updated for resources: {'Port': ['ID=a8133ad0-c0c6-493e-95e6-3a2344d296aa,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:29.603242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:29.603944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:29.695448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7a80383b-3ab9-497f-b01d-b179d211f9bf None None] Provisioning complete for port a8133ad0-c0c6-493e-95e6-3a2344d296aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:29.695850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a80383b-3ab9-497f-b01d-b179d211f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.749691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:29.863635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a80383b-3ab9-497f-b01d-b179d211f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:29.945824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7a80383b-3ab9-497f-b01d-b179d211f9bf None None] For port a8133ad0-c0c6-493e-95e6-3a2344d296aa, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a8133ad0-c0c6-493e-95e6-3a2344d296aa,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:29.952546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a80383b-3ab9-497f-b01d-b179d211f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:30.036822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80383b-3ab9-497f-b01d-b179d211f9bf None None] Pushing event updated for resources: {'Port': ['ID=a8133ad0-c0c6-493e-95e6-3a2344d296aa,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:30.069668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:27Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:36Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8133ad0-c0c6-493e-95e6-3a2344d296aa', 'name': '', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:3b:eb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:24:27Z', 'updated_at': '2021-11-24T22:24:29Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:30.101681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984f262-dea4-46c5-a904-416f1fa302c8 None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:27Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:36Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8133ad0-c0c6-493e-95e6-3a2344d296aa', 'name': '', 'network_id': 'b819224f-a17f-417a-a9b1-590500b7f41c', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:3b:eb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:24:27Z', 'updated_at': '2021-11-24T22:24:29Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '745a026d-1f29-4d85-afb1-f5609c2fdb59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:24:30.104148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-62721617-6a1c-49eb-940e-cf9acdc11413 None None] Provisioning complete for port a8133ad0-c0c6-493e-95e6-3a2344d296aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:30.104523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-62721617-6a1c-49eb-940e-cf9acdc11413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:30.897596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a8133ad0-c0c6-493e-95e6-3a2344d296aa up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:24:30.948193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a8133ad0-c0c6-493e-95e6-3a2344d296aa triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:24:30.948992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:37.069326 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-128c69bd-5617-41bd-90e4-ac91ffed0af3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432827 Nov 24 22:24:37.152086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-18052812-46c0-456e-99b4-1bc3793c7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:37.153537 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-18052812-46c0-456e-99b4-1bc3793c7d2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1098 time: 0.0398488 Nov 24 22:24:37.255350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-92f70209-4ed4-414a-899d-111715234528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:37.257354 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-92f70209-4ed4-414a-899d-111715234528 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 897 time: 0.0837991 Nov 24 22:24:37.326860 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-1c76417c-eae6-4bc4-aff0-879cabfb0517 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 1000 time: 0.0606847 Nov 24 22:24:37.377923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-076207b1-5696-497c-89d5-c1273a591749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:37.379336 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-076207b1-5696-497c-89d5-c1273a591749 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 200 len: 835 time: 0.0433192 Nov 24 22:24:37.423925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-1d6ba1c8-1a6b-4c8a-b975-0975a55ab3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:37.425571 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-1d6ba1c8-1a6b-4c8a-b975-0975a55ab3ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377843 Nov 24 22:24:37.519911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-622ae458-6c85-4998-b98d-0fb401d7062e service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Nov 24 22:24:37.608079 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a86b541c-30b6-43b2-8649-a9dc71c7b4df req-0ea2c82b-26ac-4d26-adcf-6773a81c0e1c service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808749 Nov 24 22:24:40.527568 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:24:44.194220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f03b171b-5c63-47e3-89d5-e7468cddba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:46.617808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b854bf03-c7b5-48e5-8c04-1e6def137568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:46.852439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:48.321419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:49.121086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33920) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:49.538872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:49.615106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:49.890715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port a8133ad0-c0c6-493e-95e6-3a2344d296aa {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:49.891057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:49.979789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port a8133ad0-c0c6-493e-95e6-3a2344d296aa, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a8133ad0-c0c6-493e-95e6-3a2344d296aa,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:49.980152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:49.992259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for a8133ad0-c0c6-493e-95e6-3a2344d296aa owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:50.171743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:50.202627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=a8133ad0-c0c6-493e-95e6-3a2344d296aa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:50.230156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.230517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.230863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.231202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.231553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.231893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.232224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.232555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.232887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.233215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.233542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.233865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:50.384413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:50.872057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:24:50.981149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:24:50.986204 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1a9a5655-387a-4136-a0fc-39b20bcdca2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/20329f08-270f-4370-94df-98ae758f3ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8640988 Nov 24 22:24:50.992205 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:24:51.001452 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:51.001944 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:51.107587 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:51.340058 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:50Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:36Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:51.368329 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:24:51.376642 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:51.377257 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:51.451207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5dee9-e2a8-4f11-820d-53be5479552e req-17c93351-2cb5-49e2-beb9-83cf6c10e11f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:51.452744 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7bc5dee9-e2a8-4f11-820d-53be5479552e req-17c93351-2cb5-49e2-beb9-83cf6c10e11f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 946 time: 0.3025827 Nov 24 22:24:51.479908 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:51.489311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7bc5dee9-e2a8-4f11-820d-53be5479552e req-95bee2be-8d2a-4513-ac6f-25cd5f170cad tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306847 Nov 24 22:24:51.697675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:50Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:36Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:51.727080 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43da8f-decd-4d8f-86dd-a7efd4181fb5 None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:50Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '51e09e56-0cd2-49f3-b65e-e6f295ca9033', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'port_id': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'mac_address': 'fa:16:3e:28:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:23:34Z', 'updated_at': '2021-11-24T22:23:36Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:24:52.535640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-6034eeeb-a41a-4ff5-81c0-3b5969b75868 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:52.537710 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-6034eeeb-a41a-4ff5-81c0-3b5969b75868 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 946 time: 0.0519092 Nov 24 22:24:52.605198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477ca9-dc7e-478a-9bd7-682e26483cc0 req-270e8576-4bac-4bbc-9709-ebece7fe627c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:52.606680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f7477ca9-dc7e-478a-9bd7-682e26483cc0 req-270e8576-4bac-4bbc-9709-ebece7fe627c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=46207f3a-9d2c-4b35-9752-0e93a9abe476 HTTP/1.1" status: 200 len: 946 time: 0.0485363 Nov 24 22:24:52.627258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 9034f436-558b-403c-a82d-7f6f56b353de {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:52.627618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:52.644123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f7477ca9-dc7e-478a-9bd7-682e26483cc0 req-9b2f45e4-e368-42a6-a4b8-97b62132d8e8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e4de19-e015-485a-8923-47422c879e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Nov 24 22:24:52.717566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 9034f436-558b-403c-a82d-7f6f56b353de, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9034f436-558b-403c-a82d-7f6f56b353de,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:52.717925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:52.730471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 9034f436-558b-403c-a82d-7f6f56b353de owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:52.853517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:52.859353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a8133ad0-c0c6-493e-95e6-3a2344d296aa no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:24:52.879950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a8133ad0-c0c6-493e-95e6-3a2344d296aa {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:24:52.880799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a8133ad0-c0c6-493e-95e6-3a2344d296aa not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:24:52.886829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=9034f436-558b-403c-a82d-7f6f56b353de,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:52.926229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 9034f436-558b-403c-a82d-7f6f56b353de on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:24:52.928612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:52.931940 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-99a227cb-2905-4a34-8cba-99b04f0c4829 req-d928049c-9a7d-4fd3-a2d7-a30a68206582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/9034f436-558b-403c-a82d-7f6f56b353de HTTP/1.1" status: 204 len: 173 time: 0.3887260 Nov 24 22:24:52.932363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'name': 'network-vif-deleted', 'tag': '9034f436-558b-403c-a82d-7f6f56b353de'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:24:52.934585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a839fd-5486-4fd6-9740-a1969f360ca7" -d '{"events": [{"server_uuid": "46207f3a-9d2c-4b35-9752-0e93a9abe476", "name": "network-vif-deleted", "tag": "9034f436-558b-403c-a82d-7f6f56b353de"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:24:52.973151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320be1c-aa58-4373-a3a9-c311583617b2 x-openstack-request-id: req-4320be1c-aa58-4373-a3a9-c311583617b2 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:24:52.973471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46207f3a-9d2c-4b35-9752-0e93a9abe476", "name": "network-vif-deleted", "tag": "9034f436-558b-403c-a82d-7f6f56b353de", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:24:52.973725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4320be1c-aa58-4373-a3a9-c311583617b2 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:24:52.974144 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46207f3a-9d2c-4b35-9752-0e93a9abe476', 'name': 'network-vif-deleted', 'tag': '9034f436-558b-403c-a82d-7f6f56b353de', 'status': 'completed', 'code': 200} Nov 24 22:24:53.698659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33932) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:53.757781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2df25cd3-8099-4c25-a6e1-a5dc0ed7d37d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:53.782683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2df25cd3-8099-4c25-a6e1-a5dc0ed7d37d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:53.840706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2df25cd3-8099-4c25-a6e1-a5dc0ed7d37d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:53.843200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2df25cd3-8099-4c25-a6e1-a5dc0ed7d37d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:53.844394 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2df25cd3-8099-4c25-a6e1-a5dc0ed7d37d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/f2e4de19-e015-485a-8923-47422c879e8b HTTP/1.1" status: 204 len: 168 time: 0.1447337 Nov 24 22:24:53.853901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df25cd3-8099-4c25-a6e1-a5dc0ed7d37d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e4de19-e015-485a-8923-47422c879e8b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:53.883188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33936) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:53.936674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet 745a026d-1f29-4d85-afb1-f5609c2fdb59 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:24:53.939902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:53.979097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.058923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.119934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.146522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=745a026d-1f29-4d85-afb1-f5609c2fdb59,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:54.150242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.156407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fac00982-402b-4c69-a47d-68ff12642ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/745a026d-1f29-4d85-afb1-f5609c2fdb59 HTTP/1.1" status: 204 len: 168 time: 0.2696178 Nov 24 22:24:54.157083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33938) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:54.157623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c95625-d862-40ca-9838-1ac78bf9e0d9 None None] Network b819224f-a17f-417a-a9b1-590500b7f41c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:24:54.239180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.291312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port c164032a-8223-4b92-a6b5-21887fefe078 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:54.291665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.340578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] DHCP port deletion for b819224f-a17f-417a-a9b1-590500b7f41c request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:24:54.357926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port c164032a-8223-4b92-a6b5-21887fefe078, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c164032a-8223-4b92-a6b5-21887fefe078,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:54.358297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.371871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for c164032a-8223-4b92-a6b5-21887fefe078 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:54.390565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] Deleting port c164032a-8223-4b92-a6b5-21887fefe078 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:54.390945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.448119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.452266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] For port c164032a-8223-4b92-a6b5-21887fefe078, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c164032a-8223-4b92-a6b5-21887fefe078,segment=NetworkSegment(0b442404-b5c2-4908-8423-3e5a9c55a519),segment_id=0b442404-b5c2-4908-8423-3e5a9c55a519)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:54.452662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.467454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] Calling delete_port for c164032a-8223-4b92-a6b5-21887fefe078 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:54.474771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=c164032a-8223-4b92-a6b5-21887fefe078,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:54.477009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port c164032a-8223-4b92-a6b5-21887fefe078 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:24:54.502202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.502468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.502812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.503158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.503471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.503822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.504145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.504468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.504790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.505121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.505953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.506268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:24:54.541693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.567337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.588944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b819224f-a17f-417a-a9b1-590500b7f41c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:54.598876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b442404-b5c2-4908-8423-3e5a9c55a519') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:54.599198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b442404-b5c2-4908-8423-3e5a9c55a519') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:54.609299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.623821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.631609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:24:54.632132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:24:54.635217 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:24:54.698603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.707038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.709080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] Pushing event deleted for resources: {'Port': ['ID=c164032a-8223-4b92-a6b5-21887fefe078,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:54.714226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33940) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:54.714733 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/b819224f-a17f-417a-a9b1-590500b7f41c HTTP/1.1" status: 204 len: 168 time: 0.5561311 Nov 24 22:24:54.715860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9de6fa-eb93-4640-b021-1456f195a917 None None] No DVR routers for this DVR port c164032a-8223-4b92-a6b5-21887fefe078 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:24:54.728310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812498-fae6-4c0a-92b3-7a62ce5fa0ca tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=b819224f-a17f-417a-a9b1-590500b7f41c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:54.876830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 4177351d-afb1-4915-863a-ebcaef143628 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:54.877201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.898827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c164032a-8223-4b92-a6b5-21887fefe078 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:24:54.918254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: c164032a-8223-4b92-a6b5-21887fefe078 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:24:54.918594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c164032a-8223-4b92-a6b5-21887fefe078 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:24:54.953661 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.953989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:54.965502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 4177351d-afb1-4915-863a-ebcaef143628 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:55.142435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:55.169164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=4177351d-afb1-4915-863a-ebcaef143628,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:55.227813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:55.228142 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 51e09e56-0cd2-49f3-b65e-e6f295ca9033 disassociated (deleted). External IP: 172.26.3.35, port: bc21bdbe-a0f4-4fab-83bf-1ed758c14f34. Nov 24 22:24:55.429847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:24:55.533306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:24:55.538578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:55.543011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:24:55.551921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:55.552525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:55.565153 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7f69dcad-7e61-405c-a95a-e36eed48e82f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/51e09e56-0cd2-49f3-b65e-e6f295ca9033 HTTP/1.1" status: 204 len: 168 time: 0.8496127 Nov 24 22:24:55.565833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:24:55.568235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:24:55.606959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf8da2-eaf4-4a90-993a-26cfddcfc606 x-openstack-request-id: req-1eaf8da2-eaf4-4a90-993a-26cfddcfc606 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:24:55.607408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:24:55.607756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eaf8da2-eaf4-4a90-993a-26cfddcfc606 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:24:55.608223 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'status': 'completed', 'code': 200} Nov 24 22:24:55.667913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:55.672233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-5da4c9fc-c311-46a8-8a1f-772d8ad80d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:55.673763 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-5da4c9fc-c311-46a8-8a1f-772d8ad80d5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 1098 time: 0.0428929 Nov 24 22:24:55.781938 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-28b0d1f1-b55f-410c-96ed-b51c7b046bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:55.783585 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-28b0d1f1-b55f-410c-96ed-b51c7b046bb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 200 len: 897 time: 0.0967922 Nov 24 22:24:55.801802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5188d0-b8bc-4108-9f4f-96a15ece10a4 req-68942e72-ac69-4ae6-9b4d-a121930b18ee tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:55.803659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db5188d0-b8bc-4108-9f4f-96a15ece10a4 req-68942e72-ac69-4ae6-9b4d-a121930b18ee tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Nov 24 22:24:55.826388 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-e2def15e-7747-40d0-b78a-c198cde25422 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 200 len: 217 time: 0.0352137 Nov 24 22:24:55.859355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db5188d0-b8bc-4108-9f4f-96a15ece10a4 req-f60ca741-cca5-4e14-8eaa-da5fe226f4ab tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492411 Nov 24 22:24:55.878775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-5c55b1fa-9c8f-45db-9066-885aa86ca44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:55.880880 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-5c55b1fa-9c8f-45db-9066-885aa86ca44e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 200 len: 835 time: 0.0455709 Nov 24 22:24:55.893259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:50Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:55.924285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:24:55.931088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-af645173-1327-4c57-9ab6-a06a82927a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:55.932626 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-af645173-1327-4c57-9ab6-a06a82927a1b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438814 Nov 24 22:24:55.933427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:55.934029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:56.027079 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-fccd7164-9dfe-4c05-91c3-d1abc91967cf service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 Nov 24 22:24:56.044138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:56.122347 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5b5ba9c-5d01-47cd-af35-d37c4ddfe95a req-a8f1352a-d3aa-43be-aaf9-2c381b479354 service neutron] 10.222.0.71 "GET /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869861 Nov 24 22:24:56.236568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:50Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:56.263198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec3ef8-6a8e-444f-8e6f-b86064a97c52 None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:50Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2c67a330-5939-48b8-ad6a-bc9669e3ea3c', 'name': '', 'network_id': 'e938cbbe-4d54-42cc-a2ba-aee4729b4ab1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:bb:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '32395402-e972-44e9-8818-23c8ece7a92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:14Z', 'updated_at': '2021-11-24T22:23:19Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '32395402-e972-44e9-8818-23c8ece7a92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:24:56.471447 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4102549-c204-4a6e-acc8-8d831b9abb7c None None] New status for floating IP 51e09e56-0cd2-49f3-b65e-e6f295ca9033: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:24:56.968209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aeea4-9d2a-49ae-b54a-bcd8513e3c18 req-0a2f8746-2531-4fcf-8d8c-d6f421c70270 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:56.969670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e81aeea4-9d2a-49ae-b54a-bcd8513e3c18 req-0a2f8746-2531-4fcf-8d8c-d6f421c70270 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Nov 24 22:24:57.006162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e81aeea4-9d2a-49ae-b54a-bcd8513e3c18 req-cddac8c8-6d5e-4a49-b00b-c69032d1fc63 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab81c909-2ca5-4b70-9ba9-7a3db494a12b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299933 Nov 24 22:24:57.044761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9034f436-558b-403c-a82d-7f6f56b353de no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:24:57.067950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 9034f436-558b-403c-a82d-7f6f56b353de {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:24:57.068300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9034f436-558b-403c-a82d-7f6f56b353de not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:24:57.091510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-b10ca25c-587d-4236-90c8-b98baa5f3bc6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:24:57.092905 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-b10ca25c-587d-4236-90c8-b98baa5f3bc6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ae180c-5ec4-40fe-98e8-ef876eda3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0528936 Nov 24 22:24:57.180570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:57.180907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:57.269735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:57.270091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:57.282749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:57.408347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:57.433908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=bc21bdbe-a0f4-4fab-83bf-1ed758c14f34,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:57.475586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:24:57.478027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:57.481407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f61982bb-717c-4645-a8a4-40bd7ced1c8d req-00f44230-06ff-470a-a747-d20c90a4c0f5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 HTTP/1.1" status: 204 len: 173 time: 0.3824055 Nov 24 22:24:57.609220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'name': 'network-vif-deleted', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:24:57.611629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ea6c1-8626-4b90-b9a8-c9724f94f709" -d '{"events": [{"server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "name": "network-vif-deleted", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:24:57.647507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3c3ca-fb46-4b61-8455-0c1afa76aedc x-openstack-request-id: req-4be3c3ca-fb46-4b61-8455-0c1afa76aedc {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:24:57.647927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae180c-5ec4-40fe-98e8-ef876eda3ca1", "name": "network-vif-deleted", "tag": "bc21bdbe-a0f4-4fab-83bf-1ed758c14f34", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:24:57.648183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4be3c3ca-fb46-4b61-8455-0c1afa76aedc {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:24:57.648596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae180c-5ec4-40fe-98e8-ef876eda3ca1', 'name': 'network-vif-deleted', 'tag': 'bc21bdbe-a0f4-4fab-83bf-1ed758c14f34', 'status': 'completed', 'code': 200} Nov 24 22:24:58.060710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33954) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:58.130574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a919e38-9247-4fb7-a7b8-57a45b52f27d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.159557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a919e38-9247-4fb7-a7b8-57a45b52f27d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.225207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a919e38-9247-4fb7-a7b8-57a45b52f27d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.227832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4a919e38-9247-4fb7-a7b8-57a45b52f27d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.228987 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4a919e38-9247-4fb7-a7b8-57a45b52f27d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/ab81c909-2ca5-4b70-9ba9-7a3db494a12b HTTP/1.1" status: 204 len: 168 time: 0.1672957 Nov 24 22:24:58.239607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a919e38-9247-4fb7-a7b8-57a45b52f27d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81c909-2ca5-4b70-9ba9-7a3db494a12b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:58.262176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33958) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:58.623855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.875624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:24:58.875892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.962778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 2c67a330-5939-48b8-ad6a-bc9669e3ea3c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:24:58.963144 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:58.975840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 2c67a330-5939-48b8-ad6a-bc9669e3ea3c owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:24:59.157088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.189296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=2c67a330-5939-48b8-ad6a-bc9669e3ea3c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:59.357508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.568655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 20329f08-270f-4370-94df-98ae758f3ca5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:24:59.573134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.672868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:24:59.677839 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-eccef5cd-850e-40aa-9213-4b5d4c278cda tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/20329f08-270f-4370-94df-98ae758f3ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4146452 Nov 24 22:24:59.680667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33960) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:59.682127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] Sync routers for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:24:59.691419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:24:59.692063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:24:59.731166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet 32395402-e972-44e9-8818-23c8ece7a92e {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:24:59.734262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.773427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.794883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:24:59.862893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.919749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.946346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=32395402-e972-44e9-8818-23c8ece7a92e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:24:59.951286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:24:59.957029 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a67bf8f5-53d7-4ff5-b6df-e516b87c734d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/32395402-e972-44e9-8818-23c8ece7a92e HTTP/1.1" status: 204 len: 168 time: 0.2725208 Nov 24 22:24:59.957550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33962) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:24:59.961708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a50ca-10ee-4da6-84b7-8db9e493cef8 None None] Network e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:25:00.016577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:59Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:00.054113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] Checking router: 20329f08-270f-4370-94df-98ae758f3ca5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:00.064823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.084218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] Routers {'20329f08-270f-4370-94df-98ae758f3ca5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:00.084854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['20329f08-270f-4370-94df-98ae758f3ca5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:00.169599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.212184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] Set router 20329f08-270f-4370-94df-98ae758f3ca5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:00.253560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:00.253896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.282564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] DHCP port deletion for e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:25:00.340943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 08a511c4-2bb5-4bda-b5eb-f71d4a109e35, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:00.341295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.352928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:00.401847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] Deleting port cea1a052-d382-4f64-80c1-4df2d4a7b0ae {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:00.402221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.638463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] For port cea1a052-d382-4f64-80c1-4df2d4a7b0ae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,segment=NetworkSegment(dafa94aa-82be-4bcb-a33e-f598fe017b43),segment_id=dafa94aa-82be-4bcb-a33e-f598fe017b43)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:00.639230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.661679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] Calling delete_port for cea1a052-d382-4f64-80c1-4df2d4a7b0ae owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:00.672759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:59Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:00.733698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27603e8c-2cf2-4f4a-b551-51760c60a40a None None] The sync data for ids ['20329f08-270f-4370-94df-98ae758f3ca5'] in dv-neutron-818715-1-hyperv is: [{'id': '20329f08-270f-4370-94df-98ae758f3ca5', 'name': 'tempest-TestNetworkBasicOps-router-1689176415', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:10Z', 'updated_at': '2021-11-24T22:24:59Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '08a511c4-2bb5-4bda-b5eb-f71d4a109e35', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20329f08-270f-4370-94df-98ae758f3ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:11Z', 'updated_at': '2021-11-24T22:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:00.779192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.791975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.805937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] Pushing event deleted for resources: {'Port': ['ID=cea1a052-d382-4f64-80c1-4df2d4a7b0ae,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:00.809858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34771d37-6498-4764-9cd8-5793f32a061f None None] No DVR routers for this DVR port cea1a052-d382-4f64-80c1-4df2d4a7b0ae on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:25:00.819838 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=08a511c4-2bb5-4bda-b5eb-f71d4a109e35,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:00.894054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.984315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:00.986411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.027128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.027675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router 20329f08-270f-4370-94df-98ae758f3ca5 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:25:01.034233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.035330 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1184f22f-cd0e-4a17-ac28-9584c575fa65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/20329f08-270f-4370-94df-98ae758f3ca5 HTTP/1.1" status: 204 len: 168 time: 1.0759888 Nov 24 22:25:01.038612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33964) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:01.059892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:01.081175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:01.081519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device bc21bdbe-a0f4-4fab-83bf-1ed758c14f34 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:01.122839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.203727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cea1a052-d382-4f64-80c1-4df2d4a7b0ae no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:01.214676 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.227039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: cea1a052-d382-4f64-80c1-4df2d4a7b0ae {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:01.227408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cea1a052-d382-4f64-80c1-4df2d4a7b0ae not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:01.227812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2c67a330-5939-48b8-ad6a-bc9669e3ea3c no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:01.234951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e938cbbe-4d54-42cc-a2ba-aee4729b4ab1']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:01.244568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafa94aa-82be-4bcb-a33e-f598fe017b43') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:01.244868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafa94aa-82be-4bcb-a33e-f598fe017b43') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:01.246389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 2c67a330-5939-48b8-ad6a-bc9669e3ea3c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:01.246730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2c67a330-5939-48b8-ad6a-bc9669e3ea3c not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:01.255506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.268596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.275036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:25:01.275428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:25:01.278365 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:25:01.337694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.344696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.348215 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/e938cbbe-4d54-42cc-a2ba-aee4729b4ab1 HTTP/1.1" status: 204 len: 168 time: 0.3086810 Nov 24 22:25:01.365608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:01.368906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc9738-1602-4811-9c60-39fd1af7278c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=e938cbbe-4d54-42cc-a2ba-aee4729b4ab1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:01.374316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--1443910398', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:01.396433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:25:01.399992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.424001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:25:01.434157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.434512 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 269f184e-39ab-48bc-b9ff-cadf3521a4a9 of type vlan for network b598691d-c9da-4e10-9495-1f28b2bd9b07 Nov 24 22:25:01.476278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.503343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.509914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:01.510502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.569735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2031219 Nov 24 22:25:01.572612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33968) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:01.577242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:01.581337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b32f4-de93-4352-876f-4f1cc5950947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=b598691d-c9da-4e10-9495-1f28b2bd9b07,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:01.591118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:25:01.602270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.603346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.656204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.794955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:01.987554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.007283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.106647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.182 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/779f1794-bc3f-4e41-819b-56abd32b9aeb) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:25:02.206685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.239764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.274495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:02.277339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:02.281306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:25:02.306766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=779f1794-bc3f-4e41-819b-56abd32b9aeb,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:02.527791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.716657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.840026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router caa92394-226d-4b7f-923b-cbbd8b032d81 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:25:02.862546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:02.884173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:02.884521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 08a511c4-2bb5-4bda-b5eb-f71d4a109e35 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:02.945170 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:25:02.954652 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Sync routers for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:25:02.963823 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:02.964063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:02.964437 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:02.968250 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-51460ac5-6e50-4914-a814-6ecad4752310 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3916345 Nov 24 22:25:02.968402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33970) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:02.996447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9649c438-0b1a-4578-9418-d5f603b745f2 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269961 Nov 24 22:25:02.998990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33972) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:03.068104 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:03.143358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0bbe0b-8fc2-458e-9429-8558fe626269 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:03.144901 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2d0bbe0b-8fc2-458e-9429-8558fe626269 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449916 Nov 24 22:25:03.147769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33974) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:03.180817 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8bd79f9d-795b-4f9f-893d-25458a6077d0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316133 Nov 24 22:25:03.183350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33976) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:03.188055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580585312', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:03.281336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:25:03.284942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.326746 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:02Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:03.352472 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Checking router: caa92394-226d-4b7f-923b-cbbd8b032d81 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:03.352980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Updating router caa92394-226d-4b7f-923b-cbbd8b032d81 port 779f1794-bc3f-4e41-819b-56abd32b9aeb binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:25:03.378954 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.635236 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.640853 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.696661 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Pushing event updated for resources: {'Port': ['ID=779f1794-bc3f-4e41-819b-56abd32b9aeb,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:03.699616 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Attempting to bind port 779f1794-bc3f-4e41-819b-56abd32b9aeb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:25:03.699980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Attempting to bind port 779f1794-bc3f-4e41-819b-56abd32b9aeb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:25:03.700337 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Attempting to bind port 779f1794-bc3f-4e41-819b-56abd32b9aeb on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:03.708624 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.708993 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.709343 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.709675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.710005 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.710333 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.710663 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.710990 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.711327 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.711677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.711997 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.712315 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:03.715482 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:25:03.715872 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:25:03.716274 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.716652 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:25:03.717113 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Bound port: 779f1794-bc3f-4e41-819b-56abd32b9aeb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:25:03.717484 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.723171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.768052 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] For port 779f1794-bc3f-4e41-819b-56abd32b9aeb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:25:03.771786 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] For port 779f1794-bc3f-4e41-819b-56abd32b9aeb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=779f1794-bc3f-4e41-819b-56abd32b9aeb,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:25:03.777303 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.784980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=db3cc5f6-fff0-4190-844b-5beceae847b8,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:03.793242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:25:03.793588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: b598691d-c9da-4e10-9495-1f28b2bd9b07, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:25:03.810493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:25:03.820347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b598691d-c9da-4e10-9495-1f28b2bd9b07) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:03.822675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:03.823294 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:03.825189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:03.825824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:03.829485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b91ce0-72cc-4186-bfef-33aeae2d73d1 None None] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:25:03.848802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5bd6cef5-6d3c-4f62-b2b5-a1ac6dd1a8be tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6618114 Nov 24 22:25:03.849473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33978) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:03.902069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f99e4c-b402-4276-9236-0016a3c19f8f None None] Pushing event updated for resources: {'Port': ['ID=779f1794-bc3f-4e41-819b-56abd32b9aeb,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:03.948323 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:03.981766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b598691d-c9da-4e10-9495-1f28b2bd9b07', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:25:03.982657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.122020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Allocated IP 172.20.0.2 (b598691d-c9da-4e10-9495-1f28b2bd9b07/db3cc5f6-fff0-4190-844b-5beceae847b8/5acdec92-d30f-422c-a014-085395a3d70b) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:25:04.132037 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:02Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:04.157892 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f2a6-bbf3-45a1-aa89-2dd590e3ecd3 None None] The sync data for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv is: [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:02Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:04.271096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.277722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.303802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.316636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:04.319577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:04.323175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:25:04.331736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Pushing event updated for resources: {'Port': ['ID=5acdec92-d30f-422c-a014-085395a3d70b,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:04.384024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Attempting to bind port 5acdec92-d30f-422c-a014-085395a3d70b on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:25:04.384397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Attempting to bind port 5acdec92-d30f-422c-a014-085395a3d70b by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:25:04.384764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Attempting to bind port 5acdec92-d30f-422c-a014-085395a3d70b on network b598691d-c9da-4e10-9495-1f28b2bd9b07 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:04.391968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:25:04.391968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Checking segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:25:04.393318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.393318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Bound using segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:25:04.393318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Bound port: 5acdec92-d30f-422c-a014-085395a3d70b, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:25:04.394026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.471314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] For port 5acdec92-d30f-422c-a014-085395a3d70b, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:25:04.475295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] For port 5acdec92-d30f-422c-a014-085395a3d70b, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5acdec92-d30f-422c-a014-085395a3d70b,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:25:04.481379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.546833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43866-634f-4cda-91e3-e3685e74df41 None None] Pushing event updated for resources: {'Port': ['ID=5acdec92-d30f-422c-a014-085395a3d70b,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:04.637452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (b598691d-c9da-4e10-9495-1f28b2bd9b07/db3cc5f6-fff0-4190-844b-5beceae847b8/0eaf73fb-eb08-4a13-a6ec-e27fe6880883) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:25:04.796289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.837835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:04.892921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:04.900291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:04.901735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:04.903966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:25:04.962039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.030600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5acdec92-d30f-422c-a014-085395a3d70b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:25:05.080792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5acdec92-d30f-422c-a014-085395a3d70b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:05.081470 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.131269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.169189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.203830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 5acdec92-d30f-422c-a014-085395a3d70b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5acdec92-d30f-422c-a014-085395a3d70b,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:05.207930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.208733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 779f1794-bc3f-4e41-819b-56abd32b9aeb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:25:05.280628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=5acdec92-d30f-422c-a014-085395a3d70b,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:05.292952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 779f1794-bc3f-4e41-819b-56abd32b9aeb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:05.293328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.385384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.408126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 779f1794-bc3f-4e41-819b-56abd32b9aeb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=779f1794-bc3f-4e41-819b-56abd32b9aeb,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:05.412892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.468630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=779f1794-bc3f-4e41-819b-56abd32b9aeb,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:05.675222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00659305-2b4c-41cd-bb73-3a5892c1398f None None] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:25:05.720854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.726824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.770931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-51f5172d-26e1-4ec1-b89a-5bfe43a36ae2 None None] Provisioning complete for port 5acdec92-d30f-422c-a014-085395a3d70b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:05.771393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51f5172d-26e1-4ec1-b89a-5bfe43a36ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.804391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:05.807833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:05.914008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:05.916010 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:06.036566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router caa92394-226d-4b7f-923b-cbbd8b032d81 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:25:06.129084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-229e36ab-8d32-4003-be1b-6cac2d4013a1 None None] Provisioning complete for port 5acdec92-d30f-422c-a014-085395a3d70b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:06.129623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-229e36ab-8d32-4003-be1b-6cac2d4013a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:06.156781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:25:06.162513 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7a76990d-0a1b-40c8-8000-3c155cdd186d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/caa92394-226d-4b7f-923b-cbbd8b032d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3122578 Nov 24 22:25:06.165350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33980) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:06.169067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Sync routers for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:25:06.184307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:06.184969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:06.277542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.278122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.278797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.279325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.279917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.280567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.283568 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-526d1730-7e76-4747-8c26-5281606b9f2d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1154807 Nov 24 22:25:06.285278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33982) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:06.312168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-229e36ab-8d32-4003-be1b-6cac2d4013a1 None None] Provisioning complete for port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:06.312491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-229e36ab-8d32-4003-be1b-6cac2d4013a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:06.343037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.343674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.344198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.344858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.345363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.345869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:06.347917 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-01f5e2a2-3ff4-479f-93d9-706fb6542c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0615759 Nov 24 22:25:06.350232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:06.350824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33984) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:06.387560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-229e36ab-8d32-4003-be1b-6cac2d4013a1 None None] Port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:25:06.524975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0751da24-0615-48e9-a12c-f42c5752a23a None None] Provisioning complete for port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:06.525214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0751da24-0615-48e9-a12c-f42c5752a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:06.581398 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d4709f27-36f9-4054-b59e-bfef15c199e1 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2292111 Nov 24 22:25:06.582375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0751da24-0615-48e9-a12c-f42c5752a23a None None] Port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:25:06.600640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:06.627004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Checking router: caa92394-226d-4b7f-923b-cbbd8b032d81 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:06.627363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Updating router caa92394-226d-4b7f-923b-cbbd8b032d81 port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:25:06.655056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:06.919361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5acdec92-d30f-422c-a014-085395a3d70b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:25:06.924758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:06.947140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:06.956905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:06.961513 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312900396', 'description': 'tempest-secgroup-smoke-312900396 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:06.983594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.032052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0e19d-6ca4-4d90-8536-db10cd8f6662 None None] Pushing event updated for resources: {'Port': ['ID=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.063053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.066394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5acdec92-d30f-422c-a014-085395a3d70b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:07.066764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.070060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.095572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Attempting to bind port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:25:07.095987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Attempting to bind port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:25:07.096350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Attempting to bind port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 on network b598691d-c9da-4e10-9495-1f28b2bd9b07 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:07.106480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f512a944-8540-4703-92ea-4f12e6503d29,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.106937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:25:07.107368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Checking segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:25:07.107775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.108127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Bound using segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:25:07.108605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Bound port: 0eaf73fb-eb08-4a13-a6ec-e27fe6880883, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:25:07.109158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.113035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.117698 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ce5bbffc-15b5-4fba-958f-41332a48c979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1562023 Nov 24 22:25:07.118084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33990) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:07.122746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f512a944-8540-4703-92ea-4f12e6503d29', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:07.150908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.212436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] For port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:25:07.213026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.216845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.218580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] For port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:25:07.220833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 779f1794-bc3f-4e41-819b-56abd32b9aeb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:25:07.236273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a799e07e-98c1-431d-b18d-eff90cf54006,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.241934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.244984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.248959 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c38bbb8-3b0d-4a3f-8ee4-4a09c7b86549 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274414 Nov 24 22:25:07.249219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 33992) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:07.255101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f512a944-8540-4703-92ea-4f12e6503d29', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:07.282498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.324287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0e19d-6ca4-4d90-8536-db10cd8f6662 None None] Pushing event updated for resources: {'Port': ['ID=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.326857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:07.327445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:24:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:07.354257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.358997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.378922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b570a50-79de-4b54-8e60-5eb7b1e43a60,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.389910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.391225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-80cdb7e6-549a-444b-89bc-6609f9dbd33d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397688 Nov 24 22:25:07.394175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33994) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:07.399506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f512a944-8540-4703-92ea-4f12e6503d29', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:07.399726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6ec47989-2c4c-49cd-8e5f-969913b2c828 None None] Provisioning complete for port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:07.399968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ec47989-2c4c-49cd-8e5f-969913b2c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.404580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 779f1794-bc3f-4e41-819b-56abd32b9aeb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:07.404953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.432481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.499047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.503410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.523615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d569478-c298-442e-8780-024151afc604,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.532659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.533916 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0dc22b7c-24d7-4b87-a354-79d6071e4b11 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386709 Nov 24 22:25:07.537407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 33996) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:07.541967 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f512a944-8540-4703-92ea-4f12e6503d29', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:07.571020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.632723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.636213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.652076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:07.654224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6dd99a-080c-4217-b53a-f79ae51bafee,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.663063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.666958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94ddee3d-3e81-4e3a-9138-66c0dc1d5d5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259129 Nov 24 22:25:07.667124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34000) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:07.679756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f512a944-8540-4703-92ea-4f12e6503d29', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:07.701700 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:25:07.706583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.766717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.771074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.791680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a1315d-1aec-48c2-8f5d-82b8aea034ff,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.793702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ec47989-2c4c-49cd-8e5f-969913b2c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.800468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.801701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2438147d-224e-482e-9875-d55d0a93b9da tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335795 Nov 24 22:25:07.804545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34002) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:07.808986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f512a944-8540-4703-92ea-4f12e6503d29', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:07.832200 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:25:07.837412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.865241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6ec47989-2c4c-49cd-8e5f-969913b2c828 None None] For port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:07.875656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ec47989-2c4c-49cd-8e5f-969913b2c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.907510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.912067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.927634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad406f4b-1aa8-4c39-9b13-46faa55e4714,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.938711 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:07.939452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-dcd30eb7-1a15-419f-9f37-b41fcfb3b7f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338885 Nov 24 22:25:07.959680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47989-2c4c-49cd-8e5f-969913b2c828 None None] Pushing event updated for resources: {'Port': ['ID=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:07.989784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:08.018283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ea319-f524-4fe6-8a30-d433e5800129 None None] The sync data for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv is: [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:08.023461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-84337af6-a37b-4993-a44c-237da14c7ad8 None None] Provisioning complete for port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:08.023866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84337af6-a37b-4993-a44c-237da14c7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:08.109155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-e9adf7d1-7a53-4e66-98d9-6c3abc9611a6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312900396&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0538661 Nov 24 22:25:08.227505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-d34fdf47-20df-4de8-a1b0-7ff3b6bda3cd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:08.229032 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-d34fdf47-20df-4de8-a1b0-7ff3b6bda3cd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=b598691d-c9da-4e10-9495-1f28b2bd9b07 HTTP/1.1" status: 200 len: 797 time: 0.1129725 Nov 24 22:25:08.244802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-c70b1814-f2a6-4774-99dd-bbdb8a31aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Nov 24 22:25:08.298210 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-1563033f-d4e6-49c4-86ad-643ff4ef9fbb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473683 Nov 24 22:25:08.394149 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-16685ee2-d3e5-44ff-b15a-7b7d896ab5d1 service neutron] 10.222.0.41 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841663 Nov 24 22:25:08.490355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-502f8633-c07d-4620-bec4-3571a7c4a966 service neutron] 10.222.0.41 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896137 Nov 24 22:25:08.655778 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7066f695-0709-4d19-a40b-25cd2592af24 req-5fb684ba-6e8e-4fa6-b9c7-887e08e3d202 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 210 time: 0.0286639 Nov 24 22:25:08.952653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:25:09.010552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:09.010938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:09.578616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-6fe9a91d-2511-430d-8539-019f6d9ed8f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:09.580088 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-6fe9a91d-2511-430d-8539-019f6d9ed8f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=b598691d-c9da-4e10-9495-1f28b2bd9b07 HTTP/1.1" status: 200 len: 797 time: 0.1059558 Nov 24 22:25:09.625780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-03d7af66-06db-4961-80b3-42fef477571e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 379 time: 0.0354116 Nov 24 22:25:09.638851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['f512a944-8540-4703-92ea-4f12e6503d29']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:09.748480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-538b1b26-e6c8-468e-b5b4-9d9c6c07eb4e req-bf0447ed-9fc9-418f-b7e9-f69695a0a582 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 210 time: 0.0261307 Nov 24 22:25:09.751175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:25:09.754679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:09.879150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.8 (b598691d-c9da-4e10-9495-1f28b2bd9b07/db3cc5f6-fff0-4190-844b-5beceae847b8/6b3b6b44-4c40-4c44-af04-4ab68d1209e5) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:25:10.019950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.052514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.094026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:10.097054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:10.099374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:25:10.135555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:10.163342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:10.163992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.179779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-747f4071-bf82-4d7e-8517-cafc72673268 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445759 Nov 24 22:25:10.193357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Request body: {'port': {'device_id': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:10.250612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.359394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-27144eb0-337c-4262-a8f4-0f7010599df5 None None] Provisioning complete for port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:10.360066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27144eb0-337c-4262-a8f4-0f7010599df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.393796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-27144eb0-337c-4262-a8f4-0f7010599df5 None None] Port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:25:10.513090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:25:10.520436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.532062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Transition to ACTIVE for port object 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:25:10.535802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.590296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:10.660163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Attempting to bind port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:25:10.660508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Attempting to bind port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:25:10.660845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Attempting to bind port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 on network b598691d-c9da-4e10-9495-1f28b2bd9b07 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:10.665495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 on network b598691d-c9da-4e10-9495-1f28b2bd9b07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:25:10.665819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Attempting to bind port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 on network b598691d-c9da-4e10-9495-1f28b2bd9b07 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:10.670739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:25:10.671142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Checking segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:25:10.671573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Bound using segment: {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:25:10.672039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Bound port: 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269f184e-39ab-48bc-b9ff-cadf3521a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:25:10.672410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.740249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] For port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:25:10.743696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] For port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:25:10.747773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.785360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:10.786916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:10.788788 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] 10.222.0.71 "PUT /v2.0/ports/6b3b6b44-4c40-4c44-af04-4ab68d1209e5 HTTP/1.1" status: 200 len: 1093 time: 0.6006467 Nov 24 22:25:10.789256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:10.791565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2e97d-c244-4f65-adba-79c5fb66cc65" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:10.851103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4768202-614f-4f7b-9766-5a7c697c4d56 x-openstack-request-id: req-c4768202-614f-4f7b-9766-5a7c697c4d56 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:10.851410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:10.851696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4768202-614f-4f7b-9766-5a7c697c4d56 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:10.852104 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'status': 'completed', 'code': 200} Nov 24 22:25:10.872492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74401d4e-214e-4a31-9066-c96f9d08409f service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:10.883757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a460b38-1031-44eb-aa0c-e629031d9536 req-37d36802-2acf-4f39-8ad4-86554dce77dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:10.885292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a460b38-1031-44eb-aa0c-e629031d9536 req-37d36802-2acf-4f39-8ad4-86554dce77dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 943 time: 0.0546026 Nov 24 22:25:10.888946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-d3e27a34-f775-44d9-a7a4-bb861cabc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:10.890461 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-d3e27a34-f775-44d9-a7a4-bb861cabc652 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 1096 time: 0.0572848 Nov 24 22:25:10.927442 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a460b38-1031-44eb-aa0c-e629031d9536 req-b64723df-6e7e-475c-84e6-a0d680fab6a5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358622 Nov 24 22:25:10.936167 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-afa0e08f-28ee-4c55-bdce-cb481bf86dc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5 HTTP/1.1" status: 200 len: 217 time: 0.0376132 Nov 24 22:25:10.994747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-3e060479-e7bd-483e-9f3f-9930374fd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:10.996226 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-3e060479-e7bd-483e-9f3f-9930374fd407 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db3cc5f6-fff0-4190-844b-5beceae847b8 HTTP/1.1" status: 200 len: 834 time: 0.0532606 Nov 24 22:25:11.041979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-51cdc2c0-5461-4ef8-ac12-3bcde7caad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:11.043454 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-51cdc2c0-5461-4ef8-ac12-3bcde7caad8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b598691d-c9da-4e10-9495-1f28b2bd9b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394330 Nov 24 22:25:11.131246 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-3fc20694-24bb-4b0f-a532-d99ed9ed18f2 service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803356 Nov 24 22:25:11.221049 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae1e9752-b347-46c8-a391-c044927ebb7a req-bea4e74d-927c-4a46-ab17-184f84812d85 service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831003 Nov 24 22:25:11.300599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-914fcf7f-80b1-4251-87e9-2524aedbfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:11.302146 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-914fcf7f-80b1-4251-87e9-2524aedbfb1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 1096 time: 0.0402782 Nov 24 22:25:11.397207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-e2c8b042-58eb-46c7-9de6-af36d282df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:11.398574 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-e2c8b042-58eb-46c7-9de6-af36d282df7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b598691d-c9da-4e10-9495-1f28b2bd9b07 HTTP/1.1" status: 200 len: 898 time: 0.0864189 Nov 24 22:25:11.441730 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-c756a6c8-4d87-4676-8e34-66e7e3af4880 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5 HTTP/1.1" status: 200 len: 217 time: 0.0344341 Nov 24 22:25:11.489603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-1c647769-67dd-474b-b4b6-fc5f3fa7f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:11.490979 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-1c647769-67dd-474b-b4b6-fc5f3fa7f3bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db3cc5f6-fff0-4190-844b-5beceae847b8 HTTP/1.1" status: 200 len: 834 time: 0.0418284 Nov 24 22:25:11.539971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-44f82588-902a-41a8-97da-fffebda7e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:11.541382 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-44f82588-902a-41a8-97da-fffebda7e693 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b598691d-c9da-4e10-9495-1f28b2bd9b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420265 Nov 24 22:25:11.632279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-b36f4bd7-2ee7-4727-b8bf-de30766b56e0 service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822117 Nov 24 22:25:11.726885 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4ac2e97d-c244-4f65-adba-79c5fb66cc65 req-8ad2b5d9-9e03-4e6b-86be-f88f36bf03ca service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861242 Nov 24 22:25:12.043733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676878d-e06b-461d-b595-9006490337c7 req-c1a3a452-7b03-4a61-9532-92bef11613d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:12.045088 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b676878d-e06b-461d-b595-9006490337c7 req-c1a3a452-7b03-4a61-9532-92bef11613d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 943 time: 0.0514572 Nov 24 22:25:12.082814 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b676878d-e06b-461d-b595-9006490337c7 req-c8ac9273-024b-4b12-8c0a-f7e62ffb2b25 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Nov 24 22:25:13.194518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb44cb-8704-4bae-a5de-c40c349500ff req-96a1cf56-9987-4ae0-89fd-35ed4c9f33d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:13.195959 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0eeb44cb-8704-4bae-a5de-c40c349500ff req-96a1cf56-9987-4ae0-89fd-35ed4c9f33d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 943 time: 0.0486600 Nov 24 22:25:13.232404 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0eeb44cb-8704-4bae-a5de-c40c349500ff req-88e81490-7002-455c-944a-ee008017e1a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304768 Nov 24 22:25:14.195815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-470dc7cf-a426-4963-a7c2-403b19c4dd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:14.345204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e2a4-62f8-421f-ad48-eefd893d6f93 req-94881d1d-0aa5-44ca-bc3b-40fdf9c8351c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:14.346675 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b613e2a4-62f8-421f-ad48-eefd893d6f93 req-94881d1d-0aa5-44ca-bc3b-40fdf9c8351c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 943 time: 0.0495408 Nov 24 22:25:14.384016 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b613e2a4-62f8-421f-ad48-eefd893d6f93 req-840d3864-1ff3-4951-a4fc-3c94b19a61e9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Nov 24 22:25:15.106546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:25:15.197479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:15.212599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'port_id': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'mac_address': 'fa:16:3e:d7:2f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:25:15.247765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:15.260438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:25:15.279198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:15.283258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:15.328886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:15.498958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9c7a-cf0b-47c9-9cdc-35434590b1c1 req-3eab5260-53cd-45f2-a6be-f089d7e34bf2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:15.499780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['6b3b6b44-4c40-4c44-af04-4ab68d1209e5'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:25:15.500481 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69aa9c7a-cf0b-47c9-9cdc-35434590b1c1 req-3eab5260-53cd-45f2-a6be-f089d7e34bf2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 944 time: 0.0519686 Nov 24 22:25:15.538899 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69aa9c7a-cf0b-47c9-9cdc-35434590b1c1 req-31aa18e9-6680-4632-bcf1-947fb1c84eea tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317135 Nov 24 22:25:16.619785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3a19ccd3-e7d7-47a8-b55c-074a92905bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:16.651833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fba3-b748-47e5-9adc-433182a6eae3 req-9412a907-a847-44b8-961a-9179ac8dfc88 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:16.653301 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a8e8fba3-b748-47e5-9adc-433182a6eae3 req-9412a907-a847-44b8-961a-9179ac8dfc88 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 944 time: 0.0492971 Nov 24 22:25:16.690349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a8e8fba3-b748-47e5-9adc-433182a6eae3 req-bb651654-9e54-431a-a159-ec8f4d01afcb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311871 Nov 24 22:25:16.853342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:17.122405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:25:17.168783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:25:17.172241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:17.172609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:17.248937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:17.270827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:17.273157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a23c5db-4236-4595-8b05-1294d0f9ba18" -d '{"events": [{"server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:17.285546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:17.289510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:17.314663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2432c-25bb-4d3a-94a6-0068e130425c x-openstack-request-id: req-dcf2432c-25bb-4d3a-94a6-0068e130425c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:17.314951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:17.315205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcf2432c-25bb-4d3a-94a6-0068e130425c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:17.315608 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'code': 200} Nov 24 22:25:17.343542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:17.471211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f002ca5-032f-46a0-b64f-be466cf9174c req-8d7f215b-effb-4bc6-ba95-817e676af78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:17.472625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f002ca5-032f-46a0-b64f-be466cf9174c req-8d7f215b-effb-4bc6-ba95-817e676af78f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 1098 time: 0.0388002 Nov 24 22:25:17.506549 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f002ca5-032f-46a0-b64f-be466cf9174c req-932bde5f-19ce-4895-a3ab-1aa17e82d3cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269318 Nov 24 22:25:17.526377 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:25:17.804243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980683f1-cb2a-43fe-a7af-4a2c5194e7c1 req-ce85c189-aa8a-4a64-8765-7038f9b839a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:17.805916 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-980683f1-cb2a-43fe-a7af-4a2c5194e7c1 req-ce85c189-aa8a-4a64-8765-7038f9b839a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 945 time: 0.0503769 Nov 24 22:25:17.842253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-980683f1-cb2a-43fe-a7af-4a2c5194e7c1 req-ab3eb7c8-a2e4-4c36-b412-c16e939542f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Nov 24 22:25:18.325295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:18.959218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98941d9-eb97-4af9-afdd-45eccc53ed57 req-60efffd8-4a75-416b-8ba9-f8fdb9993e7e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:18.960596 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c98941d9-eb97-4af9-afdd-45eccc53ed57 req-60efffd8-4a75-416b-8ba9-f8fdb9993e7e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 945 time: 0.0518024 Nov 24 22:25:18.997504 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c98941d9-eb97-4af9-afdd-45eccc53ed57 req-042038d2-5e91-46c2-b716-df9c7b2a4772 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310860 Nov 24 22:25:19.107117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae91d63-95a8-4479-8816-139319e13257 req-7d09f714-673e-446b-b3e2-55b133691d81 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:19.108617 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ae91d63-95a8-4479-8816-139319e13257 req-7d09f714-673e-446b-b3e2-55b133691d81 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 945 time: 0.0480859 Nov 24 22:25:19.145355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ae91d63-95a8-4479-8816-139319e13257 req-58d623a9-0666-466c-9d13-2ce817b96e16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Nov 24 22:25:19.166495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34054) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:19.203988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8bf2c5-51a0-4c4f-9a88-fe0b55d57e85 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:19.205448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ee8bf2c5-51a0-4c4f-9a88-fe0b55d57e85 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 1093 time: 0.0380085 Nov 24 22:25:19.208141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34056) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:19.212342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:19.233506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:19.328821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:19.432201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.219 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/c3a7f79b-f2de-45e3-bbca-6cc7651f41f7) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:25:19.529473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:19.562190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:19.596569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:19.599878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:19.603250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:25:19.618415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:19.631460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=c3a7f79b-f2de-45e3-bbca-6cc7651f41f7,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:19.939761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:20.005989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:20.147363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:20.151386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:20.221763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=c3a7f79b-f2de-45e3-bbca-6cc7651f41f7,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:20.231383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:20.328343 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP b9fa2b7e-7569-44b6-af09-724c37a633f3 associated. External IP: 172.26.3.219, port: 6b3b6b44-4c40-4c44-af04-4ab68d1209e5. Nov 24 22:25:20.524576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router caa92394-226d-4b7f-923b-cbbd8b032d81 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:25:20.627940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:25:20.637946 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] Sync routers for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:25:20.645476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:20.647453 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:20.648078 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:20.672452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-217b7dd4-d0ca-4c82-8a68-116857694d3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4633489 Nov 24 22:25:20.673055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:20.675232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34058) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:20.675755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:20.716644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d7698b-dfe7-481c-bd2a-26a664906c53 x-openstack-request-id: req-75d7698b-dfe7-481c-bd2a-26a664906c53 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:20.716941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:20.717302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75d7698b-dfe7-481c-bd2a-26a664906c53 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:20.717855 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'status': 'completed', 'code': 200} Nov 24 22:25:20.747176 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d410c4aa-3c81-4762-98e0-e75da5f98186 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/b9fa2b7e-7569-44b6-af09-724c37a633f3 HTTP/1.1" status: 200 len: 991 time: 0.0707688 Nov 24 22:25:20.756464 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:20.792068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-3d11a28e-3afc-41d7-975f-36f816a3fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:20.793576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-3d11a28e-3afc-41d7-975f-36f816a3fe08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 1098 time: 0.0500357 Nov 24 22:25:20.884586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-f9ef1828-fb40-4566-9831-8386b6a19f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:20.886049 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-f9ef1828-fb40-4566-9831-8386b6a19f42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b598691d-c9da-4e10-9495-1f28b2bd9b07 HTTP/1.1" status: 200 len: 898 time: 0.0851109 Nov 24 22:25:20.954848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-fb442d6a-d243-470f-9a39-b358d4394621 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5 HTTP/1.1" status: 200 len: 999 time: 0.0604339 Nov 24 22:25:20.982951 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b9fa2b7e-7569-44b6-af09-724c37a633f3', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'port_id': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'mac_address': 'fa:16:3e:d7:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:25:19Z', 'updated_at': '2021-11-24T22:25:19Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:21.005127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-75ed0977-a05d-404c-98bb-781779b0a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:21.006635 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-75ed0977-a05d-404c-98bb-781779b0a877 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db3cc5f6-fff0-4190-844b-5beceae847b8 HTTP/1.1" status: 200 len: 834 time: 0.0453839 Nov 24 22:25:21.008888 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] Checking router: caa92394-226d-4b7f-923b-cbbd8b032d81 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:21.016948 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:21.017533 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:21.051925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-1b383c5b-332f-4d1f-8b47-a0356ebc453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:21.053618 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-1b383c5b-332f-4d1f-8b47-a0356ebc453f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b598691d-c9da-4e10-9495-1f28b2bd9b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397954 Nov 24 22:25:21.119607 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:21.144744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-ca82c127-8e7c-4acc-8303-380237198f5d service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842113 Nov 24 22:25:21.233370 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f5f70c5f-025a-4dda-9175-5129f1bb7f3a req-92a013bc-b7b8-433d-905b-a7fe6d5fab50 service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816214 Nov 24 22:25:21.335787 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b9fa2b7e-7569-44b6-af09-724c37a633f3', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'port_id': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'mac_address': 'fa:16:3e:d7:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:25:19Z', 'updated_at': '2021-11-24T22:25:19Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:21.441704 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac040d-6b5a-49f3-82aa-a2a4fd4404e6 None None] The sync data for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv is: [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b9fa2b7e-7569-44b6-af09-724c37a633f3', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.219', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'port_id': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'mac_address': 'fa:16:3e:d7:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:25:19Z', 'updated_at': '2021-11-24T22:25:19Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:21.617691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d45a92-5514-42ca-a11d-e0b4bf0ca050 None None] New status for floating IP b9fa2b7e-7569-44b6-af09-724c37a633f3: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:25:21.751058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34062) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:21.817220 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b72f8007-b2a0-43c4-98ee-82a17b94ff9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/b9fa2b7e-7569-44b6-af09-724c37a633f3 HTTP/1.1" status: 200 len: 993 time: 0.0649376 Nov 24 22:25:29.583884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:37.080470 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-7e61e992-3440-4d64-a3fb-3a6a07c1f7cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390701 Nov 24 22:25:37.138014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-03225d37-29e6-4b83-bca0-709d856a7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:37.139446 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-03225d37-29e6-4b83-bca0-709d856a7e54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 1099 time: 0.0384653 Nov 24 22:25:37.243791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-6e71e717-dea1-4ad6-9534-cf7ffb3a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:37.245235 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-6e71e717-dea1-4ad6-9534-cf7ffb3a01b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0861771 Nov 24 22:25:37.310355 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-3e2da7b4-84c9-4b5e-9430-0434093a0b8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8 HTTP/1.1" status: 200 len: 1002 time: 0.0566506 Nov 24 22:25:37.360498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-da7f8b19-6e1d-40df-9893-01ff71278ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:37.361789 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-da7f8b19-6e1d-40df-9893-01ff71278ff8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0421679 Nov 24 22:25:37.408368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-418a3596-dd36-4e6d-be16-5bcf830bc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:37.409788 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-418a3596-dd36-4e6d-be16-5bcf830bc9cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409305 Nov 24 22:25:37.496619 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-ea8751c3-8bb1-456c-b5d8-1a92baab3f63 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789926 Nov 24 22:25:37.588722 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e7eb680f-6580-4534-892a-e73f2cbad2df req-2fc8bf84-bfa3-4eea-bb34-5d04d69f1e09 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835853 Nov 24 22:25:44.196796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-af33bca3-3f91-4fc6-a176-8ce1d1158e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:46.620688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d299afe0-0f7f-401e-a499-730ddeb5ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:46.856151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:48.157257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41154c9b-a81e-4995-8f7d-7d1bfef7fa5d req-c83df538-e3d5-4a64-9a89-c6d5a787cd6c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:48.158801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-41154c9b-a81e-4995-8f7d-7d1bfef7fa5d req-c83df538-e3d5-4a64-9a89-c6d5a787cd6c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0518937 Nov 24 22:25:48.195432 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-41154c9b-a81e-4995-8f7d-7d1bfef7fa5d req-1e72ca78-8eb4-4759-8d8f-3727dc5600ee tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Nov 24 22:25:48.327612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:49.311554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3afe-92d7-445a-838a-896518d0f1ae req-41713dcb-bd89-408e-9ef6-aee4dca61ffc tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:49.313303 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b0a3afe-92d7-445a-838a-896518d0f1ae req-41713dcb-bd89-408e-9ef6-aee4dca61ffc tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0492988 Nov 24 22:25:49.351264 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b0a3afe-92d7-445a-838a-896518d0f1ae req-c3d9111b-bcc9-481a-bcbc-44e48bf6df82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Nov 24 22:25:49.619849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:49.716804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-0aef8365-5373-41e3-9b6c-997278936800 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:49.718220 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-0aef8365-5373-41e3-9b6c-997278936800 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0484867 Nov 24 22:25:49.806385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Deleting port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:49.806727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:49.897415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] For port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:49.897693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:50.403167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:50.403554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:50.403874 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Floating IP 803f579e-a513-4d2f-8ced-f9ca5e3183d0 disassociated. External IP: 172.26.3.147, port: 3f4d7da6-78b9-4af3-8298-d1ad57714bb8. Nov 24 22:25:50.404217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Calling delete_port for 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:50.465781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c752-d19f-4e82-982e-0b0398599574 req-26052158-4f91-4fee-9b07-dd792d8c18b0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:50.467229 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f269c752-d19f-4e82-982e-0b0398599574 req-26052158-4f91-4fee-9b07-dd792d8c18b0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 946 time: 0.0476213 Nov 24 22:25:50.506207 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f269c752-d19f-4e82-982e-0b0398599574 req-7784cfb1-03ff-4dd8-b68e-e1f87f610e01 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Nov 24 22:25:50.532785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:50.567762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'Port': ['ID=3f4d7da6-78b9-4af3-8298-d1ad57714bb8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:50.577775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.578125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.578475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.579421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.579421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.579685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.579845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.580267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.580556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.580892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.581207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.581536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:50.685463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:25:50.790849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:25:50.800409 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:25:50.810516 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:50.811117 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:50.829413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] No DVR routers for this DVR port 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:25:50.831957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:50.835166 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5784f9f9-bdb8-4daa-aecc-487c71179fc4 req-086ea991-f976-4fd7-be72-c79a7ef68b0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "DELETE /v2.0/ports/3f4d7da6-78b9-4af3-8298-d1ad57714bb8 HTTP/1.1" status: 204 len: 173 time: 1.1096897 Nov 24 22:25:50.835694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'name': 'network-vif-deleted', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:50.838012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f40c3f-06ea-4221-9adc-7bf067084070" -d '{"events": [{"server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "name": "network-vif-deleted", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:50.885840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5f5a3e-b137-492a-87af-a6248b88103d x-openstack-request-id: req-5a5f5a3e-b137-492a-87af-a6248b88103d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:50.886134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f", "name": "network-vif-deleted", "tag": "3f4d7da6-78b9-4af3-8298-d1ad57714bb8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:50.886423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a5f5a3e-b137-492a-87af-a6248b88103d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:50.886805 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f', 'name': 'network-vif-deleted', 'tag': '3f4d7da6-78b9-4af3-8298-d1ad57714bb8', 'status': 'completed', 'code': 200} Nov 24 22:25:50.918028 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:51.123650 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:51.152827 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:51.160901 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:51.161496 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:51.261911 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:51.341645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34086) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:51.406806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-eaf38d6c-023a-4e39-941d-d21c2edba1cd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/b9fa2b7e-7569-44b6-af09-724c37a633f3 HTTP/1.1" status: 200 len: 993 time: 0.0639050 Nov 24 22:25:51.465478 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:51.490498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764360c2-fc1b-43a6-b56d-5f0e48393a35 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:51.610595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e9ff1084-e508-4076-8056-f6cdcefa1fd9 req-2b61c62d-ea69-4d76-b93c-72ef9515e286 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 210 time: 0.0305965 Nov 24 22:25:51.710953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34094) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:51.735782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f4188-1c49-4da4-af28-b94b479d1042 None None] New status for floating IP 803f579e-a513-4d2f-8ced-f9ca5e3183d0: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:25:51.881444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port c3a7f79b-f2de-45e3-bbca-6cc7651f41f7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:51.882021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:51.958461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:51.958792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:51.970605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for c3a7f79b-f2de-45e3-bbca-6cc7651f41f7 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:52.120850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:52.148068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=c3a7f79b-f2de-45e3-bbca-6cc7651f41f7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:52.212397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:52.212736 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP b9fa2b7e-7569-44b6-af09-724c37a633f3 disassociated (deleted). External IP: 172.26.3.219, port: 6b3b6b44-4c40-4c44-af04-4ab68d1209e5. Nov 24 22:25:52.417913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router caa92394-226d-4b7f-923b-cbbd8b032d81 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:25:52.525120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:25:52.529740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:52.534901 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] Sync routers for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:25:52.544076 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:52.544769 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:52.559933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cebb86ac-8a7e-4799-8d1f-ad98f8c27718 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/b9fa2b7e-7569-44b6-af09-724c37a633f3 HTTP/1.1" status: 204 len: 168 time: 0.8453090 Nov 24 22:25:52.654324 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:52.732044 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-559e3565-b9e1-480c-8dfb-792f3b679f2a req-522b4d57-488a-41ed-be84-32cfd4b30000 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 210 time: 0.0395241 Nov 24 22:25:52.811333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737a920-fa49-4ae5-b969-b025a4349eb6 req-279622b6-6784-4244-b37f-dfe7efff494e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:52.813246 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b737a920-fa49-4ae5-b969-b025a4349eb6 req-279622b6-6784-4244-b37f-dfe7efff494e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 945 time: 0.0535295 Nov 24 22:25:52.856821 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b737a920-fa49-4ae5-b969-b025a4349eb6 req-20b85640-3ccc-4145-aa48-31b405b61221 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334182 Nov 24 22:25:52.888364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:52.889017 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:52.890743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9277e5-4873-4d97-b98d-aa5ab557018a" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:52.915824 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] Checking router: caa92394-226d-4b7f-923b-cbbd8b032d81 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:52.924570 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:52.925332 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:52.925703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f03c1dd-f73b-411e-bacb-4e4144df601a x-openstack-request-id: req-7f03c1dd-f73b-411e-bacb-4e4144df601a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:52.925990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:52.926242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f03c1dd-f73b-411e-bacb-4e4144df601a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:52.926640 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'status': 'completed', 'code': 200} Nov 24 22:25:53.002449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-d2f8cf07-0d65-47c9-9c51-1d9e42cc7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:53.003919 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-d2f8cf07-0d65-47c9-9c51-1d9e42cc7baa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 1098 time: 0.0450974 Nov 24 22:25:53.033582 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:53.099959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-38877db6-038c-4c8e-a1b2-fcd8bca98559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:53.101358 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-38877db6-038c-4c8e-a1b2-fcd8bca98559 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b598691d-c9da-4e10-9495-1f28b2bd9b07 HTTP/1.1" status: 200 len: 898 time: 0.0888951 Nov 24 22:25:53.153260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-a036eaf6-26b1-49a5-9d97-566b2acd64a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5 HTTP/1.1" status: 200 len: 217 time: 0.0411713 Nov 24 22:25:53.209492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-2220e42c-d2ae-4a90-b73e-e064b60aaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:53.211407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-2220e42c-d2ae-4a90-b73e-e064b60aaf04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db3cc5f6-fff0-4190-844b-5beceae847b8 HTTP/1.1" status: 200 len: 834 time: 0.0484829 Nov 24 22:25:53.259180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-48d3cce4-acbb-4b55-91e2-172302b29135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:53.260734 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-48d3cce4-acbb-4b55-91e2-172302b29135 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b598691d-c9da-4e10-9495-1f28b2bd9b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409670 Nov 24 22:25:53.325626 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:53.350434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:53.355438 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295309b-6774-4ee7-8068-5ae8682dd774 None None] The sync data for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv is: [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0eaf73fb-eb08-4a13-a6ec-e27fe6880883', 'name': '', 'network_id': 'b598691d-c9da-4e10-9495-1f28b2bd9b07', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:95:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:04Z', 'updated_at': '2021-11-24T22:25:07Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'db3cc5f6-fff0-4190-844b-5beceae847b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:53.361316 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-1ff3ff8c-7520-42ba-a8c8-72939371a23e service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925550 Nov 24 22:25:53.383407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:53.384154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f4d7da6-78b9-4af3-8298-d1ad57714bb8 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:53.464211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5c9277e5-4873-4d97-b98d-aa5ab557018a req-561f41bb-f475-41b7-a839-55def1b25954 service neutron] 10.222.0.71 "GET /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931637 Nov 24 22:25:53.587248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdaed8-dfb2-498c-8906-4cedda9d1d63 None None] New status for floating IP b9fa2b7e-7569-44b6-af09-724c37a633f3: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:25:53.820932 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b329fc50-0abe-43d6-af8a-0587071dfb42 req-d07e40c7-69d9-4081-a1b4-82694c7de36e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ef96f8-ef8b-4e4e-bd34-8aff9d33a78f HTTP/1.1" status: 200 len: 210 time: 0.0343180 Nov 24 22:25:53.980236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291aabb-679f-4f68-9de2-6e483960aae0 req-0a50dbfd-7be7-4fea-8e7d-06afa025c24c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:53.981729 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a291aabb-679f-4f68-9de2-6e483960aae0 req-0a50dbfd-7be7-4fea-8e7d-06afa025c24c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 945 time: 0.0532081 Nov 24 22:25:54.020541 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a291aabb-679f-4f68-9de2-6e483960aae0 req-e6787b5d-ecc5-422b-9369-aaefaf093ee3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f512a944-8540-4703-92ea-4f12e6503d29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Nov 24 22:25:54.171319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd721f7-0430-44b3-940a-34dccb697850 req-111ceea1-bb43-4951-b276-96ee6fc507fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:54.173073 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcd721f7-0430-44b3-940a-34dccb697850 req-111ceea1-bb43-4951-b276-96ee6fc507fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=d24b3ed3-f6df-45ca-a2a6-9315dd9c830a HTTP/1.1" status: 200 len: 945 time: 0.0498803 Nov 24 22:25:54.274829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:54.275178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:54.364363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:54.365268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:54.378148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:54.508514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:54.524849 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:25:54.547584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=6b3b6b44-4c40-4c44-af04-4ab68d1209e5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:54.589267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:25:54.591738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:54.595939 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcd721f7-0430-44b3-940a-34dccb697850 req-44dc4529-2c8b-4e15-9f1b-f10a9bc1f497 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/6b3b6b44-4c40-4c44-af04-4ab68d1209e5 HTTP/1.1" status: 204 len: 173 time: 0.4171853 Nov 24 22:25:54.928405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'name': 'network-vif-deleted', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:54.931670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f2a264-da1d-432b-916b-f7ff3f7b1b71" -d '{"events": [{"server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "name": "network-vif-deleted", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:54.981759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba64dc8-efa2-4dea-a1f0-958b70c6e87d x-openstack-request-id: req-8ba64dc8-efa2-4dea-a1f0-958b70c6e87d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:54.982063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b3ed3-f6df-45ca-a2a6-9315dd9c830a", "name": "network-vif-deleted", "tag": "6b3b6b44-4c40-4c44-af04-4ab68d1209e5", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:54.982318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ba64dc8-efa2-4dea-a1f0-958b70c6e87d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:54.982726 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b3ed3-f6df-45ca-a2a6-9315dd9c830a', 'name': 'network-vif-deleted', 'tag': '6b3b6b44-4c40-4c44-af04-4ab68d1209e5', 'status': 'completed', 'code': 200} Nov 24 22:25:55.066176 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-4e6950c0-6d05-4d59-b4e4-963c19a01b85 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086199584&fields=id&tenant_id=f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 267 time: 0.0376465 Nov 24 22:25:55.083992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34122) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:55.142516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-56f5bb97-2f5f-4feb-92a4-4a597bf976a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:55.168694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-56f5bb97-2f5f-4feb-92a4-4a597bf976a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:55.177696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-90ebaad8-fc8e-4d9f-8d16-9671164cde53 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:55.179121 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-90ebaad8-fc8e-4d9f-8d16-9671164cde53 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 811 time: 0.1047654 Nov 24 22:25:55.194245 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-ea6ec19e-8903-4919-85db-c3c365235519 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/quotas/f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 375 time: 0.0092156 Nov 24 22:25:55.229899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-56f5bb97-2f5f-4feb-92a4-4a597bf976a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:55.232764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-56f5bb97-2f5f-4feb-92a4-4a597bf976a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:55.234030 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-56f5bb97-2f5f-4feb-92a4-4a597bf976a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/f512a944-8540-4703-92ea-4f12e6503d29 HTTP/1.1" status: 204 len: 168 time: 0.1489592 Nov 24 22:25:55.243401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5bb97-2f5f-4feb-92a4-4a597bf976a3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f512a944-8540-4703-92ea-4f12e6503d29,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:55.253402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-a9a9b0a3-97af-4932-ab79-6bf8903a20bc tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536990 Nov 24 22:25:55.266917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34126) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:55.355259 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-0ef34a0f-387c-4191-89d6-016d0047ead7 service neutron] 10.222.0.41 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823584 Nov 24 22:25:55.448591 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-b35cf57b-5172-46c0-b647-7060d0902d03 service neutron] 10.222.0.41 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Nov 24 22:25:55.629285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:55.740377 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44b49aa4-dc4b-45e8-ac1f-645a72e77547 req-f7512b0e-5b1f-4dc5-8ca1-d097ee3b7103 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Nov 24 22:25:55.903342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:55.903626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:55.994133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 0eaf73fb-eb08-4a13-a6ec-e27fe6880883, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:55.994545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:56.008138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:56.198366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:56.231838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=0eaf73fb-eb08-4a13-a6ec-e27fe6880883,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:56.777005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:56.792438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-fb219083-a747-4c92-92e4-e2bfb2786182 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:56.794076 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-fb219083-a747-4c92-92e4-e2bfb2786182 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 811 time: 0.1337452 Nov 24 22:25:56.841535 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0b83d342-35f3-45a4-9dcb-23c8cf891a93 req-5da67614-62ed-44e2-8c63-ab627cf03542 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Nov 24 22:25:56.916744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-2ba300ad-78cc-4b8e-a72f-b76fa63b6404 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 380 time: 0.0796747 Nov 24 22:25:56.926573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'port': {'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'admin_state_up': True, 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'security_groups': ['b7effbd7-2570-4cb9-908e-b09d9fd3b66c']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:57.132526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Made reservation on behalf of f680c55d831d42a19d1f401627e39910 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:25:57.135934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.149705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router caa92394-226d-4b7f-923b-cbbd8b032d81 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:25:57.352423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:25:57.362327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34150) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:57.362519 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-270c47cc-1e6b-4f25-95bc-b4be11ad3713 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/caa92394-226d-4b7f-923b-cbbd8b032d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941112 Nov 24 22:25:57.363571 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] Sync routers for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:25:57.364096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Allocated IP 172.20.0.5 (f5534af3-4ad4-4f83-a439-5d75f9364ae5/06332d89-786b-447e-a23e-e3f9f41f264d/40e65871-68ab-4731-bc14-3be80d4050cd) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:25:57.375686 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:57.377045 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:57.433451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet db3cc5f6-fff0-4190-844b-5beceae847b8 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:25:57.437271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.494630 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.505112 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:57.525014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.575596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.592134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.621394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:25:57.625795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:25:57.631111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:25:57.680437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.686362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=40e65871-68ab-4731-bc14-3be80d4050cd,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:57.711000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df6d8f-f10f-4016-b554-2587c59ba90e None None] Network b598691d-c9da-4e10-9495-1f28b2bd9b07 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:25:57.723481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:57.727290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.733612 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:57.748228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=db3cc5f6-fff0-4190-844b-5beceae847b8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:57.751370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.754863 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/db3cc5f6-fff0-4190-844b-5beceae847b8 HTTP/1.1" status: 204 len: 168 time: 0.3911397 Nov 24 22:25:57.759462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34152) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:57.762489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.762854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.763310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.763833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.765501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.765501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.765501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.765501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.765931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.765931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.766210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.766541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1fa1b-dc77-41be-91c4-3c4cd66dd5f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:57.770682 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] Checking router: caa92394-226d-4b7f-923b-cbbd8b032d81 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:25:57.780301 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] Routers {'caa92394-226d-4b7f-923b-cbbd8b032d81'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:25:57.780924 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['caa92394-226d-4b7f-923b-cbbd8b032d81'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:57.874237 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-16296b07-4879-4441-8224-9e76edf95f75 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9514532 Nov 24 22:25:57.888191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Request body: {'port': {'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:57.930484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:57.965473 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] Set router caa92394-226d-4b7f-923b-cbbd8b032d81 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:25:58.035149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a35040-9686-431f-ac87-06d305af4eca None None] DHCP port deletion for b598691d-c9da-4e10-9495-1f28b2bd9b07 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:25:58.041185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5122788-518c-463d-b65f-127c6a51d156 req-bcd5a550-f19a-40ca-8860-cfbfff766f42 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:58.044099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5122788-518c-463d-b65f-127c6a51d156 req-bcd5a550-f19a-40ca-8860-cfbfff766f42 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 931 time: 0.1185145 Nov 24 22:25:58.052978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.059466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6e80a2f7-2e84-4a0f-ba35-b464b2c4fd66 None None] Provisioning complete for port 40e65871-68ab-4731-bc14-3be80d4050cd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:25:58.059872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e80a2f7-2e84-4a0f-ba35-b464b2c4fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.103490 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5122788-518c-463d-b65f-127c6a51d156 req-cf9cfc17-930b-4165-8321-b062b3a2c479 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520074 Nov 24 22:25:58.141844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6e80a2f7-2e84-4a0f-ba35-b464b2c4fd66 None None] Port 40e65871-68ab-4731-bc14-3be80d4050cd cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:25:58.162600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Deleting port 5acdec92-d30f-422c-a014-085395a3d70b {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:58.163022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.215306 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:58.243344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-48a35040-9686-431f-ac87-06d305af4eca None None] For port 5acdec92-d30f-422c-a014-085395a3d70b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5acdec92-d30f-422c-a014-085395a3d70b,segment=NetworkSegment(269f184e-39ab-48bc-b9ff-cadf3521a4a9),segment_id=269f184e-39ab-48bc-b9ff-cadf3521a4a9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:58.244077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.244738 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ae788-0d86-4f37-94cd-a8f60ba1cd81 None None] The sync data for ids ['caa92394-226d-4b7f-923b-cbbd8b032d81'] in dv-neutron-818715-1-hyperv is: [{'id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'name': 'tempest-TestNetworkBasicOps-router-1206617326', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:25:01Z', 'updated_at': '2021-11-24T22:25:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '779f1794-bc3f-4e41-819b-56abd32b9aeb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa92394-226d-4b7f-923b-cbbd8b032d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:25:02Z', 'updated_at': '2021-11-24T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:25:58.258488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Calling delete_port for 5acdec92-d30f-422c-a014-085395a3d70b owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:58.282496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.347224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.376395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Pushing event deleted for resources: {'Port': ['ID=5acdec92-d30f-422c-a014-085395a3d70b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:58.381513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a35040-9686-431f-ac87-06d305af4eca None None] No DVR routers for this DVR port 5acdec92-d30f-422c-a014-085395a3d70b on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:25:58.394404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.394936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.396395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.396897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.397386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.397890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.398226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.398737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.398982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.399307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.399649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.399996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a35040-9686-431f-ac87-06d305af4eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:25:58.418145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 779f1794-bc3f-4e41-819b-56abd32b9aeb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:25:58.418668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.425367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e65871-68ab-4731-bc14-3be80d4050cd {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:25:58.465830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.487764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Transition to ACTIVE for port object 40e65871-68ab-4731-bc14-3be80d4050cd will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:25:58.493876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.563013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 779f1794-bc3f-4e41-819b-56abd32b9aeb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=779f1794-bc3f-4e41-819b-56abd32b9aeb,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:25:58.563387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.581264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=40e65871-68ab-4731-bc14-3be80d4050cd,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:58.589520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 779f1794-bc3f-4e41-819b-56abd32b9aeb owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:25:58.776696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Attempting to bind port 40e65871-68ab-4731-bc14-3be80d4050cd on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:25:58.777417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Attempting to bind port 40e65871-68ab-4731-bc14-3be80d4050cd by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:25:58.777599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Attempting to bind port 40e65871-68ab-4731-bc14-3be80d4050cd on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:58.793383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Port 40e65871-68ab-4731-bc14-3be80d4050cd on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:25:58.793712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Attempting to bind port 40e65871-68ab-4731-bc14-3be80d4050cd on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:25:58.800587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:25:58.800930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Checking segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:25:58.801338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Bound using segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:25:58.801764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Bound port: 40e65871-68ab-4731-bc14-3be80d4050cd, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:25:58.802168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.897820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:58.931065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=779f1794-bc3f-4e41-819b-56abd32b9aeb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:58.936505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] For port 40e65871-68ab-4731-bc14-3be80d4050cd, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:25:58.959933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5acdec92-d30f-422c-a014-085395a3d70b no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:58.967209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] For port 40e65871-68ab-4731-bc14-3be80d4050cd, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=40e65871-68ab-4731-bc14-3be80d4050cd,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:25:58.983119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 5acdec92-d30f-422c-a014-085395a3d70b {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:58.983357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5acdec92-d30f-422c-a014-085395a3d70b not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:58.983812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:58.985701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.003194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:59.003551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0eaf73fb-eb08-4a13-a6ec-e27fe6880883 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:59.040400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:59.041025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.042414 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 1093 time: 1.1588857 Nov 24 22:25:59.042870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:25:59.045160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76" -d '{"events": [{"name": "network-changed", "server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:25:59.066593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.107999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac734f96-7666-49b4-b7af-fdf4d97ccbd6 x-openstack-request-id: req-ac734f96-7666-49b4-b7af-fdf4d97ccbd6 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:25:59.108287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:25:59.108544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac734f96-7666-49b4-b7af-fdf4d97ccbd6 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:25:59.109062 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd', 'status': 'completed', 'code': 200} Nov 24 22:25:59.207600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6ebb-3a47-40ed-a95e-3aadb35f61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=40e65871-68ab-4731-bc14-3be80d4050cd,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:59.219494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.226431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.237309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a0f05-fdc0-4b3f-bfb3-7c2bd203e528 req-513ff2de-dca4-4067-bb3e-d9013c91452c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:59.239863 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e4a0f05-fdc0-4b3f-bfb3-7c2bd203e528 req-513ff2de-dca4-4067-bb3e-d9013c91452c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0646503 Nov 24 22:25:59.281628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-d03184d9-e264-4f90-b293-5e71c81b93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:59.283173 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-d03184d9-e264-4f90-b293-5e71c81b93c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1096 time: 0.1769505 Nov 24 22:25:59.289692 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e4a0f05-fdc0-4b3f-bfb3-7c2bd203e528 req-d29941c9-0fc7-49d8-947d-407828f0e950 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424492 Nov 24 22:25:59.290089 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.291126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router caa92394-226d-4b7f-923b-cbbd8b032d81 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:25:59.306699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.308593 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7fe036be-2c94-4196-9aa3-74128adad204 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/caa92394-226d-4b7f-923b-cbbd8b032d81 HTTP/1.1" status: 204 len: 168 time: 1.5422349 Nov 24 22:25:59.318753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34160) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:59.353378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:25:59.365948 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-0c05f0e2-cce9-47db-a407-e6d207246eec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 217 time: 0.0727334 Nov 24 22:25:59.381532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:25:59.382229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6b3b6b44-4c40-4c44-af04-4ab68d1209e5 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:25:59.484603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.489079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-a60a9717-4634-4044-8be6-3e3032f003a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:59.490548 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-a60a9717-4634-4044-8be6-3e3032f003a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.1133456 Nov 24 22:25:59.586931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.612714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-15a3d45d-7f0e-4362-bb8a-73026203498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:25:59.614218 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-15a3d45d-7f0e-4362-bb8a-73026203498c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167717 Nov 24 22:25:59.618120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.678686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b598691d-c9da-4e10-9495-1f28b2bd9b07']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:59.694278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269f184e-39ab-48bc-b9ff-cadf3521a4a9') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:59.694573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269f184e-39ab-48bc-b9ff-cadf3521a4a9') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:25:59.706657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.729460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.743490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:25:59.743840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:25:59.746758 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:25:59.762960 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-d2d749e9-acf1-442a-81b0-fdc9a204e665 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373696 Nov 24 22:25:59.863942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.873235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.876407 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/b598691d-c9da-4e10-9495-1f28b2bd9b07 HTTP/1.1" status: 204 len: 168 time: 0.5629895 Nov 24 22:25:59.888165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34162) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:25:59.891357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5ef41-b9c5-418b-af5b-32290e66c789 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=b598691d-c9da-4e10-9495-1f28b2bd9b07,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:25:59.897653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--1215350528', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:25:59.918146 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a7c87040-c0ab-4d9a-8641-dd67670eb1b4 req-f9561159-635c-4f5f-8e11-88f20f0de5ec service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232557 Nov 24 22:25:59.922471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:25:59.926305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.952629 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:25:59.962008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:25:59.962523 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment abc99cfd-af0f-40ec-8060-30a8e8c23f4d of type vlan for network a560b843-78ca-4169-a05a-5f5c6cd76ec6 Nov 24 22:26:00.006112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-620e9997-8c15-4b90-bedf-38d3078f074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:00.007579 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-620e9997-8c15-4b90-bedf-38d3078f074c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1096 time: 0.0482075 Nov 24 22:26:00.013726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.102255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-fd18f792-4178-4a8f-a9bf-b6db356da796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:00.103720 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-fd18f792-4178-4a8f-a9bf-b6db356da796 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0892816 Nov 24 22:26:00.149812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-9602f08d-2f34-4dd3-b454-b19c411d3d57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 217 time: 0.0388267 Nov 24 22:26:00.322440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.329637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:00.330279 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.399806 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5075660 Nov 24 22:26:00.410562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34166) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:00.414030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:00.464484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4d99d-ca65-49e4-9330-0759da2f8106 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=a560b843-78ca-4169-a05a-5f5c6cd76ec6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:00.481449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:26:00.490516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75727-328e-4991-943e-1792327337f6 req-41479cdf-5d6c-43a2-b37b-c1aa6b502c0e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:00.492111 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33c75727-328e-4991-943e-1792327337f6 req-41479cdf-5d6c-43a2-b37b-c1aa6b502c0e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0994709 Nov 24 22:26:00.493678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.494767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.531384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-6ba9098a-6780-4ef7-bfe4-3ae5b9ee3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:00.533164 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-6ba9098a-6780-4ef7-bfe4-3ae5b9ee3440 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.3758740 Nov 24 22:26:00.565993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.584930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-afdcba7e-d0d9-4cb0-9b8a-6652e706c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:00.586359 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-afdcba7e-d0d9-4cb0-9b8a-6652e706c078 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455234 Nov 24 22:26:00.680225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-9f963cfa-c165-4f20-ba51-267cc692bf05 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862956 Nov 24 22:26:00.685961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33c75727-328e-4991-943e-1792327337f6 req-ef3ff88c-cc40-4e2b-8634-51270f3eec17 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733687 Nov 24 22:26:00.722620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.773894 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b12ca4c5-a4c0-4af3-ab9c-a3afbb4f7f76 req-8d7c767b-cbaf-4518-9ff4-b885ca62d6d4 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Nov 24 22:26:00.921854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.945249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:00.945514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 779f1794-bc3f-4e41-819b-56abd32b9aeb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:26:00.967172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 779f1794-bc3f-4e41-819b-56abd32b9aeb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:26:00.967517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 779f1794-bc3f-4e41-819b-56abd32b9aeb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:26:01.053238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.127 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/5593f9cd-84fc-4d5f-962c-fb9052192ce4) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:26:01.159720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:01.193074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:01.229340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:01.232117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:01.235485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:26:01.243489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=5593f9cd-84fc-4d5f-962c-fb9052192ce4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:01.483719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:01.674780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:01.818657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025753f-b385-4d6e-9dc2-29d6e7414093 req-f2a1eea0-7199-44e4-90bf-09e2520255a0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:01.820153 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1025753f-b385-4d6e-9dc2-29d6e7414093 req-f2a1eea0-7199-44e4-90bf-09e2520255a0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0652471 Nov 24 22:26:01.868923 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1025753f-b385-4d6e-9dc2-29d6e7414093 req-de45ead6-0560-4b64-a490-1d81b933d1a7 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410483 Nov 24 22:26:01.869916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:26:01.974556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:26:01.983661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:26:01.992474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:01.993092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:01.994388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:01.995587 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-310e0903-b68b-493d-8891-f42045cf4da4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5858152 Nov 24 22:26:01.998806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34170) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:02.028301 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f00f224e-5681-4857-a8f9-0a4f266bd75b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282102 Nov 24 22:26:02.030770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34172) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:02.098220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:02.121563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493c6a8-b15b-4c30-9cf4-c9d2be6e413f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:02.123083 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1493c6a8-b15b-4c30-9cf4-c9d2be6e413f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914729 Nov 24 22:26:02.125817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34174) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:02.153229 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-93d7dd4c-eb21-4d8c-a760-8fefe99ca410 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263417 Nov 24 22:26:02.155757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34176) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:02.160929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-421297513', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:02.248260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:26:02.251715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.273667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:01Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:02.299229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:26:02.299487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Updating router c55f7281-fe32-4394-8099-2e3344c7a162 port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:26:02.325501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.428709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.487336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=716817d6-7f8e-4286-9687-d078852593d4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:02.497976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:26:02.498339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: a560b843-78ca-4169-a05a-5f5c6cd76ec6, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:26:02.515299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:26:02.524476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, a560b843-78ca-4169-a05a-5f5c6cd76ec6) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:02.528679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:02.529320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.547593 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-68ae0358-ef7e-4872-9721-c28b595ced8d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3906133 Nov 24 22:26:02.550114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34178) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:02.663318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388311b-a4ac-4a79-ae22-55d3d601677c None None] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:26:02.785793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.794186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.878521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Attempting to bind port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:26:02.878996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Attempting to bind port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:26:02.879243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Attempting to bind port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:26:02.881107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf03d0-3abe-4c40-8697-82cc88e96014 None None] Pushing event updated for resources: {'Port': ['ID=5593f9cd-84fc-4d5f-962c-fb9052192ce4,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:02.901397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:26:02.902242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:26:02.902242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.902725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:26:02.903010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Bound port: 5593f9cd-84fc-4d5f-962c-fb9052192ce4, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:26:02.903392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:02.927802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:26:02.928664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.029144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] For port 5593f9cd-84fc-4d5f-962c-fb9052192ce4, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:26:03.048276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] For port 5593f9cd-84fc-4d5f-962c-fb9052192ce4, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5593f9cd-84fc-4d5f-962c-fb9052192ce4,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:26:03.054768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.148828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Allocated IP 172.20.0.2 (a560b843-78ca-4169-a05a-5f5c6cd76ec6/716817d6-7f8e-4286-9687-d078852593d4/c3303b12-af06-4ad5-8ae3-9b9603c770c7) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:26:03.157353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:03.157995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:03.200605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf03d0-3abe-4c40-8697-82cc88e96014 None None] Pushing event updated for resources: {'Port': ['ID=5593f9cd-84fc-4d5f-962c-fb9052192ce4,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:03.311483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf21b8-7524-483b-bbfe-0b8d9ccf6625 req-7b00e6ee-59d9-4f01-86e8-e3f519557f99 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:03.313246 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7aaf21b8-7524-483b-bbfe-0b8d9ccf6625 req-7b00e6ee-59d9-4f01-86e8-e3f519557f99 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.3646481 Nov 24 22:26:03.314884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.335145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:03.421919 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7aaf21b8-7524-483b-bbfe-0b8d9ccf6625 req-a27dcdd2-0940-49d3-bbfa-f6003fd3da2d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978727 Nov 24 22:26:03.490550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.508104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.566843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:03.573306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:03.580943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:26:03.584772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Pushing event updated for resources: {'Port': ['ID=c3303b12-af06-4ad5-8ae3-9b9603c770c7,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:03.619677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (a560b843-78ca-4169-a05a-5f5c6cd76ec6/716817d6-7f8e-4286-9687-d078852593d4/0ece3eb0-bedc-424f-b322-a93402a356db) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:26:03.646471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Attempting to bind port c3303b12-af06-4ad5-8ae3-9b9603c770c7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:26:03.646841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Attempting to bind port c3303b12-af06-4ad5-8ae3-9b9603c770c7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:26:03.647198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Attempting to bind port c3303b12-af06-4ad5-8ae3-9b9603c770c7 on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:26:03.654442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:26:03.654815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Checking segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:26:03.655214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.655632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Bound using segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:26:03.656096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Bound port: c3303b12-af06-4ad5-8ae3-9b9603c770c7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:26:03.656469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.669203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:01Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:03.698166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb932-b30d-4522-a4f1-3894a6228e4a None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:01Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:26:03.742757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.748456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c059c921-c529-4295-889b-c39c493215d8 None None] For port c3303b12-af06-4ad5-8ae3-9b9603c770c7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:26:03.751744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c059c921-c529-4295-889b-c39c493215d8 None None] For port c3303b12-af06-4ad5-8ae3-9b9603c770c7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c3303b12-af06-4ad5-8ae3-9b9603c770c7,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:26:03.758062 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.779292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:03.822069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059c921-c529-4295-889b-c39c493215d8 None None] Pushing event updated for resources: {'Port': ['ID=c3303b12-af06-4ad5-8ae3-9b9603c770c7,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:03.835295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=0ece3eb0-bedc-424f-b322-a93402a356db,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:03.849232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:03.850691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:03.855358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:26:03.899928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:04.078306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:04.371174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:04.376361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:04.451074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=0ece3eb0-bedc-424f-b322-a93402a356db,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:04.454574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:04.587356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96bda5-2673-4fd9-ada6-a296db410431 req-893b2361-696e-413c-a5be-4ca94df09a43 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:04.589030 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-da96bda5-2673-4fd9-ada6-a296db410431 req-893b2361-696e-413c-a5be-4ca94df09a43 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0863452 Nov 24 22:26:04.604460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:04.611217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:04.705876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-da96bda5-2673-4fd9-ada6-a296db410431 req-3d382751-a50b-4c61-ad0e-7d5b865250b5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084776 Nov 24 22:26:04.749846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:26:04.763926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7de7b0-509c-402d-a819-06cb053849d4 None None] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:26:04.821547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c6c17744-10cb-41f7-9f69-673c7b2a2d2e None None] Provisioning complete for port c3303b12-af06-4ad5-8ae3-9b9603c770c7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:04.821920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6c17744-10cb-41f7-9f69-673c7b2a2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:04.862212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:26:04.869915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34184) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:04.870469 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fae9969b-2963-41f4-9a68-b853a8f3cf3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/c55f7281-fe32-4394-8099-2e3344c7a162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3189073 Nov 24 22:26:04.976858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6c17744-10cb-41f7-9f69-673c7b2a2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.023817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c6c17744-10cb-41f7-9f69-673c7b2a2d2e None None] For port c3303b12-af06-4ad5-8ae3-9b9603c770c7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c3303b12-af06-4ad5-8ae3-9b9603c770c7,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:05.029298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c3303b12-af06-4ad5-8ae3-9b9603c770c7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:05.055927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c6c17744-10cb-41f7-9f69-673c7b2a2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.066222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.067023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.068324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.069146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.069773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.070431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.072570 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-252346ab-22ef-4180-b342-196f0917f156 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2009430 Nov 24 22:26:05.075617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34186) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:05.122982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c17744-10cb-41f7-9f69-673c7b2a2d2e None None] Pushing event updated for resources: {'Port': ['ID=c3303b12-af06-4ad5-8ae3-9b9603c770c7,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:05.131232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c3303b12-af06-4ad5-8ae3-9b9603c770c7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:05.131634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.167136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.167631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.168092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.168542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.168990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.169434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.171292 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a498a7f2-823a-4f7f-b356-aeb0f5d0bb78 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0948873 Nov 24 22:26:05.174016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34188) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:05.223348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5593f9cd-84fc-4d5f-962c-fb9052192ce4 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:05.289499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fada4d5b-3076-4ca9-93ec-185920a7460f None None] Provisioning complete for port 0ece3eb0-bedc-424f-b322-a93402a356db triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:05.289790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fada4d5b-3076-4ca9-93ec-185920a7460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.292596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:05.292957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.325485 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0684631f-ccdc-4ddc-a4ae-b84664c2d792 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1476598 Nov 24 22:26:05.349608 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fada4d5b-3076-4ca9-93ec-185920a7460f None None] Port 0ece3eb0-bedc-424f-b322-a93402a356db cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:26:05.370178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fada4d5b-3076-4ca9-93ec-185920a7460f None None] Provisioning complete for port c3303b12-af06-4ad5-8ae3-9b9603c770c7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:05.370520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fada4d5b-3076-4ca9-93ec-185920a7460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.452307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:26:05.465780 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:05.466692 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:05.481691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.510682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 5593f9cd-84fc-4d5f-962c-fb9052192ce4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5593f9cd-84fc-4d5f-962c-fb9052192ce4,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:05.518265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.570284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=5593f9cd-84fc-4d5f-962c-fb9052192ce4,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:05.589699 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:05.616789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:05.622139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257600499', 'description': 'tempest-secgroup-smoke-257600499 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:05.629138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-87e16b16-748a-4bee-9175-821c1f07d07f None None] Provisioning complete for port 0ece3eb0-bedc-424f-b322-a93402a356db triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:05.629518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-87e16b16-748a-4bee-9175-821c1f07d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.652323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.679423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-87e16b16-748a-4bee-9175-821c1f07d07f None None] Port 0ece3eb0-bedc-424f-b322-a93402a356db cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:26:05.730979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.736003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.767669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.772058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1508148 Nov 24 22:26:05.772266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34196) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:05.781500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '37e7a7aa-fff7-483c-9d63-46f33f2aaed5', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:05.789508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136be2c-b736-49f9-8cda-560ae445bab8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e7a7aa-fff7-483c-9d63-46f33f2aaed5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:05.800867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e590457c-b73f-4097-95b2-d2f10a32fb0b None None] Provisioning complete for port 0ece3eb0-bedc-424f-b322-a93402a356db triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:05.801363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e590457c-b73f-4097-95b2-d2f10a32fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.825029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.832836 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:05.848591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d524981-f9cf-408d-be9b-d370b5cc92d8 req-9f37496d-9b54-4883-9bbd-6a8af3188ff1 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:05.850291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3d524981-f9cf-408d-be9b-d370b5cc92d8 req-9f37496d-9b54-4883-9bbd-6a8af3188ff1 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0729213 Nov 24 22:26:05.857014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e590457c-b73f-4097-95b2-d2f10a32fb0b None None] Port 0ece3eb0-bedc-424f-b322-a93402a356db cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:26:05.866177 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:26:05.866522 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Updating router c55f7281-fe32-4394-8099-2e3344c7a162 port 0ece3eb0-bedc-424f-b322-a93402a356db binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:26:05.901297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.905010 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.905817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.906008 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3d524981-f9cf-408d-be9b-d370b5cc92d8 req-84982d98-8b40-4c92-8e0e-0ac8145b4caf tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462506 Nov 24 22:26:05.928483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c263687-8a82-4b25-ba67-e10a860ca20e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:05.937097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:05.938560 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11f066d9-5930-4787-9e0b-3bf838944265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606829 Nov 24 22:26:05.941372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34198) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:05.946236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '37e7a7aa-fff7-483c-9d63-46f33f2aaed5', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:05.972313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.028533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.032209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.050436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fa3727-775a-45c5-97f4-b1cfaa34f56a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.056201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.057654 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a1b044fb-b413-47c4-b352-98016b902169 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153042 Nov 24 22:26:06.060409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34200) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:06.065832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '37e7a7aa-fff7-483c-9d63-46f33f2aaed5', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:06.092893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.153666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.157167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.175632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be29910f-1d3b-4ea6-8435-dadb676a9ad9,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.181239 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.184033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.185380 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-da0c28a8-5ff2-4739-b2dc-3c30ca42d1d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236799 Nov 24 22:26:06.186676 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.188574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34202) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:06.193062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '37e7a7aa-fff7-483c-9d63-46f33f2aaed5', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:06.217799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.234345 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Pushing event updated for resources: {'Port': ['ID=0ece3eb0-bedc-424f-b322-a93402a356db,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.265890 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.266246 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.266580 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.266908 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.267227 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.267560 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.267887 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.268337 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.268545 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.268847 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.269184 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.269471 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:06.280935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.285190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.302562 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Attempting to bind port 0ece3eb0-bedc-424f-b322-a93402a356db on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:26:06.303337 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Attempting to bind port 0ece3eb0-bedc-424f-b322-a93402a356db by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:26:06.304082 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Attempting to bind port 0ece3eb0-bedc-424f-b322-a93402a356db on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:26:06.304523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b41c6-d70b-4c02-ab9f-4bf7144a3b8e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.310200 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:26:06.310569 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Checking segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:26:06.310967 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.311454 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Bound using segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:26:06.311824 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Bound port: 0ece3eb0-bedc-424f-b322-a93402a356db, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:26:06.312187 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.315691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.316925 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7a45dbf5-e91d-42c9-a1fd-5bb6a126c918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273534 Nov 24 22:26:06.319816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34204) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:06.324415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '37e7a7aa-fff7-483c-9d63-46f33f2aaed5', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:06.347829 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:26:06.353503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.381902 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] For port 0ece3eb0-bedc-424f-b322-a93402a356db, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:26:06.385723 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] For port 0ece3eb0-bedc-424f-b322-a93402a356db, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0ece3eb0-bedc-424f-b322-a93402a356db,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:26:06.390125 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.420415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.425531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.441691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c469c202-23b2-45a8-8935-454b8f6f09a0,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.447824 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:06.448388 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:06.454435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.455440 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-062deb61-8471-4e4e-97ae-ef4c076ba129 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345842 Nov 24 22:26:06.458432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34206) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:06.463024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '37e7a7aa-fff7-483c-9d63-46f33f2aaed5', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:06.482667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9a188d47-79f1-4b5e-99ad-7840f7a0905e None None] Provisioning complete for port 0ece3eb0-bedc-424f-b322-a93402a356db triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:06.483045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a188d47-79f1-4b5e-99ad-7840f7a0905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.499936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec58c7e-4a0b-49b2-abca-1188705f68d7 None None] Pushing event updated for resources: {'Port': ['ID=0ece3eb0-bedc-424f-b322-a93402a356db,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.506345 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:26:06.513706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.590591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.598157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.621639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0448dbe6-6c02-4d48-8450-987beb307282,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.641434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.643236 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1e6a1c71-7f77-41e5-ab39-87f5e8407f16 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1834891 Nov 24 22:26:06.699338 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:06.724831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a188d47-79f1-4b5e-99ad-7840f7a0905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.761502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9a188d47-79f1-4b5e-99ad-7840f7a0905e None None] For port 0ece3eb0-bedc-424f-b322-a93402a356db, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0ece3eb0-bedc-424f-b322-a93402a356db,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:06.765739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a188d47-79f1-4b5e-99ad-7840f7a0905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.791299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-6dfd7f6f-8553-494c-b17f-eb3a8032220a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257600499&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0348608 Nov 24 22:26:06.819425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a188d47-79f1-4b5e-99ad-7840f7a0905e None None] Pushing event updated for resources: {'Port': ['ID=0ece3eb0-bedc-424f-b322-a93402a356db,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:06.884620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a4ba1c56-ac56-4311-8d24-5948e42659b9 None None] Provisioning complete for port 0ece3eb0-bedc-424f-b322-a93402a356db triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:06.885503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1c56-ac56-4311-8d24-5948e42659b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:06.913949 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:06.919061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-4102048f-96f6-4018-822d-0d77a54abaaa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:06.930839 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-4102048f-96f6-4018-822d-0d77a54abaaa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 797 time: 0.1237302 Nov 24 22:26:06.951718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-32ee97aa-0148-4e29-a36d-2225f39944f3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0238860 Nov 24 22:26:06.964602 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265435a-3f9d-4f5c-80fe-a0af9d71db7e None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:26:06.976159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c3303b12-af06-4ad5-8ae3-9b9603c770c7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:07.040298 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-3fa671e4-d395-4123-9103-36e2c7436da5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854676 Nov 24 22:26:07.055942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c3303b12-af06-4ad5-8ae3-9b9603c770c7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:07.056531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:07.143113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb196b5-f113-4076-8cf6-84a5f7ec76cd req-55c5dd37-3bda-433a-950a-b1ce120254c4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:07.145076 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-feb196b5-f113-4076-8cf6-84a5f7ec76cd req-55c5dd37-3bda-433a-950a-b1ce120254c4 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.1476295 Nov 24 22:26:07.153040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5593f9cd-84fc-4d5f-962c-fb9052192ce4 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:07.182121 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-425701c0-0485-4f62-8d8a-ab5a0e8ac232 service neutron] 10.222.0.41 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278007 Nov 24 22:26:07.201775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:07.202402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:07.216419 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-feb196b5-f113-4076-8cf6-84a5f7ec76cd req-642082ef-84bf-4630-88d1-8ecf9529ca38 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635798 Nov 24 22:26:07.292172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-e6b1b8fe-90b1-4faa-86a7-7f88fc2e18d8 service neutron] 10.222.0.41 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995803 Nov 24 22:26:07.454918 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a04be1ee-8a61-4a8d-ab8a-076a0d8255c7 req-cc85c24d-aa12-400e-90a2-5ae6f707fef2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 210 time: 0.0298679 Nov 24 22:26:08.341597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2cb0d-b64c-4c32-a188-5ea7ca3b0381 req-da4978f7-026d-4188-92d7-1549b261b590 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:08.343238 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3bb2cb0d-b64c-4c32-a188-5ea7ca3b0381 req-da4978f7-026d-4188-92d7-1549b261b590 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0543213 Nov 24 22:26:08.386196 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3bb2cb0d-b64c-4c32-a188-5ea7ca3b0381 req-a0c0c611-f8b5-426b-9fb7-f3fde4f3b6cb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355921 Nov 24 22:26:08.389189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a906b7fb-d7e8-4361-b935-4c5b0ab8bcd9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:08.390656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a906b7fb-d7e8-4361-b935-4c5b0ab8bcd9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 797 time: 0.1198092 Nov 24 22:26:08.435780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-afe1335d-6f81-495e-ba97-8a5c2c18a923 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 379 time: 0.0353289 Nov 24 22:26:08.444343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '72a22663-1147-40aa-9240-152738e86639', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['37e7a7aa-fff7-483c-9d63-46f33f2aaed5']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:08.547282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f3d46a36-39f3-42ee-a008-a559045fa7fb req-2ec4fd26-264d-4258-a823-11027ed245b4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 210 time: 0.0267055 Nov 24 22:26:08.555859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:26:08.559660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:08.679327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.6 (a560b843-78ca-4169-a05a-5f5c6cd76ec6/716817d6-7f8e-4286-9687-d078852593d4/da1ce498-882f-471c-b4ed-0a6e30bf205c) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:26:08.818204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:08.850515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:08.891135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:08.894100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:08.898178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:26:08.906759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=da1ce498-882f-471c-b4ed-0a6e30bf205c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:08.960270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:08.961098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:08.977829 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-a815f9fa-8c3f-466c-8fd8-bd7fef5be481 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370808 Nov 24 22:26:08.987910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0ece3eb0-bedc-424f-b322-a93402a356db up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:08.990785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Request body: {'port': {'device_id': '72a22663-1147-40aa-9240-152738e86639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:09.041855 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0ece3eb0-bedc-424f-b322-a93402a356db triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:09.042618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.050382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.139890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6fbe8d99-511f-47b8-9dee-78af710c41a0 None None] Provisioning complete for port da1ce498-882f-471c-b4ed-0a6e30bf205c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:09.140261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8d99-511f-47b8-9dee-78af710c41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.176914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe8d99-511f-47b8-9dee-78af710c41a0 None None] Port da1ce498-882f-471c-b4ed-0a6e30bf205c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:26:09.311867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1ce498-882f-471c-b4ed-0a6e30bf205c {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:26:09.319920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.332574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Transition to ACTIVE for port object da1ce498-882f-471c-b4ed-0a6e30bf205c will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:26:09.337537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.339316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 40e65871-68ab-4731-bc14-3be80d4050cd details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:26:09.409720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ce498-882f-471c-b4ed-0a6e30bf205c,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:09.434462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 40e65871-68ab-4731-bc14-3be80d4050cd, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=40e65871-68ab-4731-bc14-3be80d4050cd,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:09.447219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '40e65871-68ab-4731-bc14-3be80d4050cd', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:26:09.479133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Attempting to bind port da1ce498-882f-471c-b4ed-0a6e30bf205c on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:26:09.479558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Attempting to bind port da1ce498-882f-471c-b4ed-0a6e30bf205c by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:26:09.479909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Attempting to bind port da1ce498-882f-471c-b4ed-0a6e30bf205c on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:26:09.484903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Port da1ce498-882f-471c-b4ed-0a6e30bf205c on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:26:09.485363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Attempting to bind port da1ce498-882f-471c-b4ed-0a6e30bf205c on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:26:09.490708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:26:09.491046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Checking segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:26:09.491429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Bound using segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:26:09.491970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Bound port: da1ce498-882f-471c-b4ed-0a6e30bf205c, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:26:09.492329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.493991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.519585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1ca54-f4ae-435b-8e04-933ed573b472 req-34e1058f-9f01-4aa8-944a-a3e6937ff07c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:09.521453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e65871-68ab-4731-bc14-3be80d4050cd {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:26:09.521847 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aec1ca54-f4ae-435b-8e04-933ed573b472 req-34e1058f-9f01-4aa8-944a-a3e6937ff07c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 943 time: 0.0598843 Nov 24 22:26:09.553492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 40e65871-68ab-4731-bc14-3be80d4050cd, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=40e65871-68ab-4731-bc14-3be80d4050cd,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:09.560228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.564451 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aec1ca54-f4ae-435b-8e04-933ed573b472 req-3cd8babc-10e4-419e-aa03-a60a1c5ad10c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357549 Nov 24 22:26:09.566402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] For port da1ce498-882f-471c-b4ed-0a6e30bf205c, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:26:09.574562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] For port da1ce498-882f-471c-b4ed-0a6e30bf205c, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:26:09.586832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.624199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:09.624934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:09.626527 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] 10.222.0.71 "PUT /v2.0/ports/da1ce498-882f-471c-b4ed-0a6e30bf205c HTTP/1.1" status: 200 len: 1093 time: 0.6406276 Nov 24 22:26:09.627136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:26:09.630253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e316932-628d-4233-bd41-f8824d34c8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "72a22663-1147-40aa-9240-152738e86639", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:26:09.643741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=40e65871-68ab-4731-bc14-3be80d4050cd,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:09.677701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b56200-7844-4789-bfb3-f981ca002cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ce498-882f-471c-b4ed-0a6e30bf205c,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:09.701867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff1b08e-100b-4b16-b31f-cae2d540aabe x-openstack-request-id: req-fff1b08e-100b-4b16-b31f-cae2d540aabe {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:26:09.702567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a22663-1147-40aa-9240-152738e86639", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:26:09.702980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fff1b08e-100b-4b16-b31f-cae2d540aabe {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:26:09.703576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'status': 'completed', 'code': 200} Nov 24 22:26:09.706825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9d637-b89f-42a7-b067-19d61339ac93 req-19609d4e-2945-4927-b49b-b12bf84a23f3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:09.708554 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b6e9d637-b89f-42a7-b067-19d61339ac93 req-19609d4e-2945-4927-b49b-b12bf84a23f3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 943 time: 0.0740669 Nov 24 22:26:09.741876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-e3bc7b75-d172-47e5-8ed4-4990d176699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:09.743720 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-e3bc7b75-d172-47e5-8ed4-4990d176699b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 1096 time: 0.0623627 Nov 24 22:26:09.778439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b6e9d637-b89f-42a7-b067-19d61339ac93 req-290260d4-63fe-4ecd-a3f7-09d6ee9e3d6f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579121 Nov 24 22:26:09.796000 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-e19cf8a0-b866-46bc-9cb1-139829cb5e14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c HTTP/1.1" status: 200 len: 217 time: 0.0429096 Nov 24 22:26:09.798714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['40e65871-68ab-4731-bc14-3be80d4050cd'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:26:09.847871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-05cb4afb-9d4c-43d8-8e29-5461d53f82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:09.849484 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-05cb4afb-9d4c-43d8-8e29-5461d53f82b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.0457773 Nov 24 22:26:09.905881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-ef3d4b43-b6d1-4668-bb05-39a1d8f41c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:09.907391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-ef3d4b43-b6d1-4668-bb05-39a1d8f41c4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456028 Nov 24 22:26:09.997422 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-5160fa73-b984-4c51-b8f5-85daeae4acaf service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Nov 24 22:26:10.090004 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e2d8585b-42cd-4661-818e-6ee6ee50e77a req-4f78c47b-67bf-4861-b2d0-48ce3bb2a3fd service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856481 Nov 24 22:26:10.176358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-0dd1af7d-092e-4bf2-ab4d-405dfd624a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:10.178352 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-0dd1af7d-092e-4bf2-ab4d-405dfd624a4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 1096 time: 0.0401878 Nov 24 22:26:10.266577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-31f8889c-3b1d-4b83-8e4e-725ce75d124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:10.267996 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-31f8889c-3b1d-4b83-8e4e-725ce75d124e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 898 time: 0.0806956 Nov 24 22:26:10.312408 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-a4bbd35a-593b-43f3-ac1d-4bb67dad9c98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c HTTP/1.1" status: 200 len: 217 time: 0.0362542 Nov 24 22:26:10.362345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-e33f9820-d933-4f74-a65e-0ceaf8b80d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:10.363798 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-e33f9820-d933-4f74-a65e-0ceaf8b80d42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.0425968 Nov 24 22:26:10.408107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-41b0810e-a94f-48dc-b8e7-422a6824a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:10.409523 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-41b0810e-a94f-48dc-b8e7-422a6824a4f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380840 Nov 24 22:26:10.502789 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-0f52b351-9d16-4ab0-95bf-e109cb693098 service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828481 Nov 24 22:26:10.593681 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8e316932-628d-4233-bd41-f8824d34c8f9 req-26b0e9bf-5b90-4cbd-9f42-5bea517eb5fd service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813196 Nov 24 22:26:10.680331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70107ab4-eb0f-48b2-a543-ffdc5851079c req-3d9a60ad-4be2-4f6b-8056-f34c124ded13 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:10.681780 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-70107ab4-eb0f-48b2-a543-ffdc5851079c req-3d9a60ad-4be2-4f6b-8056-f34c124ded13 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 944 time: 0.0483100 Nov 24 22:26:10.718929 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-70107ab4-eb0f-48b2-a543-ffdc5851079c req-64ac7ddf-d8ba-4962-9d01-6274d03b691c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Nov 24 22:26:10.889108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e284ed5-c38b-4fa0-9c25-cc81668408f2 req-fad64cf8-1bb6-4bbc-aede-56a7eb006dbf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:10.890602 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e284ed5-c38b-4fa0-9c25-cc81668408f2 req-fad64cf8-1bb6-4bbc-aede-56a7eb006dbf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 943 time: 0.0514665 Nov 24 22:26:10.928282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e284ed5-c38b-4fa0-9c25-cc81668408f2 req-8b21c5c6-ba7e-48a6-b7fe-e6cb3a4de3c3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Nov 24 22:26:11.354486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 40e65871-68ab-4731-bc14-3be80d4050cd up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:11.401653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 40e65871-68ab-4731-bc14-3be80d4050cd completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:26:11.405365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 40e65871-68ab-4731-bc14-3be80d4050cd triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:11.405733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:11.482444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:11.504992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:26:11.507348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd1d91-e0e1-479c-b507-6075d5fab584" -d '{"events": [{"server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:26:11.519775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 40e65871-68ab-4731-bc14-3be80d4050cd, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=40e65871-68ab-4731-bc14-3be80d4050cd,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:11.523703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:11.547198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34818c3-be09-4c46-8771-ff26765d69bf x-openstack-request-id: req-c34818c3-be09-4c46-8771-ff26765d69bf {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:26:11.547485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:26:11.547759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c34818c3-be09-4c46-8771-ff26765d69bf {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:26:11.548141 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd', 'code': 200} Nov 24 22:26:11.577078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=40e65871-68ab-4731-bc14-3be80d4050cd,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:11.725435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088d4c2-0663-475b-b8dc-00569e612509 req-51908bc3-1d3e-46eb-b67d-57aa2d665c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:11.726812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3088d4c2-0663-475b-b8dc-00569e612509 req-51908bc3-1d3e-46eb-b67d-57aa2d665c81 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1098 time: 0.0484540 Nov 24 22:26:11.761827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3088d4c2-0663-475b-b8dc-00569e612509 req-c8afd3e1-eaa7-4f1d-9bdd-921c6005a8eb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282903 Nov 24 22:26:11.829124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cea60-f8e6-4ea0-bc30-1804465d7168 req-569e6fdd-1c69-4c04-8323-5a3c1edfa939 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:11.830567 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-748cea60-f8e6-4ea0-bc30-1804465d7168 req-569e6fdd-1c69-4c04-8323-5a3c1edfa939 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 945 time: 0.0478728 Nov 24 22:26:11.868463 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-748cea60-f8e6-4ea0-bc30-1804465d7168 req-9f2b28ab-6783-4170-bcf9-7310e5701a9e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Nov 24 22:26:12.045070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f50c03-3e6f-44d9-8e74-aba8fca06a9c req-c54e2910-e59f-4ba1-ab7d-caa1ba3a42f0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:12.046440 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1f50c03-3e6f-44d9-8e74-aba8fca06a9c req-c54e2910-e59f-4ba1-ab7d-caa1ba3a42f0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 943 time: 0.0484922 Nov 24 22:26:12.083197 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1f50c03-3e6f-44d9-8e74-aba8fca06a9c req-ee8998b5-2d2a-41a8-a72f-0cb2be3f69bc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302978 Nov 24 22:26:12.984704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d7808-8559-49c1-9df6-7de3c0dbe858 req-15111b24-46cd-456b-9ebf-0ffb14556257 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:12.986164 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c7d7808-8559-49c1-9df6-7de3c0dbe858 req-15111b24-46cd-456b-9ebf-0ffb14556257 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Nov 24 22:26:13.024014 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c7d7808-8559-49c1-9df6-7de3c0dbe858 req-7e446edf-5490-417f-a3ae-1f296942ea84 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Nov 24 22:26:13.134888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead7253-ca22-4886-81e3-2e5839f9d582 req-bf5ec203-2e8e-460f-998f-320c09eaaa03 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:13.136393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eead7253-ca22-4886-81e3-2e5839f9d582 req-bf5ec203-2e8e-460f-998f-320c09eaaa03 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Nov 24 22:26:13.197876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eead7253-ca22-4886-81e3-2e5839f9d582 req-59ea0c3d-cb45-4dec-8fdf-1075085b6842 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555487 Nov 24 22:26:13.214441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370db2-67fb-4ffb-a0b1-22f0fcc18ceb req-a80005f1-84d4-40d3-869b-296f36eabdd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:13.215943 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bf370db2-67fb-4ffb-a0b1-22f0fcc18ceb req-a80005f1-84d4-40d3-869b-296f36eabdd6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 943 time: 0.0664907 Nov 24 22:26:13.219637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34262) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:13.284911 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bf370db2-67fb-4ffb-a0b1-22f0fcc18ceb req-df5a8fe6-3bc8-4e00-84e9-658de8d73b88 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631740 Nov 24 22:26:13.289734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd860ba-c482-4f62-aecb-1cfa5ab6b1ca tempest-TestVolumeBootPattern-2126545323 tempest-TestVolumeBootPattern-2126545323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:13.291184 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5bd860ba-c482-4f62-aecb-1cfa5ab6b1ca tempest-TestVolumeBootPattern-2126545323 tempest-TestVolumeBootPattern-2126545323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1093 time: 0.0706301 Nov 24 22:26:13.294049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34266) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:13.298266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:13.321194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:13.369269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device da1ce498-882f-471c-b4ed-0a6e30bf205c details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:26:13.419280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:13.464660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port da1ce498-882f-471c-b4ed-0a6e30bf205c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:13.475666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'port_id': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'mac_address': 'fa:16:3e:7c:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:26:13.513000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:13.521957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Allocated IP 172.26.3.11 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/8662d93d-9a96-4a9d-8678-90b234e5d57d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:26:13.526077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1ce498-882f-471c-b4ed-0a6e30bf205c {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:26:13.545539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port da1ce498-882f-471c-b4ed-0a6e30bf205c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:13.549516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:13.596624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=da1ce498-882f-471c-b4ed-0a6e30bf205c,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:13.623203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:13.660345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:13.696327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:13.699175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:13.702651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:26:13.728145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=8662d93d-9a96-4a9d-8678-90b234e5d57d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:13.761749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['da1ce498-882f-471c-b4ed-0a6e30bf205c'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:26:14.045282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.108607 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.196106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c2b7-5df1-4d52-a173-72ec8ae2eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.254303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.258593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.324786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=8662d93d-9a96-4a9d-8678-90b234e5d57d,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:14.335226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.464667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8014-7fd3-42af-8794-37aa86acd822 req-ddb8f326-1c54-44b8-ad04-1c29786154a5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:14.466137 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cf7f8014-7fd3-42af-8794-37aa86acd822 req-ddb8f326-1c54-44b8-ad04-1c29786154a5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 944 time: 0.0923684 Nov 24 22:26:14.474374 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Floating IP cd6300e3-a9b7-41b8-a8db-f6e09f21f550 associated. External IP: 172.26.3.11, port: 40e65871-68ab-4731-bc14-3be80d4050cd. Nov 24 22:26:14.572032 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cf7f8014-7fd3-42af-8794-37aa86acd822 req-9ad5635e-4b7e-46d4-80fc-280e7fbd8927 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995259 Nov 24 22:26:14.697980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:26:14.802100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:26:14.811638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:26:14.819825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:14.821927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:14.822633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:14.846442 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6b02d422-7eac-4da2-a684-a05907a3b065 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5513632 Nov 24 22:26:14.847056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:26:14.849388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a29ba9-6106-4747-b3c2-5bb248b0ae97" -d '{"events": [{"name": "network-changed", "server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:26:14.885499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df5df6-b8d2-439d-b876-513599e0b1ac x-openstack-request-id: req-61df5df6-b8d2-439d-b876-513599e0b1ac {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:26:14.885790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:26:14.886042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61df5df6-b8d2-439d-b876-513599e0b1ac {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:26:14.886444 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd', 'status': 'completed', 'code': 200} Nov 24 22:26:14.934859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:14.946976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-ee7b22a2-8bde-4704-a17f-dcf80f6d788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:14.948572 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-ee7b22a2-8bde-4704-a17f-dcf80f6d788b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1098 time: 0.0413671 Nov 24 22:26:15.037315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-27d0fd93-08f5-4166-baf5-6be3b829051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:15.038817 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-27d0fd93-08f5-4166-baf5-6be3b829051d service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0832644 Nov 24 22:26:15.107031 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-5e46086f-eb7b-4493-9bea-f42059b5d50d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 998 time: 0.0613585 Nov 24 22:26:15.155181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:13Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:15.157461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-41716a96-cfd8-4141-a72d-30bb6834b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:15.158922 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-41716a96-cfd8-4141-a72d-30bb6834b20c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0451438 Nov 24 22:26:15.181613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:26:15.190343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:15.190947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:25:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:15.204124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-30743734-7980-470c-a819-264794c9c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:15.205600 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-30743734-7980-470c-a819-264794c9c0fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390942 Nov 24 22:26:15.292440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:15.298238 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-a99d53dc-545a-4fae-a3dc-135d97b10525 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847459 Nov 24 22:26:15.387560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device da1ce498-882f-471c-b4ed-0a6e30bf205c up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:26:15.387934 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-46a29ba9-6106-4747-b3c2-5bb248b0ae97 req-07609189-60f1-432a-8556-77334a7edc1b service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820901 Nov 24 22:26:15.494649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port da1ce498-882f-471c-b4ed-0a6e30bf205c completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:26:15.506304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port da1ce498-882f-471c-b4ed-0a6e30bf205c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:26:15.506678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:15.626678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:15.631349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:13Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:15.688463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4525e11-0eee-4206-a331-facfc619541b req-11c651c1-1582-4c85-ad1e-4b788dfa2577 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:15.689974 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4525e11-0eee-4206-a331-facfc619541b req-11c651c1-1582-4c85-ad1e-4b788dfa2577 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Nov 24 22:26:15.734095 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4525e11-0eee-4206-a331-facfc619541b req-22415382-4f5a-47da-b08e-ba8e69d14b15 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380094 Nov 24 22:26:15.817246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ec21f-9ffe-4fc0-a78c-db5fbe88cdc6 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:13Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:26:15.829731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:26:15.832015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e067a65-7bb4-48ff-a367-e794f415c892" -d '{"events": [{"server_uuid": "72a22663-1147-40aa-9240-152738e86639", "name": "network-vif-plugged", "status": "completed", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:26:15.845174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port da1ce498-882f-471c-b4ed-0a6e30bf205c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:26:15.850671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:15.884883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f5f926-9be4-4720-9bfa-41bca09204b6 x-openstack-request-id: req-c8f5f926-9be4-4720-9bfa-41bca09204b6 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:26:15.885318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a22663-1147-40aa-9240-152738e86639", "name": "network-vif-plugged", "status": "completed", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:26:15.889762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8f5f926-9be4-4720-9bfa-41bca09204b6 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:26:15.890333 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'code': 200} Nov 24 22:26:15.914361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=da1ce498-882f-471c-b4ed-0a6e30bf205c,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:16.042240 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff40f5b-bd71-4a9d-94ae-3f42ab5ea50b None None] New status for floating IP cd6300e3-a9b7-41b8-a8db-f6e09f21f550: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:26:16.059468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b2e36-6be7-4ee0-b9c5-bf2696d50c3d req-6661a62d-f00d-411d-924c-2789c13e5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:16.060985 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae6b2e36-6be7-4ee0-b9c5-bf2696d50c3d req-6661a62d-f00d-411d-924c-2789c13e5a18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 1098 time: 0.0479567 Nov 24 22:26:16.096417 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ae6b2e36-6be7-4ee0-b9c5-bf2696d50c3d req-764f2bdf-0493-4ff0-834a-b77d8b403bc8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278583 Nov 24 22:26:16.621312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2adc0e49-1c47-4cdb-a6ed-142ca4f81b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:16.846222 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4370071-9b58-4990-a547-bf63b66d4a11 req-b7cae551-9f19-4ddf-8ebe-1f86dbd75a8a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:16.848536 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4370071-9b58-4990-a547-bf63b66d4a11 req-b7cae551-9f19-4ddf-8ebe-1f86dbd75a8a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Nov 24 22:26:16.859274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:16.887041 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4370071-9b58-4990-a547-bf63b66d4a11 req-ca056efe-fc0f-42ce-ac3f-a683aa36c25d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326493 Nov 24 22:26:18.001314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6f4a6-7fcc-420b-a23f-80fc8c913ace req-25a5a07e-62e0-4a96-8ea0-86c6b0a115b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:18.002770 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6fe6f4a6-7fcc-420b-a23f-80fc8c913ace req-25a5a07e-62e0-4a96-8ea0-86c6b0a115b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 945 time: 0.0485849 Nov 24 22:26:18.039264 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6fe6f4a6-7fcc-420b-a23f-80fc8c913ace req-2271ad13-312e-4f53-bcc6-9d0f47500d89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Nov 24 22:26:18.148813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d4e0e-7962-41dd-966a-cfcfb6e2ff5c req-973051e4-ec18-4b8e-bc52-438ac4d7fb65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:18.150248 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6d8d4e0e-7962-41dd-966a-cfcfb6e2ff5c req-973051e4-ec18-4b8e-bc52-438ac4d7fb65 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 945 time: 0.0471904 Nov 24 22:26:18.190550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6d8d4e0e-7962-41dd-966a-cfcfb6e2ff5c req-ac991696-d398-4f0b-b72c-682f2c08bf28 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343912 Nov 24 22:26:18.212531 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34284) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:18.331609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:18.522093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c9cb4-beff-4b9a-bb19-c2cb8ac25c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:18.523498 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-065c9cb4-beff-4b9a-bb19-c2cb8ac25c3d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 1093 time: 0.3100207 Nov 24 22:26:18.526276 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34286) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:18.530427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:18.551940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:18.647480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:18.745589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.156 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/cba0e6b5-58fa-474c-9be0-4fc68e060fb0) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:26:18.847299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:18.879540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:18.915019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:26:18.917858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:26:18.922295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:26:18.947631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=cba0e6b5-58fa-474c-9be0-4fc68e060fb0,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:19.256732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.320499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.464829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.469088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.536309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=cba0e6b5-58fa-474c-9be0-4fc68e060fb0,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:19.546554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.623057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.646408 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP f232cf86-f56b-4a58-8335-d4047146f0ce associated. External IP: 172.26.3.156, port: da1ce498-882f-471c-b4ed-0a6e30bf205c. Nov 24 22:26:19.848408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:26:19.953055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:26:19.963047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:26:19.971509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:19.972736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:19.973859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:26:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:19.999041 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-eb5ac15a-95c8-4ff6-9a33-a08f9c44cc49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4717648 Nov 24 22:26:19.999697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:26:20.001991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2a9b0-7f14-4eac-8205-2d38000305ab" -d '{"events": [{"name": "network-changed", "server_uuid": "72a22663-1147-40aa-9240-152738e86639", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:26:20.002174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34288) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:20.037493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcae9785-6d52-47b1-b8a3-8f3568ab04f8 x-openstack-request-id: req-fcae9785-6d52-47b1-b8a3-8f3568ab04f8 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:26:20.037793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a22663-1147-40aa-9240-152738e86639", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:26:20.038032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcae9785-6d52-47b1-b8a3-8f3568ab04f8 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:26:20.038751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'status': 'completed', 'code': 200} Nov 24 22:26:20.075789 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-28cfe0e6-4bea-41fb-aba5-7225fab13717 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 991 time: 0.0724249 Nov 24 22:26:20.082968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:20.105235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-60b7b4b5-21bc-4360-8c4b-119c1f572c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:20.107391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-60b7b4b5-21bc-4360-8c4b-119c1f572c27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 1098 time: 0.0477645 Nov 24 22:26:20.202541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-f162dd04-a5f7-4200-8930-645a39390db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:20.204020 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-f162dd04-a5f7-4200-8930-645a39390db8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 898 time: 0.0893674 Nov 24 22:26:20.269453 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-02b60b57-e648-45c8-9b7c-97fe64e2f947 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c HTTP/1.1" status: 200 len: 999 time: 0.0582438 Nov 24 22:26:20.305733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f232cf86-f56b-4a58-8335-d4047146f0ce', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.156', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'port_id': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'mac_address': 'fa:16:3e:7c:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a22663-1147-40aa-9240-152738e86639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:19Z', 'updated_at': '2021-11-24T22:26:19Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:20.322882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-81215a2a-4ecc-4c78-8b49-4f28696877b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:20.324440 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-81215a2a-4ecc-4c78-8b49-4f28696877b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.0482070 Nov 24 22:26:20.331450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:26:20.340334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:20.340937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:26:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:20.370767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-bffe6ad2-9e35-43cc-88c7-9341ff49c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:20.372244 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-bffe6ad2-9e35-43cc-88c7-9341ff49c34e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408933 Nov 24 22:26:20.444838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:20.461484 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-95cf1cf7-f020-4e12-93ac-710732a67fbc service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813799 Nov 24 22:26:20.552371 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-57c2a9b0-7f14-4eac-8205-2d38000305ab req-84527667-b97d-4017-9fd2-83053685f047 service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842206 Nov 24 22:26:20.665325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f232cf86-f56b-4a58-8335-d4047146f0ce', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.156', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'port_id': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'mac_address': 'fa:16:3e:7c:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a22663-1147-40aa-9240-152738e86639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:19Z', 'updated_at': '2021-11-24T22:26:19Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:20.691217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca2f87-9a74-41fd-af1a-f0536918efec None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f232cf86-f56b-4a58-8335-d4047146f0ce', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.156', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'port_id': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'mac_address': 'fa:16:3e:7c:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a22663-1147-40aa-9240-152738e86639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:19Z', 'updated_at': '2021-11-24T22:26:19Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:26:20.873240 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf88cff-2483-41da-a8de-8b272ad42706 None None] New status for floating IP f232cf86-f56b-4a58-8335-d4047146f0ce: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:26:21.079600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34292) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:21.138948 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b55d180e-664d-485f-8a12-5b6d188cfd85 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 993 time: 0.0581484 Nov 24 22:26:29.601166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:31.524222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:26:44.197549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-efea1301-eeeb-4579-a651-d1c3f54266db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:46.621668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-92d83e50-fbfc-4b86-a4a0-581ec3c4d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:46.860785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:48.333143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:49.625194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:52.233473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34312) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:52.278146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276578-e144-4d33-907b-2e7968e0019d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:52.278624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276578-e144-4d33-907b-2e7968e0019d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:52.279087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276578-e144-4d33-907b-2e7968e0019d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:52.280736 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e6276578-e144-4d33-907b-2e7968e0019d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=e8d29a1b03214f108524bb39df2bc726&network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 2999 time: 0.0462825 Nov 24 22:26:54.338447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34324) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:54.383737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11824bb7-bb41-48fd-b1b4-701b2fead9c0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:54.385198 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-11824bb7-bb41-48fd-b1b4-701b2fead9c0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046 HTTP/1.1" status: 200 len: 814 time: 0.0457654 Nov 24 22:26:54.906175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34330) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:54.910668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:54.965218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:55.109493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:55.113343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:55.113725 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP f232cf86-f56b-4a58-8335-d4047146f0ce disassociated. External IP: 172.26.3.156, port: da1ce498-882f-471c-b4ed-0a6e30bf205c. Nov 24 22:26:55.314489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:26:55.420008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:26:55.424765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:55.430439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:26:55.439503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:55.440146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:26:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:55.452374 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-53a416a8-318e-414c-bd75-87db24d266fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 690 time: 0.5450983 Nov 24 22:26:55.452956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:26:55.455128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34332) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:55.455670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5c9f96-b1de-4e3a-8677-399f6195d970" -d '{"events": [{"name": "network-changed", "server_uuid": "72a22663-1147-40aa-9240-152738e86639", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:26:55.490545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc02912f-b71a-42ec-a11b-31d9ef50e345 x-openstack-request-id: req-fc02912f-b71a-42ec-a11b-31d9ef50e345 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:26:55.490839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a22663-1147-40aa-9240-152738e86639", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:26:55.491212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc02912f-b71a-42ec-a11b-31d9ef50e345 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:26:55.492363 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'status': 'completed', 'code': 200} Nov 24 22:26:55.534220 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f9d6d99e-822d-40cf-90ab-47dc8e5aedb3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 690 time: 0.0776703 Nov 24 22:26:55.549985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:55.557907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-5ce13042-08cf-4399-8833-35061a08a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:55.559415 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-5ce13042-08cf-4399-8833-35061a08a038 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 1098 time: 0.0443013 Nov 24 22:26:55.649166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-2b66ea49-73b8-446e-b0a6-84a7f61f9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:55.650638 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-2b66ea49-73b8-446e-b0a6-84a7f61f9f82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 898 time: 0.0842044 Nov 24 22:26:55.695117 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-dc8f6011-b0ea-40e5-b675-32f8da2362aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c HTTP/1.1" status: 200 len: 217 time: 0.0373781 Nov 24 22:26:55.749712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:55.776424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:26:55.785399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:26:55.786021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:26:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:55.895628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:26:56.040052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-6f317f33-3f04-4b60-812d-8c751a196ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:56.041436 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-6f317f33-3f04-4b60-812d-8c751a196ffd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.3402143 Nov 24 22:26:56.087580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-316cac52-a38b-4fc1-81fa-bb236a9d4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:56.089063 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-316cac52-a38b-4fc1-81fa-bb236a9d4e9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406356 Nov 24 22:26:56.099775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-63f5648f-0ec4-46e6-8bfb-77979d1bde73 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:26:56.100761 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-63f5648f-0ec4-46e6-8bfb-77979d1bde73 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048444 Nov 24 22:26:56.106004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:26:56.135298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6625e-0d97-495f-99b5-63beaa71b849 None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:26:56.193557 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-dee847bc-6872-4828-b0b6-f44a94fed7ea service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859656 Nov 24 22:26:56.284945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0e5c9f96-b1de-4e3a-8677-399f6195d970 req-38ceec57-1c44-4f60-89e9-d037a7169d26 service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Nov 24 22:26:56.354614 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192c199-8aa9-4ad4-98b2-bdd65cf932bc None None] New status for floating IP f232cf86-f56b-4a58-8335-d4047146f0ce: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:26:56.537701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34336) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:56.582700 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d4b8caf7-857f-4a2a-89dc-5c1d6cf8b363 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 688 time: 0.0438464 Nov 24 22:26:58.065252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34340) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.069847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506203255', 'description': 'tempest-secgroup-smoke-1506203255 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.091269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.154679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.158625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.184610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.185819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1195538 Nov 24 22:26:58.189307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34342) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.193987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '4eb2774c-e644-4d7a-b659-205da9d50d79', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.194187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2774c-e644-4d7a-b659-205da9d50d79,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.201225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.201575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.201917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.202252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.202584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.202916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.203244 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.203594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.203922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.204247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.204571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.204890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b23279-6531-4e19-a56d-0fb1661d9b47 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.220476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.275490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.279093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.296933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673918f4-8700-4439-aa51-a1868cfc1851,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.306440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.307637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172051 Nov 24 22:26:58.308939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.309289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.309634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.309967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.310301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.310652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.310794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34344) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.310959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.311290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.311643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.311972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.312546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.312869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e9cbbc-f0cc-4432-af1e-16e3080c7d38 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:26:58.318004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '4eb2774c-e644-4d7a-b659-205da9d50d79', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.348491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.395646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.399588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.417013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33701812-7122-465a-9da1-abc1cdb4b271,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.424657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.425828 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3bd55ee0-1995-4eb2-8de4-15d3ae92f578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140451 Nov 24 22:26:58.428744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34346) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.432995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '4eb2774c-e644-4d7a-b659-205da9d50d79', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.458334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.514587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.517871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.534620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46ca70-6bd3-4517-a513-c28007626393,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.543042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.544258 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bd160d5e-289c-486f-818b-5fa493f8ae1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145422 Nov 24 22:26:58.547404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34348) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.551606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '4eb2774c-e644-4d7a-b659-205da9d50d79', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.576697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.634130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.637117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.654122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afa4011-acb2-4662-a8e5-846e1aa0ac89,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.662566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.663783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e612fdf3-ee2e-4c9a-8f4f-07d9a77fec48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154675 Nov 24 22:26:58.666615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34350) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.670869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '4eb2774c-e644-4d7a-b659-205da9d50d79', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.691579 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:26:58.696619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.758763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.762167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.779242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ffd55c-44cc-40eb-99f0-053e6efafc22,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.787235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.788482 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aa15befc-e19b-4378-9360-914a866a82a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209400 Nov 24 22:26:58.791271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34352) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:26:58.795508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '4eb2774c-e644-4d7a-b659-205da9d50d79', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:26:58.816514 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:26:58.821527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.886586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.890245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.908334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8d58ee-c221-4832-b552-06fd6823b710,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:26:58.914947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:26:58.919976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f7cfd0e5-40c4-402e-8b02-811e7681ee37 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276908 Nov 24 22:26:59.050130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-744fc15d-8186-471c-bcce-00f518b6e2a6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506203255&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0314937 Nov 24 22:26:59.156186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-9000c697-9139-412c-a469-38d7b61287f8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:26:59.157576 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-9000c697-9139-412c-a469-38d7b61287f8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 797 time: 0.1010766 Nov 24 22:26:59.171891 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-4cf6bf3f-253d-4d77-ae5f-0caf54178657 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0086625 Nov 24 22:26:59.225943 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-076e03c3-e583-4f9c-8076-a3a935de8c3a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490358 Nov 24 22:26:59.241342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-90fc159f-001d-4bab-bcf7-dbbf75e5f795 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:26:59.242277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-90fc159f-001d-4bab-bcf7-dbbf75e5f795 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050142 Nov 24 22:26:59.338631 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-58eddc31-daa2-4dcf-9b9e-b3a8efd12b82 service neutron] 10.222.0.41 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907719 Nov 24 22:26:59.424746 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-a5220f1f-12d3-4828-b23c-b1c7f472f2cf service neutron] 10.222.0.41 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800922 Nov 24 22:26:59.583663 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6d1bcf44-e45b-442f-b71e-d7ceff14f96b req-2bc68868-f6a4-4f8d-8140-da359a9a8914 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 210 time: 0.0288303 Nov 24 22:26:59.609220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:00.472714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-76d0ff1e-86fc-4787-9e73-c88a960892ff tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:00.474138 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-76d0ff1e-86fc-4787-9e73-c88a960892ff tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 797 time: 0.1083171 Nov 24 22:27:00.519153 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-414bb2a8-ffa2-4b9a-ba7c-45f1d680f0d0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 472 time: 0.0352755 Nov 24 22:27:00.532596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['4eb2774c-e644-4d7a-b659-205da9d50d79']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:27:00.641812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:27:00.645330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:00.677970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-18bd1544-88c8-4264-aec6-475164e6ecfc req-ca543a59-dff2-4020-ba7c-89d5e9839cd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 210 time: 0.0263529 Nov 24 22:27:00.767298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.13 (a560b843-78ca-4169-a05a-5f5c6cd76ec6/716817d6-7f8e-4286-9687-d078852593d4/15b198ce-107a-4baf-94e6-ecd79e1d1572) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:27:00.907393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:00.941157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:00.986751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:27:00.989832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:27:00.992222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:27:01.026298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=15b198ce-107a-4baf-94e6-ecd79e1d1572,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:01.054287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:01.054937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.071352 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-e8668f90-1634-4696-b7c3-a467a11a6710 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5422750 Nov 24 22:27:01.083776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Request body: {'port': {'device_id': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:27:01.141379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.233030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8d32a7fd-8750-4b80-ac17-a5dc7401380e None None] Provisioning complete for port 15b198ce-107a-4baf-94e6-ecd79e1d1572 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:27:01.233689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d32a7fd-8750-4b80-ac17-a5dc7401380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.268860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8d32a7fd-8750-4b80-ac17-a5dc7401380e None None] Port 15b198ce-107a-4baf-94e6-ecd79e1d1572 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:27:01.406924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b198ce-107a-4baf-94e6-ecd79e1d1572 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:27:01.414239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.425878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Transition to ACTIVE for port object 15b198ce-107a-4baf-94e6-ecd79e1d1572 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:27:01.429588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.483311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Pushing event updated for resources: {'Port': ['ID=15b198ce-107a-4baf-94e6-ecd79e1d1572,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:01.550843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Attempting to bind port 15b198ce-107a-4baf-94e6-ecd79e1d1572 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:27:01.551184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Attempting to bind port 15b198ce-107a-4baf-94e6-ecd79e1d1572 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:27:01.551537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Attempting to bind port 15b198ce-107a-4baf-94e6-ecd79e1d1572 on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:27:01.556887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Port 15b198ce-107a-4baf-94e6-ecd79e1d1572 on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:27:01.557210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Attempting to bind port 15b198ce-107a-4baf-94e6-ecd79e1d1572 on network a560b843-78ca-4169-a05a-5f5c6cd76ec6 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:27:01.562662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:27:01.563004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Checking segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:27:01.563391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Bound using segment: {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:27:01.563942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Bound port: 15b198ce-107a-4baf-94e6-ecd79e1d1572, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:27:01.564295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.633430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] For port 15b198ce-107a-4baf-94e6-ecd79e1d1572, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:27:01.636855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] For port 15b198ce-107a-4baf-94e6-ecd79e1d1572, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:27:01.641688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.674769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:01.675384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:01.676936 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] 10.222.0.71 "PUT /v2.0/ports/15b198ce-107a-4baf-94e6-ecd79e1d1572 HTTP/1.1" status: 200 len: 1094 time: 0.5973451 Nov 24 22:27:01.677207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:27:01.679448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce7b2e9-bf70-488f-b949-542617b717d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:27:01.711147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1446-27e4-4ae4-944b-b77247596e6b service neutron] Pushing event updated for resources: {'Port': ['ID=15b198ce-107a-4baf-94e6-ecd79e1d1572,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:01.726769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fde9bd9-fd71-4e61-919e-baa72493b8b3 x-openstack-request-id: req-3fde9bd9-fd71-4e61-919e-baa72493b8b3 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:27:01.727347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:27:01.727640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fde9bd9-fd71-4e61-919e-baa72493b8b3 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:27:01.729039 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'status': 'completed', 'code': 200} Nov 24 22:27:01.781153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-41232440-2ee5-4a0e-b21b-15679204bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:01.782191 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-41232440-2ee5-4a0e-b21b-15679204bc6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 1097 time: 0.0437098 Nov 24 22:27:01.824192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef0ba-d3b9-4b69-8f1d-4382050186d9 req-474e97e0-5682-42de-9f76-7143e0511370 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:01.825751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-837ef0ba-d3b9-4b69-8f1d-4382050186d9 req-474e97e0-5682-42de-9f76-7143e0511370 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 944 time: 0.0551448 Nov 24 22:27:01.830097 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-2be8c737-9b83-4abd-a788-6fca846f7241 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572 HTTP/1.1" status: 200 len: 217 time: 0.0392294 Nov 24 22:27:01.871020 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-837ef0ba-d3b9-4b69-8f1d-4382050186d9 req-60b54f95-b74b-4fb8-bcef-79153e29feba tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385880 Nov 24 22:27:01.889334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-95f65198-1f31-4934-899d-832a7b34fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:01.889334 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-95f65198-1f31-4934-899d-832a7b34fc20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.0495226 Nov 24 22:27:01.933301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809af7-6a0d-4095-b071-cef1595f70ed req-0855ea07-54bf-45f6-9742-3183e7ad9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:01.934751 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-0855ea07-54bf-45f6-9742-3183e7ad9758 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403545 Nov 24 22:27:02.029015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-ffd4c326-a55a-4638-9aaa-490d480f9a1c service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Nov 24 22:27:02.119019 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01809af7-6a0d-4095-b071-cef1595f70ed req-95a385e3-1da9-4d63-9a2e-8fb37324c543 service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Nov 24 22:27:02.200896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-d0fbc1a9-0ee9-4e5f-b066-86fc4b3128c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:02.202231 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-d0fbc1a9-0ee9-4e5f-b066-86fc4b3128c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 1097 time: 0.0397604 Nov 24 22:27:02.294447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-1ac83986-d57e-4988-9231-b3c538576481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:02.295896 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-1ac83986-d57e-4988-9231-b3c538576481 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 898 time: 0.0851061 Nov 24 22:27:02.338579 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-7f6cf8a0-06df-427c-9f1b-a09091a2b9ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572 HTTP/1.1" status: 200 len: 217 time: 0.0345383 Nov 24 22:27:02.393734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-dd21e3de-fd17-404c-942d-01ca25955dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:02.395148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-dd21e3de-fd17-404c-942d-01ca25955dfc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.0498223 Nov 24 22:27:02.440757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-8cbe6310-77c4-4130-af16-74785af2ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:02.442218 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-8cbe6310-77c4-4130-af16-74785af2ef7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386691 Nov 24 22:27:02.529758 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-e8a42319-e8b0-415d-bc4f-c3e788f4abb2 service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790951 Nov 24 22:27:02.622592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9ce7b2e9-bf70-488f-b949-542617b717d8 req-95375855-8f57-4f13-93b2-0080181ec5eb service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852451 Nov 24 22:27:02.983409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ab0d-d827-4140-9c5a-48b8b605b4bb req-d144e31e-ca4c-474d-a3ef-ae8f03c60235 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:02.984879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3b0ab0d-d827-4140-9c5a-48b8b605b4bb req-d144e31e-ca4c-474d-a3ef-ae8f03c60235 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 944 time: 0.0483053 Nov 24 22:27:03.021727 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3b0ab0d-d827-4140-9c5a-48b8b605b4bb req-f0e0b47d-085d-460c-80bf-bebd378c44fb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Nov 24 22:27:04.145182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e077d-2c0d-4307-bfc9-ad05d11d6c54 req-7f6e4368-2766-4731-b3f5-374c78382578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:04.146642 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-628e077d-2c0d-4307-bfc9-ad05d11d6c54 req-7f6e4368-2766-4731-b3f5-374c78382578 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 944 time: 0.0498326 Nov 24 22:27:04.184074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-628e077d-2c0d-4307-bfc9-ad05d11d6c54 req-97c5d840-43c7-4084-91e4-db8260569203 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Nov 24 22:27:05.308568 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683517b9-851f-47d6-891c-4aab116d34e0 req-dafebc6e-7436-4c39-9042-b4bf75ff4858 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:05.310507 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-683517b9-851f-47d6-891c-4aab116d34e0 req-dafebc6e-7436-4c39-9042-b4bf75ff4858 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 944 time: 0.0595782 Nov 24 22:27:05.349702 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-683517b9-851f-47d6-891c-4aab116d34e0 req-7a37e3f9-db95-4c09-b3c1-608e5724620b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Nov 24 22:27:05.633601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 15b198ce-107a-4baf-94e6-ecd79e1d1572 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:27:05.732423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 15b198ce-107a-4baf-94e6-ecd79e1d1572, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:05.744262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'port_id': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'mac_address': 'fa:16:3e:b4:ad:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:27:05.780910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:05.794031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b198ce-107a-4baf-94e6-ecd79e1d1572 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:27:05.813870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 15b198ce-107a-4baf-94e6-ecd79e1d1572, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:05.817773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:05.865645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=15b198ce-107a-4baf-94e6-ecd79e1d1572,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:05.875878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.876530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.876895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.877429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.877772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.878108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.878633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.878973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.879318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.879726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.880486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:05.880859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:06.053262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['15b198ce-107a-4baf-94e6-ecd79e1d1572'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:27:06.464836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968da7-ff00-4634-9f3e-aabde072248f req-53f9ec84-090f-4fc0-9a1e-0089457e8142 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:06.466308 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60968da7-ff00-4634-9f3e-aabde072248f req-53f9ec84-090f-4fc0-9a1e-0089457e8142 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0490351 Nov 24 22:27:06.502757 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60968da7-ff00-4634-9f3e-aabde072248f req-6aea5f2f-611d-4ca4-95e8-c8218e540b27 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305598 Nov 24 22:27:07.633367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 15b198ce-107a-4baf-94e6-ecd79e1d1572 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:27:07.671501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2bd1e-a107-489f-bac2-c5dc006d459f req-a60830b7-90a7-44c0-b43c-e9cc61203a48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:07.673120 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1ee2bd1e-a107-489f-bac2-c5dc006d459f req-a60830b7-90a7-44c0-b43c-e9cc61203a48 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0998161 Nov 24 22:27:07.684622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 15b198ce-107a-4baf-94e6-ecd79e1d1572 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:27:07.688480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 15b198ce-107a-4baf-94e6-ecd79e1d1572 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:27:07.688834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:07.710537 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1ee2bd1e-a107-489f-bac2-c5dc006d459f req-cf9e904e-19ca-43c6-a2e0-268b32b0ee3c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Nov 24 22:27:07.764094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:07.785628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:27:07.787809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9b6983-0260-420d-b5c2-fac5f99e8363" -d '{"events": [{"server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "name": "network-vif-plugged", "status": "completed", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:27:07.799828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 15b198ce-107a-4baf-94e6-ecd79e1d1572, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:07.803957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:07.829172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aea4c3-dda0-4edf-b14d-eaf97080ddce x-openstack-request-id: req-80aea4c3-dda0-4edf-b14d-eaf97080ddce {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:27:07.829461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "name": "network-vif-plugged", "status": "completed", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:27:07.829710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80aea4c3-dda0-4edf-b14d-eaf97080ddce {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:27:07.830092 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'code': 200} Nov 24 22:27:07.858867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=15b198ce-107a-4baf-94e6-ecd79e1d1572,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:08.033291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbbc66-e051-4469-81f5-db2a57c35373 req-40a1c88e-6180-4d47-88e3-fe6eb89932f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:08.034729 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8cfbbc66-e051-4469-81f5-db2a57c35373 req-40a1c88e-6180-4d47-88e3-fe6eb89932f0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 1099 time: 0.0804923 Nov 24 22:27:08.078348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8cfbbc66-e051-4469-81f5-db2a57c35373 req-105f13ee-401f-4ea0-91c0-97d6120dfe51 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Nov 24 22:27:08.523327 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:27:08.825286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274c25f-d321-47bb-a034-11516a531807 req-18507779-d489-47e8-8a0d-4f421d8da663 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:08.826731 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6274c25f-d321-47bb-a034-11516a531807 req-18507779-d489-47e8-8a0d-4f421d8da663 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 946 time: 0.0510266 Nov 24 22:27:08.863577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6274c25f-d321-47bb-a034-11516a531807 req-4c1b7d5c-8bbe-4943-82a4-c418bf78f2bf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Nov 24 22:27:10.024558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7984fe-b93e-481c-b2a3-bcf4fb8e8273 req-c9b82297-342a-4c48-a164-21e4c1d2ff02 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:10.026014 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca7984fe-b93e-481c-b2a3-bcf4fb8e8273 req-c9b82297-342a-4c48-a164-21e4c1d2ff02 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 946 time: 0.0958471 Nov 24 22:27:10.063028 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca7984fe-b93e-481c-b2a3-bcf4fb8e8273 req-aa9c7ba5-7548-40dc-9fe3-8176bfdc97f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Nov 24 22:27:10.179879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966671-053f-4417-8d80-1580c7433b89 req-b3ff1fd8-fc34-4e83-ba3e-5eb8b4571c17 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:10.181333 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-37966671-053f-4417-8d80-1580c7433b89 req-b3ff1fd8-fc34-4e83-ba3e-5eb8b4571c17 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 946 time: 0.0475702 Nov 24 22:27:10.218186 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-37966671-053f-4417-8d80-1580c7433b89 req-c5ef2105-e634-4470-9076-12a7b7194223 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Nov 24 22:27:10.238615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34412) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:10.280016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c6002-0648-4fc7-b3ed-7a7d20ac8f09 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:10.281466 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b94c6002-0648-4fc7-b3ed-7a7d20ac8f09 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 1094 time: 0.0418942 Nov 24 22:27:10.284197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34414) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:10.288753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'port_id': '15b198ce-107a-4baf-94e6-ecd79e1d1572'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:27:10.328614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:10.754856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:10.758453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:11.132295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP f232cf86-f56b-4a58-8335-d4047146f0ce associated. External IP: 172.26.3.156, port: 15b198ce-107a-4baf-94e6-ecd79e1d1572. Nov 24 22:27:11.330678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:27:11.438891 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:27:11.443929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:11.448394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:27:11.462087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:11.462703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:26:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:11.470454 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c40860c5-4955-465e-8f63-175b7d5ac9d8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 992 time: 1.1852734 Nov 24 22:27:11.471050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:27:11.473311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34416) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:11.473825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e6f1c-e973-4772-9381-9c13711657ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:27:11.508290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ecee7-1dde-41c0-91fd-fa2a58fd195c x-openstack-request-id: req-531ecee7-1dde-41c0-91fd-fa2a58fd195c {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:27:11.508590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:27:11.508862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-531ecee7-1dde-41c0-91fd-fa2a58fd195c {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:27:11.509261 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'status': 'completed', 'code': 200} Nov 24 22:27:11.565155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1d0093f8-0534-43b5-a319-dc7efd598174 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 992 time: 0.0896571 Nov 24 22:27:11.567921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:11.579433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6f1c-e973-4772-9381-9c13711657ef req-943f9c08-4e4f-4fce-934e-05f1acffa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:11.580929 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-943f9c08-4e4f-4fce-934e-05f1acffa501 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 1099 time: 0.0471275 Nov 24 22:27:11.674229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6f1c-e973-4772-9381-9c13711657ef req-eee37ba9-4edf-4bc0-8144-0b5ff093122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:11.675847 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-eee37ba9-4edf-4bc0-8144-0b5ff093122a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 200 len: 898 time: 0.0865579 Nov 24 22:27:11.751227 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-2b11fe85-4db6-474a-b41b-e5935c35280f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572 HTTP/1.1" status: 200 len: 1000 time: 0.0643306 Nov 24 22:27:11.793504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f232cf86-f56b-4a58-8335-d4047146f0ce', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.156', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'port_id': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'mac_address': 'fa:16:3e:b4:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:19Z', 'updated_at': '2021-11-24T22:27:10Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:11.802023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6f1c-e973-4772-9381-9c13711657ef req-f4725176-d661-4118-8d92-cf3747d1595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:11.803493 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-f4725176-d661-4118-8d92-cf3747d1595e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 200 len: 834 time: 0.0448864 Nov 24 22:27:11.819152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:27:11.828246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:11.828865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:26:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:11.850416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6f1c-e973-4772-9381-9c13711657ef req-5c104d42-d2ca-4b8f-9efc-4685cf0000c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:11.851952 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-5c104d42-d2ca-4b8f-9efc-4685cf0000c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a560b843-78ca-4169-a05a-5f5c6cd76ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402501 Nov 24 22:27:11.938372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:11.944710 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-630e6205-73d1-4731-9b16-5b8a1ba5bd2a service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Nov 24 22:27:12.034725 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-539e6f1c-e973-4772-9381-9c13711657ef req-6ae84794-0da3-49f5-8ab4-55c5e084892a service neutron] 10.222.0.71 "GET /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822875 Nov 24 22:27:12.297785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f232cf86-f56b-4a58-8335-d4047146f0ce', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.156', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'port_id': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'mac_address': 'fa:16:3e:b4:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:19Z', 'updated_at': '2021-11-24T22:27:10Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:12.324355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838c102-6497-45fc-ab0f-9728d0323f6e None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f232cf86-f56b-4a58-8335-d4047146f0ce', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.156', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'port_id': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'mac_address': 'fa:16:3e:b4:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:19Z', 'updated_at': '2021-11-24T22:27:10Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:27:12.506297 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fe254-a7e2-4054-9124-33f62f92aba0 None None] New status for floating IP f232cf86-f56b-4a58-8335-d4047146f0ce: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:27:12.567963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34420) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:12.636710 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6e7a0ebc-2824-4b37-b324-d73ee0784987 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 992 time: 0.0675557 Nov 24 22:27:13.640626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34426) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:13.700379 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e2b990b0-d2f9-43e6-b939-c953f399262c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 200 len: 994 time: 0.0586257 Nov 24 22:27:14.199476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0e8c026e-90d0-49d7-a1e8-fb27cca3d7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:16.621759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-792671d3-b40f-4a55-972f-4d45db6da91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:16.861527 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:18.338550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:19.628670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:29.606541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:41.068755 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-a9f5604c-73ff-409d-8c49-d596e05f5e94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419252 Nov 24 22:27:41.149763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-90434a35-92d4-433a-9ea0-a4b69103f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:41.151211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-90434a35-92d4-433a-9ea0-a4b69103f77e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1098 time: 0.0427754 Nov 24 22:27:41.253607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-5f3ff9f4-715c-4a6c-a6a6-e341ed2f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:41.255035 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-5f3ff9f4-715c-4a6c-a6a6-e341ed2f3100 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0837688 Nov 24 22:27:41.322027 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-8c2320a7-ca1b-4ed7-a703-fa9955f8c2f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 1000 time: 0.0592110 Nov 24 22:27:41.367856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-f54c3026-b6d4-47be-a60c-bda34b7ab522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:41.369212 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-f54c3026-b6d4-47be-a60c-bda34b7ab522 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0407736 Nov 24 22:27:41.412541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-af623bbf-619e-46cd-8168-40feb0613da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:41.413945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-af623bbf-619e-46cd-8168-40feb0613da7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376406 Nov 24 22:27:41.504145 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-05b65bd0-7d8a-4e9a-be7a-73e41fd6e2fc service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827112 Nov 24 22:27:41.594826 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b53bf1ec-3dd6-45fa-a4e8-8a7975b60065 req-84b20a02-e8a1-49fa-ae5a-8a42bb08dd81 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811560 Nov 24 22:27:44.201765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-720e9ffe-3708-43e0-8225-7badb91ec3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:45.132285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75558f-c8ea-42f7-bf18-9f9664d92541 req-17ef2823-8160-4d7b-baa8-f33a18e2cb88 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:45.133751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0d75558f-c8ea-42f7-bf18-9f9664d92541 req-17ef2823-8160-4d7b-baa8-f33a18e2cb88 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 946 time: 0.0489867 Nov 24 22:27:45.170970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0d75558f-c8ea-42f7-bf18-9f9664d92541 req-f3ff2bcb-5243-4ec8-946f-1e6f32498f40 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Nov 24 22:27:45.522880 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:27:46.285702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844334d-677b-4dd2-9666-a80576aad404 req-9cd1f9e2-5189-408f-ae50-096e5c958e1a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:46.287192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0844334d-677b-4dd2-9666-a80576aad404 req-9cd1f9e2-5189-408f-ae50-096e5c958e1a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 946 time: 0.0477140 Nov 24 22:27:46.324523 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0844334d-677b-4dd2-9666-a80576aad404 req-ebd69028-ec12-495c-83a3-169ff3379117 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=4eb2774c-e644-4d7a-b659-205da9d50d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Nov 24 22:27:46.429387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-150cdd0b-1357-4431-9813-e763586028de tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:46.430722 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-150cdd0b-1357-4431-9813-e763586028de tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 946 time: 0.0514181 Nov 24 22:27:46.518246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 15b198ce-107a-4baf-94e6-ecd79e1d1572 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:27:46.518615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.607184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 15b198ce-107a-4baf-94e6-ecd79e1d1572, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=15b198ce-107a-4baf-94e6-ecd79e1d1572,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:46.607544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.621437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-db1d3008-a21f-49f5-9ca1-e03b88b1dba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.771628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.771896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.772213 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP f232cf86-f56b-4a58-8335-d4047146f0ce disassociated. External IP: 172.26.3.156, port: 15b198ce-107a-4baf-94e6-ecd79e1d1572. Nov 24 22:27:46.772551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 15b198ce-107a-4baf-94e6-ecd79e1d1572 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:27:46.864467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.904856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:46.930352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=15b198ce-107a-4baf-94e6-ecd79e1d1572,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:47.046891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:27:47.152828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:27:47.164272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:27:47.173257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:47.173852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:47.190013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 15b198ce-107a-4baf-94e6-ecd79e1d1572 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:27:47.192747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:47.196200 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-29b86f0d-3741-4bcf-a9dd-13769d15570d req-c6b95574-b3d1-46bf-a1d7-288609c6eaa3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/15b198ce-107a-4baf-94e6-ecd79e1d1572 HTTP/1.1" status: 204 len: 173 time: 0.7594626 Nov 24 22:27:47.196641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'name': 'network-vif-deleted', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:27:47.199998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f53d3d-1a7e-4165-a1e3-5c5dfcd49df1" -d '{"events": [{"server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "name": "network-vif-deleted", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:27:47.286254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:47.311666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584cb42a-7f7e-4dfc-aa99-fc2206080ff7 x-openstack-request-id: req-584cb42a-7f7e-4dfc-aa99-fc2206080ff7 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:27:47.312207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50", "name": "network-vif-deleted", "tag": "15b198ce-107a-4baf-94e6-ecd79e1d1572", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:27:47.312460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-584cb42a-7f7e-4dfc-aa99-fc2206080ff7 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:27:47.312857 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50', 'name': 'network-vif-deleted', 'tag': '15b198ce-107a-4baf-94e6-ecd79e1d1572', 'status': 'completed', 'code': 200} Nov 24 22:27:47.438208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4f3762f7-dec3-4cd5-bedb-10710801c1ee req-45a6f460-860c-4a2c-a295-e09afc1cb1c7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae611c2a-a9a0-43b3-8fd3-ea2c5c2e2d50 HTTP/1.1" status: 200 len: 210 time: 0.0321248 Nov 24 22:27:47.502976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:47.528831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:27:47.536737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:47.537931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:47.646597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:47.842671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:47.868422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf9a110-b211-42a5-98a9-170d69abdae5 None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:04Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '0ece3eb0-bedc-424f-b322-a93402a356db', 'name': '', 'network_id': 'a560b843-78ca-4169-a05a-5f5c6cd76ec6', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:37:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '716817d6-7f8e-4286-9687-d078852593d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:03Z', 'updated_at': '2021-11-24T22:26:06Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '716817d6-7f8e-4286-9687-d078852593d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:27:48.066351 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8aaa3-d654-4dc8-a8f5-eeab304f8e68 None None] New status for floating IP f232cf86-f56b-4a58-8335-d4047146f0ce: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:27:48.340977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.492512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34452) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:48.550652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b104d663-efbf-4427-b6d5-d8d78ae5412d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.576530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b104d663-efbf-4427-b6d5-d8d78ae5412d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.637178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b104d663-efbf-4427-b6d5-d8d78ae5412d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.639807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b104d663-efbf-4427-b6d5-d8d78ae5412d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.640977 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b104d663-efbf-4427-b6d5-d8d78ae5412d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/4eb2774c-e644-4d7a-b659-205da9d50d79 HTTP/1.1" status: 204 len: 168 time: 0.1474528 Nov 24 22:27:48.649936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104d663-efbf-4427-b6d5-d8d78ae5412d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2774c-e644-4d7a-b659-205da9d50d79,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:48.672881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34456) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:48.796311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port cba0e6b5-58fa-474c-9be0-4fc68e060fb0 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:27:48.796659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.869872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.870200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:48.881609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for cba0e6b5-58fa-474c-9be0-4fc68e060fb0 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:27:49.010309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:49.032904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=cba0e6b5-58fa-474c-9be0-4fc68e060fb0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:49.097850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:49.100501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:49.101655 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c8f47b56-e4aa-416b-8b8f-ea0b556f3f80 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/f232cf86-f56b-4a58-8335-d4047146f0ce HTTP/1.1" status: 204 len: 168 time: 0.4277675 Nov 24 22:27:49.305576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724e470-0cd7-4068-af37-3dbc44e4eb8f req-b63b9f3b-d203-4ce1-a241-58a9436e2a0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:49.307039 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a724e470-0cd7-4068-af37-3dbc44e4eb8f req-b63b9f3b-d203-4ce1-a241-58a9436e2a0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 945 time: 0.0489626 Nov 24 22:27:49.345915 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a724e470-0cd7-4068-af37-3dbc44e4eb8f req-4f18d344-477c-4924-a409-6f1c1a2ed38d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326316 Nov 24 22:27:49.633057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:49.890787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 15b198ce-107a-4baf-94e6-ecd79e1d1572 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:27:49.910154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 15b198ce-107a-4baf-94e6-ecd79e1d1572 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:27:49.910501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 15b198ce-107a-4baf-94e6-ecd79e1d1572 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:27:50.460089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012b5cb-541d-4f93-87d2-f1ea45706cf2 req-3d0bcc1e-96e9-4d57-8a3f-e871941c8230 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:50.461531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3012b5cb-541d-4f93-87d2-f1ea45706cf2 req-3d0bcc1e-96e9-4d57-8a3f-e871941c8230 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 945 time: 0.0478990 Nov 24 22:27:50.498435 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3012b5cb-541d-4f93-87d2-f1ea45706cf2 req-68c2431a-43f0-4a24-bdb5-65fd8d12be76 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=37e7a7aa-fff7-483c-9d63-46f33f2aaed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305588 Nov 24 22:27:50.572244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bd81b454-c720-48ae-a9bf-2b9d947f8d9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:50.573696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bd81b454-c720-48ae-a9bf-2b9d947f8d9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=72a22663-1147-40aa-9240-152738e86639 HTTP/1.1" status: 200 len: 945 time: 0.0483189 Nov 24 22:27:50.660076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port da1ce498-882f-471c-b4ed-0a6e30bf205c {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:27:50.660332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:50.747668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port da1ce498-882f-471c-b4ed-0a6e30bf205c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=da1ce498-882f-471c-b4ed-0a6e30bf205c,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:50.748021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:50.760223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for da1ce498-882f-471c-b4ed-0a6e30bf205c owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:27:50.886322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:50.914689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=da1ce498-882f-471c-b4ed-0a6e30bf205c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:50.953592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port da1ce498-882f-471c-b4ed-0a6e30bf205c on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:27:50.956087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:50.959386 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cee4a639-4539-43f2-b8b5-863b00f61143 req-bab31f35-f829-450b-80ea-83b81842f229 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/da1ce498-882f-471c-b4ed-0a6e30bf205c HTTP/1.1" status: 204 len: 173 time: 0.3799908 Nov 24 22:27:50.959846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'name': 'network-vif-deleted', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:27:50.962058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110a4b04-74e5-4467-904d-aae7ee26d30c" -d '{"events": [{"server_uuid": "72a22663-1147-40aa-9240-152738e86639", "name": "network-vif-deleted", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:27:50.997948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65cc132-9d4a-4e91-9753-3622f10c1dcf x-openstack-request-id: req-f65cc132-9d4a-4e91-9753-3622f10c1dcf {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:27:50.998240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a22663-1147-40aa-9240-152738e86639", "name": "network-vif-deleted", "tag": "da1ce498-882f-471c-b4ed-0a6e30bf205c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:27:50.998496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f65cc132-9d4a-4e91-9753-3622f10c1dcf {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:27:50.998893 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a22663-1147-40aa-9240-152738e86639', 'name': 'network-vif-deleted', 'tag': 'da1ce498-882f-471c-b4ed-0a6e30bf205c', 'status': 'completed', 'code': 200} Nov 24 22:27:51.551863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34468) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:51.610149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-403cf675-3d9d-4b56-9247-5b243971d981 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:51.635240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-403cf675-3d9d-4b56-9247-5b243971d981 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:51.695830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-403cf675-3d9d-4b56-9247-5b243971d981 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:51.698366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-403cf675-3d9d-4b56-9247-5b243971d981 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:51.699555 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-403cf675-3d9d-4b56-9247-5b243971d981 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/37e7a7aa-fff7-483c-9d63-46f33f2aaed5 HTTP/1.1" status: 204 len: 168 time: 0.1466820 Nov 24 22:27:51.708271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cf675-3d9d-4b56-9247-5b243971d981 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e7a7aa-fff7-483c-9d63-46f33f2aaed5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:51.748294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34472) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:52.092209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:52.643131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 0ece3eb0-bedc-424f-b322-a93402a356db {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:27:52.643859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:52.730404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 0ece3eb0-bedc-424f-b322-a93402a356db, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0ece3eb0-bedc-424f-b322-a93402a356db,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:52.730756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:52.742616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 0ece3eb0-bedc-424f-b322-a93402a356db owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:27:52.921213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:52.946480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=0ece3eb0-bedc-424f-b322-a93402a356db,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:53.118705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.326559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router c55f7281-fe32-4394-8099-2e3344c7a162 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:27:53.433902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:27:53.439470 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-51954009-942c-4114-8dc4-7e9bba843ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/c55f7281-fe32-4394-8099-2e3344c7a162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900690 Nov 24 22:27:53.442171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34474) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:53.444356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] Sync routers for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:27:53.453887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:53.454501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:53.493027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet 716817d6-7f8e-4286-9687-d078852593d4 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:27:53.496078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.539375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.558392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:53.621509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.677958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.709268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=716817d6-7f8e-4286-9687-d078852593d4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:53.718529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.720388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56868df4-0c6a-4efa-a7f4-59fe259591e9 None None] Network a560b843-78ca-4169-a05a-5f5c6cd76ec6 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:27:53.721737 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a9d38ba9-2975-40e3-aab2-2db656dc3a3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/716817d6-7f8e-4286-9687-d078852593d4 HTTP/1.1" status: 204 len: 168 time: 0.2784555 Nov 24 22:27:53.724451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34476) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:53.819245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:27:52Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:53.827621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.862426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] Checking router: c55f7281-fe32-4394-8099-2e3344c7a162 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:27:53.878433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] Routers {'c55f7281-fe32-4394-8099-2e3344c7a162'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:53.878972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c55f7281-fe32-4394-8099-2e3344c7a162'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:53.916784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device da1ce498-882f-471c-b4ed-0a6e30bf205c no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:27:53.941002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:53.965136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] DHCP port deletion for a560b843-78ca-4169-a05a-5f5c6cd76ec6 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:27:53.987024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: da1ce498-882f-471c-b4ed-0a6e30bf205c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:27:53.987370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device da1ce498-882f-471c-b4ed-0a6e30bf205c not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:27:53.999031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 5593f9cd-84fc-4d5f-962c-fb9052192ce4 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:27:53.999369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.032304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] Set router c55f7281-fe32-4394-8099-2e3344c7a162 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:54.076517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 5593f9cd-84fc-4d5f-962c-fb9052192ce4, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5593f9cd-84fc-4d5f-962c-fb9052192ce4,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:54.076887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.089509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 5593f9cd-84fc-4d5f-962c-fb9052192ce4 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:27:54.143001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] Deleting port c3303b12-af06-4ad5-8ae3-9b9603c770c7 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:27:54.143292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.228974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] For port c3303b12-af06-4ad5-8ae3-9b9603c770c7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c3303b12-af06-4ad5-8ae3-9b9603c770c7,segment=NetworkSegment(abc99cfd-af0f-40ec-8060-30a8e8c23f4d),segment_id=abc99cfd-af0f-40ec-8060-30a8e8c23f4d)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:54.229285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.262932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.263965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] Calling delete_port for c3303b12-af06-4ad5-8ae3-9b9603c770c7 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:27:54.289826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=5593f9cd-84fc-4d5f-962c-fb9052192ce4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:54.342583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:27:52Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:54.353566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.372222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12abee6-2a0f-4d74-b5e8-23edec004a12 None None] The sync data for ids ['c55f7281-fe32-4394-8099-2e3344c7a162'] in dv-neutron-818715-1-hyperv is: [{'id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'name': 'tempest-TestNetworkBasicOps-router-1911784683', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:27:52Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '5593f9cd-84fc-4d5f-962c-fb9052192ce4', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55f7281-fe32-4394-8099-2e3344c7a162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:26:00Z', 'updated_at': '2021-11-24T22:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:27:54.396532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.426700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] Pushing event deleted for resources: {'Port': ['ID=c3303b12-af06-4ad5-8ae3-9b9603c770c7,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:54.431479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd7e2c-e8bb-45fc-8b76-bfc2c842c372 None None] No DVR routers for this DVR port c3303b12-af06-4ad5-8ae3-9b9603c770c7 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:27:54.456410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.458601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.503675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.504271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router c55f7281-fe32-4394-8099-2e3344c7a162 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:27:54.511294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.512441 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d3b2087e-9fb7-4b82-a97a-231465f05ff4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/c55f7281-fe32-4394-8099-2e3344c7a162 HTTP/1.1" status: 204 len: 168 time: 0.7870018 Nov 24 22:27:54.515337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34482) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:54.594808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.682098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.703851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a560b843-78ca-4169-a05a-5f5c6cd76ec6']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:54.714963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:54.715381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc99cfd-af0f-40ec-8060-30a8e8c23f4d') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:54.725761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.740634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.747846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:27:54.748365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:27:54.751697 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:27:54.822810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.828082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.835068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/a560b843-78ca-4169-a05a-5f5c6cd76ec6 HTTP/1.1" status: 204 len: 168 time: 0.3158522 Nov 24 22:27:54.852187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34488) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:54.859150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--1238469549', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:27:54.864349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f6cf8-f6c3-4952-a91c-6119ccb3b17b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=a560b843-78ca-4169-a05a-5f5c6cd76ec6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:54.886730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:27:54.891978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.919372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:27:54.929445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:54.929788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 69ea03d3-9fe4-45b5-baea-9aa015ead5a7 of type vlan for network d41d8e38-a36f-4365-895f-24818a6e8f9f Nov 24 22:27:54.975754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.004310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.010346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:55.011187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.070465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2165422 Nov 24 22:27:55.073328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:55.078239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-582009493', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:27:55.083012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c3303b12-af06-4ad5-8ae3-9b9603c770c7 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:27:55.090517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286bb7e-8582-43a9-9495-b9d8ecaefc22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=d41d8e38-a36f-4365-895f-24818a6e8f9f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:55.106917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d41d8e38-a36f-4365-895f-24818a6e8f9f details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:27:55.110257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: c3303b12-af06-4ad5-8ae3-9b9603c770c7 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:27:55.110609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c3303b12-af06-4ad5-8ae3-9b9603c770c7 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:27:55.111021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0ece3eb0-bedc-424f-b322-a93402a356db no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:27:55.117428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.119025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.192525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0ece3eb0-bedc-424f-b322-a93402a356db {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:27:55.192756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.193010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0ece3eb0-bedc-424f-b322-a93402a356db not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:27:55.333370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.528314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.549046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.690314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.250 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/f71451d8-685a-471d-9e24-075c2f8eeeb1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:27:55.816700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.849716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:55.890160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:27:55.893451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:27:55.897944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:27:55.906736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=f71451d8-685a-471d-9e24-075c2f8eeeb1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:56.146946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:56.343848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:56.466493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router fec372d2-5530-4420-b2fa-aea13bf9ea1e is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:27:56.571250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:27:56.580338 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Sync routers for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:27:56.589628 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:56.590196 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:56.591546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:56.592772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-62c57a6f-29cd-44d0-a95f-0441e4734f3f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5183184 Nov 24 22:27:56.596008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34494) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:56.625060 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-25f8a293-75be-429e-979b-cf12efe17b5f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279229 Nov 24 22:27:56.627513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34496) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:56.717736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63324836-a3a0-435d-a7da-2ee18928bc6d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:56.719166 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-63324836-a3a0-435d-a7da-2ee18928bc6d tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907297 Nov 24 22:27:56.722004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:56.754300 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-306c0ee7-d792-4fdd-8c70-30d250edb137 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311947 Nov 24 22:27:56.757066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34502) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:56.762391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-679070094', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:27:56.784730 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:56.865417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:27:56.868998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:56.979827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5593f9cd-84fc-4d5f-962c-fb9052192ce4 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:27:56.982001 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:56Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:57.008280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 5593f9cd-84fc-4d5f-962c-fb9052192ce4 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:27:57.009510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5593f9cd-84fc-4d5f-962c-fb9052192ce4 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:27:57.019718 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Checking router: fec372d2-5530-4420-b2fa-aea13bf9ea1e for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:27:57.020402 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Updating router fec372d2-5530-4420-b2fa-aea13bf9ea1e port f71451d8-685a-471d-9e24-075c2f8eeeb1 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:27:57.045942 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.071561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.142424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=8554aa68-8006-4a89-9ba1-5a346828bfe0,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:57.185371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:27:57.185744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: d41d8e38-a36f-4365-895f-24818a6e8f9f, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:27:57.204996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d41d8e38-a36f-4365-895f-24818a6e8f9f is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:27:57.215584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d41d8e38-a36f-4365-895f-24818a6e8f9f) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:27:57.220711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:27:57.221516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.223960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c18a7-5455-4a39-ae45-77e5a3184e03 None None] Network d41d8e38-a36f-4365-895f-24818a6e8f9f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:27:57.242270 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-870f0821-6a55-4798-8021-01af98c69edf tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4814363 Nov 24 22:27:57.242481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34514) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:27:57.365255 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.374379 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.433391 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Pushing event updated for resources: {'Port': ['ID=f71451d8-685a-471d-9e24-075c2f8eeeb1,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:57.450044 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.450475 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.451060 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.451398 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.451747 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.452679 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.453013 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.453510 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.453862 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.454188 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.454507 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.454957 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:57.488719 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Attempting to bind port f71451d8-685a-471d-9e24-075c2f8eeeb1 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:27:57.488989 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Attempting to bind port f71451d8-685a-471d-9e24-075c2f8eeeb1 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:27:57.489348 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Attempting to bind port f71451d8-685a-471d-9e24-075c2f8eeeb1 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:27:57.496992 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:27:57.497363 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:27:57.497771 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.498157 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:27:57.498630 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Bound port: f71451d8-685a-471d-9e24-075c2f8eeeb1, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:27:57.499032 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.559821 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] For port f71451d8-685a-471d-9e24-075c2f8eeeb1, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:27:57.563144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-d41d8e38-a36f-4365-895f-24818a6e8f9f', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:27:57.564368 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] For port f71451d8-685a-471d-9e24-075c2f8eeeb1, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f71451d8-685a-471d-9e24-075c2f8eeeb1,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:27:57.565848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.569525 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.626061 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62fae8-40ee-4434-ab86-3bb7ef2feda7 None None] Pushing event updated for resources: {'Port': ['ID=f71451d8-685a-471d-9e24-075c2f8eeeb1,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:57.651664 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:27:57.652300 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:57.744945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Allocated IP 172.20.0.2 (d41d8e38-a36f-4365-895f-24818a6e8f9f/8554aa68-8006-4a89-9ba1-5a346828bfe0/0da79efc-4ca8-41df-a704-4668d3cf2ff0) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:27:57.769856 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:27:57.933080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.941886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:57.976636 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:56Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:27:57.987433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Network d41d8e38-a36f-4365-895f-24818a6e8f9f is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:27:57.989010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:27:57.993606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:27:58.014929 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58569236-d534-4e32-9fde-4ef3fbf0003a None None] The sync data for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv is: [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:56Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:27:58.036432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Pushing event updated for resources: {'Port': ['ID=0da79efc-4ca8-41df-a704-4668d3cf2ff0,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:58.073041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Attempting to bind port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:27:58.073412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Attempting to bind port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:27:58.073775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Attempting to bind port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:27:58.079258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:27:58.079606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Checking segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:27:58.080010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.080397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Bound using segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:27:58.080865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Bound port: 0da79efc-4ca8-41df-a704-4668d3cf2ff0, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:27:58.081241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.120299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.155550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] For port 0da79efc-4ca8-41df-a704-4668d3cf2ff0, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:27:58.160010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] For port 0da79efc-4ca8-41df-a704-4668d3cf2ff0, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0da79efc-4ca8-41df-a704-4668d3cf2ff0,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:27:58.165434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.227857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8142b-6c19-4b77-a7f1-94aadb62d68e None None] Pushing event updated for resources: {'Port': ['ID=0da79efc-4ca8-41df-a704-4668d3cf2ff0,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:58.456299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (d41d8e38-a36f-4365-895f-24818a6e8f9f/8554aa68-8006-4a89-9ba1-5a346828bfe0/75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:27:58.609065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.646930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.699230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d41d8e38-a36f-4365-895f-24818a6e8f9f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:27:58.702447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:27:58.706280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:27:58.733824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:58.751467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.751847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.752186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.752557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.752842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.753169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.753496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.753844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.754145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.754464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.754800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.755106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:27:58.768657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:58.924710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.102873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0da79efc-4ca8-41df-a704-4668d3cf2ff0 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:27:59.174607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:27:59.175120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.309482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.315781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.324252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.366491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 0da79efc-4ca8-41df-a704-4668d3cf2ff0, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0da79efc-4ca8-41df-a704-4668d3cf2ff0,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:59.378726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.378726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f71451d8-685a-471d-9e24-075c2f8eeeb1 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:27:59.414693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.428596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:59.477250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=0da79efc-4ca8-41df-a704-4668d3cf2ff0,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:59.482684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f71451d8-685a-471d-9e24-075c2f8eeeb1 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:27:59.483059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.556500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d41d8e38-a36f-4365-895f-24818a6e8f9f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:27:59.557972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:27:59.571096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b14d8f-5abe-482c-b630-fda65d850aca None None] Network d41d8e38-a36f-4365-895f-24818a6e8f9f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:27:59.649846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.676988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.683955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ad88682f-7929-4cf7-8a67-4939a7594d5c None None] Provisioning complete for port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:27:59.684402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad88682f-7929-4cf7-8a67-4939a7594d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.691654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port f71451d8-685a-471d-9e24-075c2f8eeeb1, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f71451d8-685a-471d-9e24-075c2f8eeeb1,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:27:59.715748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router fec372d2-5530-4420-b2fa-aea13bf9ea1e has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:27:59.723407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:27:59.846472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=f71451d8-685a-471d-9e24-075c2f8eeeb1,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:27:59.875984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:27:59.881331 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-27a300d0-6ae8-481c-8939-8ba46e7ec470 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/fec372d2-5530-4420-b2fa-aea13bf9ea1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378343 Nov 24 22:27:59.886472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34522) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:00.008325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.008686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.009148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.009609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.010060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.011067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.015959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34524) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:00.016154 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a9977269-d0cc-4f52-adf5-cefef1d8b9f0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1280100 Nov 24 22:28:00.107540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.108172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.112994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.112994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.112994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.112994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:00.119508 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-696a435b-40c5-4ebe-9e4c-5e6c7f0a2ef8 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0990655 Nov 24 22:28:00.120810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34526) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:00.176611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Sync routers for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:00.190119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:00.190867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:00.305544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b4fe8e2e-bb86-4e4e-bb31-9700cf1b98c0 None None] Provisioning complete for port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:00.305914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b4fe8e2e-bb86-4e4e-bb31-9700cf1b98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:00.359320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:00.361470 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe8e2e-bb86-4e4e-bb31-9700cf1b98c0 None None] Port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:00.402276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b4fe8e2e-bb86-4e4e-bb31-9700cf1b98c0 None None] Provisioning complete for port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:00.402662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b4fe8e2e-bb86-4e4e-bb31-9700cf1b98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:00.439841 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6a95bab3-b752-4192-b24c-4b376c0d64c3 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3177636 Nov 24 22:28:00.442594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34530) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:00.448401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1808487794', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:00.602255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:28:00.606923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:00.634931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] device_id is not set on port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:28:00.665972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:00.700660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Checking router: fec372d2-5530-4420-b2fa-aea13bf9ea1e for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:00.702448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Updating router fec372d2-5530-4420-b2fa-aea13bf9ea1e port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:28:00.760741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:00.764587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a39529b9-3d3f-4ad4-92ab-8f289e61ae86 None None] Provisioning complete for port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:00.765161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a39529b9-3d3f-4ad4-92ab-8f289e61ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:00.852739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.4 (d41d8e38-a36f-4365-895f-24818a6e8f9f/8554aa68-8006-4a89-9ba1-5a346828bfe0/9a10eed4-14aa-49fd-b3fc-aee6d04c734d) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:00.861840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-a39529b9-3d3f-4ad4-92ab-8f289e61ae86 None None] Port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:01.000443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-77ee63ad-ac50-4819-90a4-19a01194c63d None None] Provisioning complete for port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:01.004859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-77ee63ad-ac50-4819-90a4-19a01194c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.061413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-77ee63ad-ac50-4819-90a4-19a01194c63d None None] Port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:01.073486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0da79efc-4ca8-41df-a704-4668d3cf2ff0 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:01.108206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.152186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:01.153263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.170067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.213150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d41d8e38-a36f-4365-895f-24818a6e8f9f is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:01.217280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:01.222741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:01.258650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:01.295130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:01.296287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.322707 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-307239a4-2ee4-4219-b387-dadcf2881471 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8783801 Nov 24 22:28:01.349550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f71451d8-685a-471d-9e24-075c2f8eeeb1 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:01.464581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f71451d8-685a-471d-9e24-075c2f8eeeb1 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:01.465200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.531639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.551329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.678023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-60d98b50-a8a4-483f-af98-0e8fdb92e11b None None] Provisioning complete for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:01.678383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-60d98b50-a8a4-483f-af98-0e8fdb92e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.680523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a4621-cb29-48ef-a8e4-9226975e4a0e None None] Pushing event updated for resources: {'Port': ['ID=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:01.744300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34536) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:01.750433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675806891', 'description': 'tempest-secgroup-smoke-675806891 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:01.785540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.930083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.940973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:01.994105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faa366b-888f-40dd-9aaa-04037250e52d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.013881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.023597 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2a1fd5b2-06f5-4386-ad33-91a9ca084f6d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2686965 Nov 24 22:28:02.025035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34538) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:02.026914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-60d98b50-a8a4-483f-af98-0e8fdb92e11b None None] Port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:02.030905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '8faa366b-888f-40dd-9aaa-04037250e52d', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:02.031371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Attempting to bind port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:02.031759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Attempting to bind port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:02.032116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Attempting to bind port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:02.040020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:02.040020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Checking segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:02.040020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.040020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Bound using segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:02.040020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Bound port: 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:02.040020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.078644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.151844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] For port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:02.168875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.176825 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.177520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] For port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:02.178801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4ff7c8ba-17ec-4518-ab11-f9c7c0944971 None None] Provisioning complete for port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:02.179195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c8ba-17ec-4518-ab11-f9c7c0944971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.186012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.204625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76e8983-f4f0-43a4-97d2-1055d31c9d40,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.221236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.222171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.222937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.223597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.224306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.224605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.225017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.225526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.226326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.227034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.227405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.228320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:02.243136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.244446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-743374b2-ebad-4586-8074-86b00011ab71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2182729 Nov 24 22:28:02.247752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:02.253920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '8faa366b-888f-40dd-9aaa-04037250e52d', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:02.305767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:02.306827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:02.316640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.448254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.462291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.471663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a4621-cb29-48ef-a8e4-9226975e4a0e None None] Pushing event updated for resources: {'Port': ['ID=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.493007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce72fe4-b45d-4b9d-a537-ecb5f400a7d3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.501876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.506164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34544) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:02.507144 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d4c39b08-1a78-49c7-bc42-3b687413ebbd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543325 Nov 24 22:28:02.512259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '8faa366b-888f-40dd-9aaa-04037250e52d', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:02.557987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c8ba-17ec-4518-ab11-f9c7c0944971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.600291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.658317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4ff7c8ba-17ec-4518-ab11-f9c7c0944971 None None] For port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:02.679844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c8ba-17ec-4518-ab11-f9c7c0944971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.687596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:02.690247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.694735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.714997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aea32be-5142-4390-b5db-2ef8b0541764,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.731004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.732626 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b52b29be-f568-45b0-be77-cf24c18d7397 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244806 Nov 24 22:28:02.736932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34546) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:02.741569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '8faa366b-888f-40dd-9aaa-04037250e52d', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:02.776905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.840735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7c8ba-17ec-4518-ab11-f9c7c0944971 None None] Pushing event updated for resources: {'Port': ['ID=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.880102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.889832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.901129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2ef37b1b-3df1-4b88-9b6c-9598d6fd2603 None None] Provisioning complete for port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:02.901501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ef37b1b-3df1-4b88-9b6c-9598d6fd2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.917586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c233b956-0f89-48fb-a573-96eac7c2095b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:02.929585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:02.930774 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-09625886-ecf9-41f0-bc41-773fc96890a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1928959 Nov 24 22:28:02.934688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34548) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:02.939885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '8faa366b-888f-40dd-9aaa-04037250e52d', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:02.973177 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:28:02.978929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.070118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:03.085651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.090404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.105205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e099a02-c147-4d12-b089-a88540cb3c34,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:03.108878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d7889-5600-48d9-8179-cefa08963fcb None None] The sync data for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv is: [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:03.125124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.129140 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ca76cee3-4a9a-4a9f-9851-0f6e39d39d0c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905043 Nov 24 22:28:03.129352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34550) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:03.134405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '8faa366b-888f-40dd-9aaa-04037250e52d', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:03.167960 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:28:03.175103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.279914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.284377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.307164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31a1f30-c493-4ab1-8017-175d5edb0b5c,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:03.345906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:03.347879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-89b31714-f252-429a-94b0-0843074d03d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2166624 Nov 24 22:28:03.534296 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-92c04367-8da8-42a6-8a11-8233de5ca69a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675806891&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0433064 Nov 24 22:28:03.594917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-8df8c104-23c0-4428-82a8-3bc81011acdd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:03.596915 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-8df8c104-23c0-4428-82a8-3bc81011acdd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 930 time: 0.0530739 Nov 24 22:28:03.656539 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-460a0ef8-b801-41bd-ac2c-a3ce466e8392 service neutron] 10.222.0.41 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0439682 Nov 24 22:28:03.779876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-5e2c17be-b1eb-4e01-9636-8fc56e204adc service neutron] 10.222.0.41 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166584 Nov 24 22:28:03.904225 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-c1b06668-7270-4ef0-b875-8b7090244056 service neutron] 10.222.0.41 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230984 Nov 24 22:28:04.114842 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1d8321a-409a-4730-a2bd-799c8cd1095a req-923d5033-6639-47a6-8732-f30ea31af9f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 210 time: 0.0375648 Nov 24 22:28:05.068328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:05.092760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-d6377b79-1326-45be-b9d7-80df21f572ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:05.094394 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-d6377b79-1326-45be-b9d7-80df21f572ed service neutron] 10.222.0.71 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1026 time: 0.0419259 Nov 24 22:28:05.131176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:05.134907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.218360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-ea55e886-d195-4d6b-aba0-f5ce728d6ce1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:05.219920 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-ea55e886-d195-4d6b-aba0-f5ce728d6ce1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 797 time: 0.1185050 Nov 24 22:28:05.242621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5a87425-588d-49d7-8094-d4b52952ad64 req-5275009c-ed11-4f83-a58c-8000744d228a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 210 time: 0.0388279 Nov 24 22:28:05.285397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-9657a5fe-dbae-45a0-95bc-2769a2de1485 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 379 time: 0.0546033 Nov 24 22:28:05.303433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Request body: {'port': {'device_id': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:05.362416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.639301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a10eed4-14aa-49fd-b3fc-aee6d04c734d {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:05.646857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.659884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Transition to ACTIVE for port object 9a10eed4-14aa-49fd-b3fc-aee6d04c734d will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:28:05.664022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.735964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:05.802601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:05.802986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:05.803279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:05.807905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:28:05.808253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:05.813821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:05.814225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Checking segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:05.814620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Bound using segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:05.815055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Bound port: 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:05.815425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.898369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:05.902245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:05.907133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.940176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:05.940790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:05.942247 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] 10.222.0.71 "PUT /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1131 time: 0.6432216 Nov 24 22:28:05.942791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:05.944957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536654e1-e8ae-4645-b84e-3e193f6b64de" -d '{"events": [{"name": "network-changed", "server_uuid": "7905d6e5-6dc5-48d9-b384-7da9997f46c2", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:05.973884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5f6d-b089-430a-8f60-28c56dad545e service neutron] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:06.005924 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-3f926073-95d2-4941-8040-893e337bcd0c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086199584&fields=id&tenant_id=f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 267 time: 0.0582292 Nov 24 22:28:06.006122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6c9d5-3c31-40ec-aa1d-9d59cd58309a x-openstack-request-id: req-80a6c9d5-3c31-40ec-aa1d-9d59cd58309a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:06.006427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7905d6e5-6dc5-48d9-b384-7da9997f46c2", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:06.007035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80a6c9d5-3c31-40ec-aa1d-9d59cd58309a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:06.007456 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'status': 'completed', 'code': 200} Nov 24 22:28:06.040436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-9373f45a-da64-4039-9b44-ace73cb9328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.042792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-9373f45a-da64-4039-9b44-ace73cb9328c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 1134 time: 0.0456054 Nov 24 22:28:06.090154 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-33bd9c0d-a93f-4578-8277-237fd7d060ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 217 time: 0.0394001 Nov 24 22:28:06.124945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-a715d6fa-a8df-448f-8446-561a454b7d48 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.126460 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-a715d6fa-a8df-448f-8446-561a454b7d48 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 811 time: 0.1103539 Nov 24 22:28:06.143799 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-8dcae1d2-cdeb-4460-85d1-3c57d9f270ce tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/quotas/f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 375 time: 0.0095994 Nov 24 22:28:06.145266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-e605216d-ad54-4b29-87b0-a53f82821b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.146757 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-e605216d-ad54-4b29-87b0-a53f82821b0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8554aa68-8006-4a89-9ba1-5a346828bfe0 HTTP/1.1" status: 200 len: 834 time: 0.0492947 Nov 24 22:28:06.192607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-7bd06e27-e324-4659-bb61-5035ceb4c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.194131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-7bd06e27-e324-4659-bb61-5035ceb4c47a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401080 Nov 24 22:28:06.203164 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-60cb06e8-3166-4764-a219-354112a57d18 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533834 Nov 24 22:28:06.220314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-267fcccb-638b-426c-a26d-846313802b7e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:28:06.221296 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-267fcccb-638b-426c-a26d-846313802b7e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067952 Nov 24 22:28:06.294237 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-d293ba9b-8d23-40b8-b10d-1fae8f71b847 service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912094 Nov 24 22:28:06.341514 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-55d91f97-a815-47ee-a0dc-7d63bc38c1ad service neutron] 10.222.0.41 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141255 Nov 24 22:28:06.388250 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cd9dfe1f-822f-457f-80bb-9d6badee2d1b req-eb76406d-3d65-4a27-9eae-189314644e30 service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864406 Nov 24 22:28:06.409020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced60b-a18b-4941-8325-76db5c01973b req-077e1703-52d6-4b03-a838-5be0ce001236 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.411056 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44ced60b-a18b-4941-8325-76db5c01973b req-077e1703-52d6-4b03-a838-5be0ce001236 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 981 time: 0.1050260 Nov 24 22:28:06.471380 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-eb9dc09c-3e96-4d2d-aad5-5bb3bb990e62 service neutron] 10.222.0.41 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236746 Nov 24 22:28:06.474870 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44ced60b-a18b-4941-8325-76db5c01973b req-5022bd95-67a1-46b7-8e3c-95369cb9b395 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567558 Nov 24 22:28:06.477567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-b52704d5-4b3c-47b6-9f7a-2b81d8f1b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.480178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-b52704d5-4b3c-47b6-9f7a-2b81d8f1b5c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 1134 time: 0.0458975 Nov 24 22:28:06.569866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-e2df9b51-7fd9-4491-8959-54c286d90724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.571423 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-e2df9b51-7fd9-4491-8959-54c286d90724 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 898 time: 0.0842199 Nov 24 22:28:06.613685 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-63af0d29-fb00-4442-a744-15b83be82576 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 217 time: 0.0334892 Nov 24 22:28:06.666616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-b35925b1-e417-4aa5-93ba-f8826d0d5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.668199 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-b35925b1-e417-4aa5-93ba-f8826d0d5f8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8554aa68-8006-4a89-9ba1-5a346828bfe0 HTTP/1.1" status: 200 len: 834 time: 0.0471697 Nov 24 22:28:06.720665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-f23f71cc-bbdd-4aca-879d-e60839227579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:06.722164 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-f23f71cc-bbdd-4aca-879d-e60839227579 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461214 Nov 24 22:28:06.817625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-ee2d9506-4789-40e5-90ab-41a1f01a3869 service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Nov 24 22:28:06.879319 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca5810aa-4cd8-4d3f-a45e-879ae1f3846e req-9e36ed42-6a66-42e8-9403-d81a827917f9 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 210 time: 0.0358827 Nov 24 22:28:06.919419 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-536654e1-e8ae-4645-b84e-3e193f6b64de req-67e5fcee-7d97-40b5-9883-e837fe9294ca service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938444 Nov 24 22:28:07.594084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355295-5411-4958-906b-134e1bc2c5ee req-a2077b77-ea8b-4414-bbd1-d0544f649eb8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:07.595560 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d355295-5411-4958-906b-134e1bc2c5ee req-a2077b77-ea8b-4414-bbd1-d0544f649eb8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 981 time: 0.0542610 Nov 24 22:28:07.633768 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d355295-5411-4958-906b-134e1bc2c5ee req-5a13383e-142f-46ce-a915-d490c0def24a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Nov 24 22:28:07.750327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-7e0d8ec2-4f5c-46e3-b666-dc6ad51407f8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:07.751785 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-7e0d8ec2-4f5c-46e3-b666-dc6ad51407f8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 811 time: 0.1056149 Nov 24 22:28:07.794556 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-d418c22f-8be7-410d-a40e-b684e7c99f33 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f680c55d831d42a19d1f401627e39910 HTTP/1.1" status: 200 len: 380 time: 0.0343390 Nov 24 22:28:07.805596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'port': {'device_id': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'admin_state_up': True, 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'security_groups': ['b7effbd7-2570-4cb9-908e-b09d9fd3b66c']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:07.921689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Made reservation on behalf of f680c55d831d42a19d1f401627e39910 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:28:07.926450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:07.970422 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-88ee42ae-1375-4997-8e5f-b89336e0b4eb req-981363b0-8c34-464b-8797-c98631e55f32 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 210 time: 0.0266058 Nov 24 22:28:08.060329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Allocated IP 172.20.0.4 (f5534af3-4ad4-4f83-a439-5d75f9364ae5/06332d89-786b-447e-a23e-e3f9f41f264d/14266c70-c6b9-464d-a06a-3249d8db6850) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:08.199132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.231162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.271008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:08.274250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:08.278254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:08.308373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=14266c70-c6b9-464d-a06a-3249d8db6850,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:08.338061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:08.338845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.357977 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-5f1e3145-311c-4e37-9d40-20aeb8b4ed40 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558481 Nov 24 22:28:08.371466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Request body: {'port': {'device_id': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:08.435763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.547422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8a457e1b-50c3-4565-a353-3dbc850a8e15 None None] Provisioning complete for port 14266c70-c6b9-464d-a06a-3249d8db6850 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:08.549201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8a457e1b-50c3-4565-a353-3dbc850a8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.591618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8a457e1b-50c3-4565-a353-3dbc850a8e15 None None] Port 14266c70-c6b9-464d-a06a-3249d8db6850 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:08.707474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14266c70-c6b9-464d-a06a-3249d8db6850 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:08.716091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.728333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Transition to ACTIVE for port object 14266c70-c6b9-464d-a06a-3249d8db6850 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:28:08.735591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.751227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cfc29-8c2b-4671-b69b-ed5e60e415e6 req-70f4d933-a238-40ef-b8f7-47204a02acd5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:08.752759 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc6cfc29-8c2b-4671-b69b-ed5e60e415e6 req-70f4d933-a238-40ef-b8f7-47204a02acd5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 981 time: 0.0524461 Nov 24 22:28:08.788484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Pushing event updated for resources: {'Port': ['ID=14266c70-c6b9-464d-a06a-3249d8db6850,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:08.820873 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc6cfc29-8c2b-4671-b69b-ed5e60e415e6 req-ac048515-56e4-42e8-b195-4b75808ed1f1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616553 Nov 24 22:28:08.881018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Attempting to bind port 14266c70-c6b9-464d-a06a-3249d8db6850 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:08.881366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Attempting to bind port 14266c70-c6b9-464d-a06a-3249d8db6850 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:08.881698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Attempting to bind port 14266c70-c6b9-464d-a06a-3249d8db6850 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:08.887615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Port 14266c70-c6b9-464d-a06a-3249d8db6850 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:28:08.887939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Attempting to bind port 14266c70-c6b9-464d-a06a-3249d8db6850 on network f5534af3-4ad4-4f83-a439-5d75f9364ae5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:08.893151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:08.893490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Checking segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:08.893879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Bound using segment: {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:08.894312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Bound port: 14266c70-c6b9-464d-a06a-3249d8db6850, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a293989d-4496-48d6-bd63-50d27e055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:08.894675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:08.971697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] For port 14266c70-c6b9-464d-a06a-3249d8db6850, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:08.975329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] For port 14266c70-c6b9-464d-a06a-3249d8db6850, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=14266c70-c6b9-464d-a06a-3249d8db6850,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:08.981370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:09.023333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.023963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:09.025340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] 10.222.0.71 "PUT /v2.0/ports/14266c70-c6b9-464d-a06a-3249d8db6850 HTTP/1.1" status: 200 len: 1093 time: 0.6589406 Nov 24 22:28:09.026387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:09.028806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436" -d '{"events": [{"name": "network-changed", "server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:09.063329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0094c3-3876-4270-9813-64ad40fd0033 service neutron] Pushing event updated for resources: {'Port': ['ID=14266c70-c6b9-464d-a06a-3249d8db6850,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:09.104036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7833e514-af9b-4cae-b34d-40f28732830c x-openstack-request-id: req-7833e514-af9b-4cae-b34d-40f28732830c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:09.104716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:09.105078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7833e514-af9b-4cae-b34d-40f28732830c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:09.105715 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850', 'status': 'completed', 'code': 200} Nov 24 22:28:09.125632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-e6564320-fce4-457f-afe1-1514dee60f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.127515 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-e6564320-fce4-457f-afe1-1514dee60f8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 1096 time: 0.0558140 Nov 24 22:28:09.142898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96114c-5f10-4b9a-8c7f-eca56dc31132 req-f143ba46-d638-4270-8025-519711c2fae6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.150343 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6a96114c-5f10-4b9a-8c7f-eca56dc31132 req-f143ba46-d638-4270-8025-519711c2fae6 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0637660 Nov 24 22:28:09.176217 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-05692d47-5790-4f2f-83f9-81d9c86c5221 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14266c70-c6b9-464d-a06a-3249d8db6850 HTTP/1.1" status: 200 len: 217 time: 0.0407994 Nov 24 22:28:09.192984 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6a96114c-5f10-4b9a-8c7f-eca56dc31132 req-dea055a7-b697-4b1e-8428-43f6c71ac32d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Nov 24 22:28:09.233878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-53f35405-9bda-4be9-8079-bcdd6ae880a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.235364 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-53f35405-9bda-4be9-8079-bcdd6ae880a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0511281 Nov 24 22:28:09.284946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee849-5c44-402c-beae-d399129655fc req-f8b737b2-2ee6-476a-96e7-95933dde6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.286430 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-f8b737b2-2ee6-476a-96e7-95933dde6123 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438755 Nov 24 22:28:09.381379 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-308450d1-9124-4c93-bc66-ce18c33810dc service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867069 Nov 24 22:28:09.479196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-61dee849-5c44-402c-beae-d399129655fc req-0f8ae091-92ef-476e-9c6e-6b1b47378788 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897286 Nov 24 22:28:09.562496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-2f8dc809-5973-4243-9b35-6240966c4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.564024 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-2f8dc809-5973-4243-9b35-6240966c4fa9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 1096 time: 0.0399749 Nov 24 22:28:09.658523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-d9c6265f-0042-4f71-b482-5eeadca33256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.660015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-d9c6265f-0042-4f71-b482-5eeadca33256 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0898070 Nov 24 22:28:09.702795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-1a62e330-cedb-4c19-bb79-46f68046ae5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14266c70-c6b9-464d-a06a-3249d8db6850 HTTP/1.1" status: 200 len: 217 time: 0.0353272 Nov 24 22:28:09.757762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-b6c8e5aa-df18-4ee4-946e-6f7ae04f0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:09.759279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-b6c8e5aa-df18-4ee4-946e-6f7ae04f0e0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0498924 Nov 24 22:28:10.003777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df339da0-b729-43f8-95d7-a93fa7e9a4d5 req-08d1668f-4ad7-4653-a904-2d70db6efc5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:10.005603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-df339da0-b729-43f8-95d7-a93fa7e9a4d5 req-08d1668f-4ad7-4653-a904-2d70db6efc5f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 981 time: 0.0515926 Nov 24 22:28:10.033103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:28:10.049629 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-df339da0-b729-43f8-95d7-a93fa7e9a4d5 req-28d6f6f7-9159-460e-a720-d02221608570 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Nov 24 22:28:10.128828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-87d07c61-5bc1-406f-bbf0-cfbc40a7c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:10.130476 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-87d07c61-5bc1-406f-bbf0-cfbc40a7c2f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3639605 Nov 24 22:28:10.148738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:10.161179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'port_id': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'mac_address': 'fa:16:3e:d6:ac:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:28:10.203560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:10.217085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a10eed4-14aa-49fd-b3fc-aee6d04c734d {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:10.229545 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-831d0f48-d10a-4239-a02e-29bef2a2addb service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895331 Nov 24 22:28:10.238486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:10.244496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:10.305000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:10.314030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.314377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.314678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.315018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.315354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.315721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.316052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.316451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.316701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.317140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.317475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.317800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:28:10.332006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852aab8-5f79-47f5-9269-30c08dd0f7ef req-6bcc44a9-a607-4741-bd8d-c1a5f2053e3c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:10.333597 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e852aab8-5f79-47f5-9269-30c08dd0f7ef req-6bcc44a9-a607-4741-bd8d-c1a5f2053e3c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0685318 Nov 24 22:28:10.360983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f14f6d18-0ca2-4c2d-aaf5-ed5f208ce436 req-8bd796ee-3530-4345-aa6d-6a3e8f86eddf service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250846 Nov 24 22:28:10.388397 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e852aab8-5f79-47f5-9269-30c08dd0f7ef req-e16f947e-f5a6-42d7-935a-e11553b85801 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468552 Nov 24 22:28:10.464392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['9a10eed4-14aa-49fd-b3fc-aee6d04c734d'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:28:11.169868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41f916-4023-4453-82f3-2c9c5f55d4c9 req-a2a9c5ac-51a1-4276-b8ee-505144fa7593 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:11.171346 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9f41f916-4023-4453-82f3-2c9c5f55d4c9 req-a2a9c5ac-51a1-4276-b8ee-505144fa7593 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 982 time: 0.0531411 Nov 24 22:28:11.209479 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9f41f916-4023-4453-82f3-2c9c5f55d4c9 req-429b5446-a230-477f-9f63-77e2014a638a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Nov 24 22:28:11.501780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0efed-2751-4a18-afd0-a27a706a397d req-42ee5db3-870f-43e6-81b5-6ebbbf3a6370 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:11.503435 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4fe0efed-2751-4a18-afd0-a27a706a397d req-42ee5db3-870f-43e6-81b5-6ebbbf3a6370 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0491939 Nov 24 22:28:11.544099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4fe0efed-2751-4a18-afd0-a27a706a397d req-2fb47a3f-698f-4e57-9853-f3a57f66c9c2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342469 Nov 24 22:28:12.053856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:12.101630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:28:12.105728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:12.106089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:12.178377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:12.203011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:12.205269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22733337-be14-4b7f-9040-6f8a169341e7" -d '{"events": [{"server_uuid": "7905d6e5-6dc5-48d9-b384-7da9997f46c2", "name": "network-vif-plugged", "status": "completed", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:12.217268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:12.220873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:12.243997 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd65f48-4a89-49d8-ae55-a0471e4a045a x-openstack-request-id: req-4bd65f48-4a89-49d8-ae55-a0471e4a045a {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:12.244400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905d6e5-6dc5-48d9-b384-7da9997f46c2", "name": "network-vif-plugged", "status": "completed", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:12.245217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bd65f48-4a89-49d8-ae55-a0471e4a045a {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:12.245597 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'code': 200} Nov 24 22:28:12.270870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:12.326643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08868b0-dddf-4893-baee-3946d36bede5 req-899b19f1-73b0-4539-9457-7936928a4a72 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:12.328172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e08868b0-dddf-4893-baee-3946d36bede5 req-899b19f1-73b0-4539-9457-7936928a4a72 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0503297 Nov 24 22:28:12.367953 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e08868b0-dddf-4893-baee-3946d36bede5 req-c09e7c89-b847-4006-ae07-3fa201a004fb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Nov 24 22:28:12.412940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9b3a2-fe27-42a5-a751-3fba5cc81ac6 req-7696028a-c1b4-48ae-a3d9-b25948a352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:12.414463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4cd9b3a2-fe27-42a5-a751-3fba5cc81ac6 req-7696028a-c1b4-48ae-a3d9-b25948a352b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 1136 time: 0.0390351 Nov 24 22:28:12.448053 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4cd9b3a2-fe27-42a5-a751-3fba5cc81ac6 req-0e03484c-84cf-4caf-8a4e-6970868df285 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264547 Nov 24 22:28:12.662042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f209d-0fcf-49d7-881c-8a4421e5afb7 req-c5ab890c-f4ee-406b-b16e-e83ce869abd5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:12.663486 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-837f209d-0fcf-49d7-881c-8a4421e5afb7 req-c5ab890c-f4ee-406b-b16e-e83ce869abd5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0515728 Nov 24 22:28:12.700670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-837f209d-0fcf-49d7-881c-8a4421e5afb7 req-6c398eec-1db6-4908-8cbc-c4a26ad047c3 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Nov 24 22:28:13.488895 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be6710-37b7-4eae-8aec-801c6c2f040e req-6bbda916-5717-4087-9111-ef1a777a7577 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:13.490510 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69be6710-37b7-4eae-8aec-801c6c2f040e req-6bbda916-5717-4087-9111-ef1a777a7577 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0523295 Nov 24 22:28:13.532660 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69be6710-37b7-4eae-8aec-801c6c2f040e req-ddf19a98-996f-4f74-86b4-e1db84c3bde6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348203 Nov 24 22:28:13.812501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151db6-e412-4ec3-a1b5-89c75098f486 req-e22e3564-5edf-4f8d-a9fd-72e6703a8bf9 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:13.813966 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3b151db6-e412-4ec3-a1b5-89c75098f486 req-e22e3564-5edf-4f8d-a9fd-72e6703a8bf9 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0500681 Nov 24 22:28:13.851866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3b151db6-e412-4ec3-a1b5-89c75098f486 req-8c4d13ca-8924-4b66-b533-f6ef3ec96943 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319653 Nov 24 22:28:14.203201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ddef5ad-42d7-495e-bd33-7388e82c1da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:14.648699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d326508-1751-43c2-b7b6-ef5b6632b0cf req-978884e6-3c33-4583-9f0c-291aae31ace9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:14.650143 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d326508-1751-43c2-b7b6-ef5b6632b0cf req-978884e6-3c33-4583-9f0c-291aae31ace9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0520566 Nov 24 22:28:14.686748 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d326508-1751-43c2-b7b6-ef5b6632b0cf req-040639a4-23e3-4efa-983b-1056568fcba8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Nov 24 22:28:14.797412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9fb83-020c-4198-94b4-8b275f9784c1 req-01d380c6-699e-4335-a806-7fe3c0b0ea57 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:14.798819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ac9fb83-020c-4198-94b4-8b275f9784c1 req-01d380c6-699e-4335-a806-7fe3c0b0ea57 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0487945 Nov 24 22:28:14.836466 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ac9fb83-020c-4198-94b4-8b275f9784c1 req-a46263ee-d0d6-449a-995f-a127ff5622ae tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Nov 24 22:28:14.857067 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34654) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:14.970022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc921d-a6d8-4507-b766-e8d9374bb4c0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:14.971545 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0adc921d-a6d8-4507-b766-e8d9374bb4c0 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 1131 time: 0.1134973 Nov 24 22:28:14.974478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34660) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:14.979683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:14.984836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5bab6-1a9d-4022-9130-737a7a8122ce req-8a7a61cc-e28d-4c3e-9279-4acac7198f18 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:14.986281 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07b5bab6-1a9d-4022-9130-737a7a8122ce req-8a7a61cc-e28d-4c3e-9279-4acac7198f18 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0632086 Nov 24 22:28:15.004899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:15.025707 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07b5bab6-1a9d-4022-9130-737a7a8122ce req-1a06ce21-ce7d-4951-a6db-dbe74b1ae795 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Nov 24 22:28:15.105713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:15.215183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.119 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/5d811253-6ccd-4792-a79c-7501ea1f8a02) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:15.322920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:15.356053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:15.394573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:15.397305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:15.404801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:15.407846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=5d811253-6ccd-4792-a79c-7501ea1f8a02,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:15.851975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:15.950438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.096960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.101895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.141356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715881b-1a05-4b68-801e-cf03ed31e50e req-b2bb8ae7-f7a2-41e9-9307-41fb2d27b30c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:16.142822 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b715881b-1a05-4b68-801e-cf03ed31e50e req-b2bb8ae7-f7a2-41e9-9307-41fb2d27b30c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0501232 Nov 24 22:28:16.171759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=5d811253-6ccd-4792-a79c-7501ea1f8a02,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:16.180341 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b715881b-1a05-4b68-801e-cf03ed31e50e req-0a8cc125-5a04-44fa-9405-a371ee9263d8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Nov 24 22:28:16.184398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.280276 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 65711670-3bcc-489d-bab0-3422c24c2b95 associated. External IP: 172.26.3.119, port: 9a10eed4-14aa-49fd-b3fc-aee6d04c734d. Nov 24 22:28:16.484193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router fec372d2-5530-4420-b2fa-aea13bf9ea1e has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:28:16.586740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:28:16.597125 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] Sync routers for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:16.605097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.607191 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:16.607825 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:27:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:16.624128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f65d7c35-350c-45df-8db1-e1c6fe625ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.638642 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d9f16c0-640b-49ea-974e-c88a6a0b58dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.6630168 Nov 24 22:28:16.639239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:16.641543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34664) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:16.646840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69" -d '{"events": [{"name": "network-changed", "server_uuid": "7905d6e5-6dc5-48d9-b384-7da9997f46c2", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:16.684835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b718528b-e650-4f3e-a0dd-2873474dbc3c x-openstack-request-id: req-b718528b-e650-4f3e-a0dd-2873474dbc3c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:16.685183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7905d6e5-6dc5-48d9-b384-7da9997f46c2", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:16.685386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b718528b-e650-4f3e-a0dd-2873474dbc3c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:16.685798 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'status': 'completed', 'code': 200} Nov 24 22:28:16.715823 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:16.736899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e54284-ff12-47ac-b0f5-d1687dea1f74 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:16.741311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-11e54284-ff12-47ac-b0f5-d1687dea1f74 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2&network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 1131 time: 0.0958698 Nov 24 22:28:16.755387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-0d11b026-8338-4681-b33a-84aabef269ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:16.757017 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-0d11b026-8338-4681-b33a-84aabef269ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 1136 time: 0.0489845 Nov 24 22:28:16.874796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-c9b7d774-5240-495b-813b-cb6853f320a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:16.876591 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-c9b7d774-5240-495b-813b-cb6853f320a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 898 time: 0.1116357 Nov 24 22:28:16.881253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:16.962754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-4b246480-a91d-4007-9a4f-85911c477421 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1037 time: 0.0688326 Nov 24 22:28:16.985626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d467cbb-35d3-41dd-8a33-7b0a475073f6 req-6c90b747-5386-4fd4-98cb-cb5c92edd0c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:16.987745 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3d467cbb-35d3-41dd-8a33-7b0a475073f6 req-6c90b747-5386-4fd4-98cb-cb5c92edd0c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0604355 Nov 24 22:28:16.997200 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '65711670-3bcc-489d-bab0-3422c24c2b95', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.119', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'port_id': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1808487794', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'mac_address': 'fa:16:3e:d6:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:15Z', 'updated_at': '2021-11-24T22:28:15Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:17.024887 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] Checking router: fec372d2-5530-4420-b2fa-aea13bf9ea1e for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:17.025960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-9f61497d-95a2-4f74-b365-66e55c50e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:17.027444 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-9f61497d-95a2-4f74-b365-66e55c50e7dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8554aa68-8006-4a89-9ba1-5a346828bfe0 HTTP/1.1" status: 200 len: 834 time: 0.0548656 Nov 24 22:28:17.029496 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3d467cbb-35d3-41dd-8a33-7b0a475073f6 req-20869198-9f47-403e-9dd2-a0c13f3468c5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355191 Nov 24 22:28:17.033619 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:17.034236 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:17.080873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-f7b07712-d67b-4ddc-8684-c37de06d3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:17.082410 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-f7b07712-d67b-4ddc-8684-c37de06d3fbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471392 Nov 24 22:28:17.149117 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:17.187662 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-fd4371f3-a64a-4510-baa3-24426e6f043a service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943344 Nov 24 22:28:17.298485 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87ad4e87-f89f-44f3-9a19-1e80b35b2d69 req-dac3b59c-2afd-4015-8b92-ee1fae366d7d service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926549 Nov 24 22:28:17.299318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840cd8-3920-4172-973e-2b3e39aa1db9 req-5a4eb979-c4bb-4bf0-8e16-e2e95765a28b tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:17.300849 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c840cd8-3920-4172-973e-2b3e39aa1db9 req-5a4eb979-c4bb-4bf0-8e16-e2e95765a28b tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0486612 Nov 24 22:28:17.346915 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c840cd8-3920-4172-973e-2b3e39aa1db9 req-5434a198-26b1-41ac-be33-34533a86565e tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336480 Nov 24 22:28:17.393387 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '65711670-3bcc-489d-bab0-3422c24c2b95', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.119', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'port_id': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1808487794', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'mac_address': 'fa:16:3e:d6:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:15Z', 'updated_at': '2021-11-24T22:28:15Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:17.419075 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae38030-b631-4af9-a539-4b6a4499da2e None None] The sync data for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv is: [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '65711670-3bcc-489d-bab0-3422c24c2b95', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.119', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'port_id': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1808487794', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'mac_address': 'fa:16:3e:d6:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d6e5-6dc5-48d9-b384-7da9997f46c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:15Z', 'updated_at': '2021-11-24T22:28:15Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:17.622005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c025ca5-67fe-4133-959c-db5cf3808509 None None] New status for floating IP 65711670-3bcc-489d-bab0-3422c24c2b95: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:28:18.142188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e3d3e-ae9f-46e3-8bf3-94beaf6b0713 req-ad41b89d-1a8c-455a-a4de-2d1fab4e5c61 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:18.143632 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-157e3d3e-ae9f-46e3-8bf3-94beaf6b0713 req-ad41b89d-1a8c-455a-a4de-2d1fab4e5c61 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0467062 Nov 24 22:28:18.184091 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-157e3d3e-ae9f-46e3-8bf3-94beaf6b0713 req-29341686-7535-4d90-b0a1-ec69cdd3ec81 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346224 Nov 24 22:28:18.343985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:18.463263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6aacb-2b32-4b8d-8e28-fda52a0ef05d req-6360d96e-e2ca-439e-914f-cddb05e1276f tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:18.464750 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1de6aacb-2b32-4b8d-8e28-fda52a0ef05d req-6360d96e-e2ca-439e-914f-cddb05e1276f tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0487394 Nov 24 22:28:18.501823 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1de6aacb-2b32-4b8d-8e28-fda52a0ef05d req-f102a8a1-c3fb-4b3b-8ba6-33cedd73ce52 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Nov 24 22:28:18.561705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-bd20348d-fb21-47a6-91c3-712bf37dadc6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:18.563401 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-bd20348d-fb21-47a6-91c3-712bf37dadc6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 983 time: 0.0517337 Nov 24 22:28:18.610914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-2efe4d30-d1c6-436a-96f2-f8b272a98b7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:18.612167 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-2efe4d30-d1c6-436a-96f2-f8b272a98b7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0367687 Nov 24 22:28:18.716642 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-8d63c85b-a358-4778-803e-cd76fbf87ce8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0958152 Nov 24 22:28:18.734086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:18.784955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:18.925149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:18.962144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:18.997904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] device_id is not set on port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:28:19.007776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:19.013410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:19.115684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=6']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:19.200422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] No DVR routers for this DVR port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:28:19.280028 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-05635f36-3212-48ce-9fb3-3cd295388386 req-f7f19134-ebb0-4ea0-bd78-3d74bf0449aa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7905d6e5-6dc5-48d9-b384-7da9997f46c2 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Nov 24 22:28:19.316770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0104ae97-8db6-40d0-85de-74773247806f None None] Provisioning complete for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:19.317254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0104ae97-8db6-40d0-85de-74773247806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:19.349129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] In _notify_port_updated(), no bound segment for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:28:19.349999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:19.350607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:19.352328 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7268d2a7-163c-4798-9ae3-850bce6b4b5a req-b2261cb4-d3f8-4c75-9174-7e8fbc76a1c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1026 time: 0.6216919 Nov 24 22:28:19.353645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0104ae97-8db6-40d0-85de-74773247806f None None] Port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:19.612368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d45bd-75e9-463f-a0f7-a996adaf3d84 req-25959a52-8dbf-4fde-8412-79d36474ce16 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:19.613822 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d21d45bd-75e9-463f-a0f7-a996adaf3d84 req-25959a52-8dbf-4fde-8412-79d36474ce16 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 943 time: 0.0474961 Nov 24 22:28:19.634848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:19.652034 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d21d45bd-75e9-463f-a0f7-a996adaf3d84 req-4518a142-2421-49a5-bd03-bdc6c8045c2d tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Nov 24 22:28:20.115493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 14266c70-c6b9-464d-a06a-3249d8db6850 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:28:20.205439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 14266c70-c6b9-464d-a06a-3249d8db6850, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=14266c70-c6b9-464d-a06a-3249d8db6850,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:20.216220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '14266c70-c6b9-464d-a06a-3249d8db6850', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'port_id': '14266c70-c6b9-464d-a06a-3249d8db6850', 'mac_address': 'fa:16:3e:30:76:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:28:20.251601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.263504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14266c70-c6b9-464d-a06a-3249d8db6850 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:20.285367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 14266c70-c6b9-464d-a06a-3249d8db6850, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=14266c70-c6b9-464d-a06a-3249d8db6850,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:20.289210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.335225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34684) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:20.338013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=14266c70-c6b9-464d-a06a-3249d8db6850,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:20.382658 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0308c0-e59c-46f2-a7d5-8fd0a6210fe8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:20.383964 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5d0308c0-e59c-46f2-a7d5-8fd0a6210fe8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 925 time: 0.0476449 Nov 24 22:28:20.501108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['14266c70-c6b9-464d-a06a-3249d8db6850'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:28:20.628290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34688) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:20.633035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168990908', 'description': 'tempest-secgroup-smoke-168990908 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:20.654841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.725616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.730617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.760626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.763965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1344311 Nov 24 22:28:20.768623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34692) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:20.777128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '89e922c7-9502-4578-97c7-abd55b647748', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:20.777429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a26f9-12f5-4ffb-bd32-5c69e2d0180a req-6f975910-0296-4d19-9d16-c11af2abeb73 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:20.780724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0f3a26f9-12f5-4ffb-bd32-5c69e2d0180a req-6f975910-0296-4d19-9d16-c11af2abeb73 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 944 time: 0.0619342 Nov 24 22:28:20.786834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be81d8-2195-4c66-a6b1-ce3db7e291a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e922c7-9502-4578-97c7-abd55b647748,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:20.811281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:20.820021 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0f3a26f9-12f5-4ffb-bd32-5c69e2d0180a req-e9233fb6-b3de-4884-bba4-d7d1ae87413a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332086 Nov 24 22:28:21.165419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.169252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.186955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94f61f7-ad9c-4691-82c9-b8bbd806d104,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:21.194532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.195749 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-639c7d3a-de35-4a7e-b407-247ff69cf6fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4257798 Nov 24 22:28:21.198988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34694) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:21.203230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '89e922c7-9502-4578-97c7-abd55b647748', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:21.229162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.284116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.287538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.301528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57823115-cc43-4ee3-8be0-e314ac3caa2b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:21.311670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.313111 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-94f09110-441e-434c-a81f-a3be90754020 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131642 Nov 24 22:28:21.315994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34696) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:21.320271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '89e922c7-9502-4578-97c7-abd55b647748', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:21.346215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.403468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.407550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.425355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a12255-c0ac-4506-80e0-13db6d43a0e3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:21.432437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.434123 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0d0b7417-07b0-4c50-bf8b-93ba609eb726 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172066 Nov 24 22:28:21.437044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34698) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:21.441637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '89e922c7-9502-4578-97c7-abd55b647748', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:21.467315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.527610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.530870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.547292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456c71ff-9ce2-45d8-b4b5-254d03e3f9ed,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:21.555509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.556827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-16d20f60-1ad0-489d-a662-0466689be9a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185305 Nov 24 22:28:21.560048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34700) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:21.564576 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '89e922c7-9502-4578-97c7-abd55b647748', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:21.585860 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:28:21.590992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.650426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.653916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.671179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ea2f94-11b5-4825-a2f5-26f88a12235f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:21.678838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.680039 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1e57af26-8897-4615-b359-5cd51bfb11e7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190624 Nov 24 22:28:21.683274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34702) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:21.687778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '89e922c7-9502-4578-97c7-abd55b647748', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:21.709666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:28:21.714511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.776920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.782052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.801132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a823fe76-e13b-4ac1-bce3-20165c8dfe03,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:21.806376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:21.807397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8e29d5bc-e06b-424f-be13-0e96e37e7d29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231792 Nov 24 22:28:21.963469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f075b2-959f-4bc6-a0c3-fcef6e9e578a req-e11ea228-8b57-4d41-a620-17a4bc3324a2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:21.964976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-31f075b2-959f-4bc6-a0c3-fcef6e9e578a req-e11ea228-8b57-4d41-a620-17a4bc3324a2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 944 time: 0.0766006 Nov 24 22:28:21.968002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-dcd9e6b1-c0e7-46e3-a639-fc2764b41be0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168990908&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0532618 Nov 24 22:28:22.034467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-32ee9bf4-ef64-4e7c-aeac-594d3936a399 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:22.035720 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-32ee9bf4-ef64-4e7c-aeac-594d3936a399 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 930 time: 0.0589156 Nov 24 22:28:22.038488 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-31f075b2-959f-4bc6-a0c3-fcef6e9e578a req-6f4e19b9-4b05-4663-b4e8-5e3f88d839ea tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675750 Nov 24 22:28:22.080802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-ae12af30-2964-4e9a-9b44-1827686c5ef4 service neutron] 10.222.0.41 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0323918 Nov 24 22:28:22.115516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 14266c70-c6b9-464d-a06a-3249d8db6850 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:22.162159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 14266c70-c6b9-464d-a06a-3249d8db6850 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:28:22.165767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 14266c70-c6b9-464d-a06a-3249d8db6850 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:22.166161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:22.178738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-5a826a50-fb72-4ce9-8ec4-74529151a179 service neutron] 10.222.0.41 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919909 Nov 24 22:28:22.242732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:22.267140 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-06f91feb-9cb4-424b-8592-057ecdbff2ea service neutron] 10.222.0.41 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822995 Nov 24 22:28:22.408419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:22.410264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c955dccb-2078-4587-ba29-7843e601caa1" -d '{"events": [{"server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "name": "network-vif-plugged", "status": "completed", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:22.432322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 14266c70-c6b9-464d-a06a-3249d8db6850, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=14266c70-c6b9-464d-a06a-3249d8db6850,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:22.437845 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-48608135-c95c-4e34-9d5d-0e5887c85f90 req-9e3b8738-4b7d-40a5-bf41-7be382f5e07a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 210 time: 0.0291779 Nov 24 22:28:22.438816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:22.440203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:28:22.484389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efba008a-f346-4ea4-bdb8-e789af2852da x-openstack-request-id: req-efba008a-f346-4ea4-bdb8-e789af2852da {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:22.484719 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "name": "network-vif-plugged", "status": "completed", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:22.485040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efba008a-f346-4ea4-bdb8-e789af2852da {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:22.485422 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850', 'code': 200} Nov 24 22:28:22.521990 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:28:22.523164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:28:22.525025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=14266c70-c6b9-464d-a06a-3249d8db6850,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:22.639729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f0783-ed8b-4bf1-a6ae-cbb7782f49aa req-472f60c3-f4aa-4545-9e20-eb8c575c6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:22.641225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3f0783-ed8b-4bf1-a6ae-cbb7782f49aa req-472f60c3-f4aa-4545-9e20-eb8c575c6a0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 1098 time: 0.0419953 Nov 24 22:28:22.676517 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9f3f0783-ed8b-4bf1-a6ae-cbb7782f49aa req-43049276-6fab-496d-ad95-9a8031c7eb07 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281155 Nov 24 22:28:23.157669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e767118-b452-4093-9cb5-8b2940429365 req-3d1a2e18-dca2-4794-86c2-2bf55fe426f5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:23.159114 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2e767118-b452-4093-9cb5-8b2940429365 req-3d1a2e18-dca2-4794-86c2-2bf55fe426f5 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Nov 24 22:28:23.195594 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2e767118-b452-4093-9cb5-8b2940429365 req-47328db3-76fb-4510-8eb7-e35db21b63f0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305212 Nov 24 22:28:23.399417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-8af17c59-f281-4323-af6b-e47fdff41536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:23.400919 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-8af17c59-f281-4323-af6b-e47fdff41536 service neutron] 10.222.0.71 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1026 time: 0.0343614 Nov 24 22:28:23.523254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-dc0287d2-ceaa-42dc-9fc8-b2a31be935af tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:23.524985 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-dc0287d2-ceaa-42dc-9fc8-b2a31be935af tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 797 time: 0.1171231 Nov 24 22:28:23.569955 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bcd39778-0ec7-4bb8-901d-553f0ebac28e req-3bb7c2fa-79b0-4517-b8dc-900ee648337a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 210 time: 0.0496027 Nov 24 22:28:23.586086 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-ecdad611-f4a5-4d6b-9eb5-991f8443cf84 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 471 time: 0.0513117 Nov 24 22:28:23.598096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Request body: {'port': {'device_id': '9c3653af-a3a2-4d90-996d-bdcbef6467c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:23.651244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:23.928805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a10eed4-14aa-49fd-b3fc-aee6d04c734d {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:23.936895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:23.949662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Transition to ACTIVE for port object 9a10eed4-14aa-49fd-b3fc-aee6d04c734d will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:28:23.953328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:24.034681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=7']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:24.136151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:24.136488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:24.136840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:24.141497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:28:24.141809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Attempting to bind port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:24.146916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:24.147369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Checking segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:24.147781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Bound using segment: {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:24.148205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Bound port: 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ea03d3-9fe4-45b5-baea-9aa015ead5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:24.148556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:24.218106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:24.221538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:24.225971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:24.260881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.261479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:24.262847 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1131 time: 0.6686969 Nov 24 22:28:24.263280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3653af-a3a2-4d90-996d-bdcbef6467c5', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:24.265610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b70b6-b782-4655-a8aa-4715916a7446" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3653af-a3a2-4d90-996d-bdcbef6467c5", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:24.293687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f58b3c-e187-4e0c-910f-1558bc9e9403 service neutron] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=8']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:24.319298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630334a-b28f-44b8-b917-736a4854ed68 req-06287292-b07b-466a-812c-2bd54e54ee25 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.321069 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e630334a-b28f-44b8-b917-736a4854ed68 req-06287292-b07b-466a-812c-2bd54e54ee25 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 945 time: 0.0600297 Nov 24 22:28:24.334545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0af628-aaee-45b6-a4b5-56df2177242b x-openstack-request-id: req-8b0af628-aaee-45b6-a4b5-56df2177242b {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:24.334921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3653af-a3a2-4d90-996d-bdcbef6467c5", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:24.335131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b0af628-aaee-45b6-a4b5-56df2177242b {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:24.335483 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3653af-a3a2-4d90-996d-bdcbef6467c5', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'status': 'completed', 'code': 200} Nov 24 22:28:24.350741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-42fdbfe4-6a68-4fb1-8da6-775ca0683fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.352291 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-42fdbfe4-6a68-4fb1-8da6-775ca0683fc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 1134 time: 0.0482869 Nov 24 22:28:24.363857 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e630334a-b28f-44b8-b917-736a4854ed68 req-e90215c5-72c1-4b3f-b6b7-e714084ea2b8 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364609 Nov 24 22:28:24.433158 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-45fc2620-1e9e-49c9-9ded-51caad6ccbe3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1037 time: 0.0718203 Nov 24 22:28:24.487221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-15a2e8b6-b7b2-4848-a5cf-ae4534c06bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.488721 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-15a2e8b6-b7b2-4848-a5cf-ae4534c06bba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8554aa68-8006-4a89-9ba1-5a346828bfe0 HTTP/1.1" status: 200 len: 834 time: 0.0486226 Nov 24 22:28:24.496367 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3ced5-45cb-4363-aa84-2403960d8448 req-b749a026-3e6b-4100-80d3-6ef2254496a2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.497827 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0eb3ced5-45cb-4363-aa84-2403960d8448 req-b749a026-3e6b-4100-80d3-6ef2254496a2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 945 time: 0.0531590 Nov 24 22:28:24.536793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0eb3ced5-45cb-4363-aa84-2403960d8448 req-97a3e1a9-ce6f-43d4-a7cc-d8ebdabe2f47 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Nov 24 22:28:24.540065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-673a392f-75e2-4953-b1cb-8a57ad21dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.540933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-673a392f-75e2-4953-b1cb-8a57ad21dead service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453706 Nov 24 22:28:24.559261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34746) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:24.597672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b128e7f-032d-49ef-8d42-a667f3febacc tempest-TestVolumeBootPattern-2126545323 tempest-TestVolumeBootPattern-2126545323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.602390 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5b128e7f-032d-49ef-8d42-a667f3febacc tempest-TestVolumeBootPattern-2126545323 tempest-TestVolumeBootPattern-2126545323-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 1093 time: 0.0419517 Nov 24 22:28:24.602540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34750) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:24.607510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '14266c70-c6b9-464d-a06a-3249d8db6850', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:24.651128 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-24674de8-5ef3-447c-8570-5b460540885b service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020832 Nov 24 22:28:24.652577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:24.686678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b2d9-7b2f-4674-8567-c5192b6ed140 req-460fafed-f630-4d55-9a84-1d3040c113fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.688446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a0c9b2d9-7b2f-4674-8567-c5192b6ed140 req-460fafed-f630-4d55-9a84-1d3040c113fc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 981 time: 0.0500793 Nov 24 22:28:24.726340 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a0c9b2d9-7b2f-4674-8567-c5192b6ed140 req-f5072da0-eea1-4f12-a7b5-8a55bc4b330c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Nov 24 22:28:24.790434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f87edc5-bd4e-439d-ac12-cd61d515a3d8 req-3bf5ea46-137c-4783-bb38-893dd6b66da7 service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255083 Nov 24 22:28:24.828080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:24.915425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-003e9e83-402a-4287-9196-4206fc11fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:24.916920 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-003e9e83-402a-4287-9196-4206fc11fa5f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 1134 time: 0.0807827 Nov 24 22:28:25.011545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Allocated IP 172.26.3.150 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/69f5e794-21b8-4701-84b0-d1cfa316e213) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:25.082624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-a4b9d2d8-8bad-4ca7-aada-3e3f62582038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:25.084117 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-a4b9d2d8-8bad-4ca7-aada-3e3f62582038 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 898 time: 0.1493633 Nov 24 22:28:25.177155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-931fffc5-31a0-429f-80be-55b74f8ca9f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1037 time: 0.0835919 Nov 24 22:28:25.185833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:25.245816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-f17e329b-8ae2-462c-8f46-e2f4308536c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:25.247218 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-f17e329b-8ae2-462c-8f46-e2f4308536c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8554aa68-8006-4a89-9ba1-5a346828bfe0 HTTP/1.1" status: 200 len: 834 time: 0.0598834 Nov 24 22:28:25.262978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:25.324754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:25.332039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=69f5e794-21b8-4701-84b0-d1cfa316e213,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:25.334512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:25.337911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:25.367681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-a183fd31-3b07-44e6-baf0-cfe89b9838c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:25.369169 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-a183fd31-3b07-44e6-baf0-cfe89b9838c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141825 Nov 24 22:28:25.581214 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-ef30ecba-5e8d-41e5-b55f-8a416379c106 service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029638 Nov 24 22:28:25.722978 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bb4b70b6-b782-4655-a8aa-4715916a7446 req-a729da80-35f8-405f-ae7e-f5b4250e21cf service neutron] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288888 Nov 24 22:28:25.815261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:25.840147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409e687-17cd-44f2-a294-4b4d917740b7 req-4e109d36-094e-45c7-b1c6-99e284c442dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:25.841603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4409e687-17cd-44f2-a294-4b4d917740b7 req-4e109d36-094e-45c7-b1c6-99e284c442dd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 981 time: 0.0478442 Nov 24 22:28:25.883517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:25.884597 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4409e687-17cd-44f2-a294-4b4d917740b7 req-6f9b894d-229b-45d0-b9f3-60437c62f674 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Nov 24 22:28:26.032839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:26.036992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:26.109293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event updated for resources: {'Port': ['ID=69f5e794-21b8-4701-84b0-d1cfa316e213,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:26.122730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:26.219008 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Floating IP 386087fe-9625-4d3f-98eb-08740f03fb68 associated. External IP: 172.26.3.150, port: 14266c70-c6b9-464d-a06a-3249d8db6850. Nov 24 22:28:26.426235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:28:26.531371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:28:26.541232 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:26.548452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:26.550435 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:26.551011 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:26.576637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6a50c7da-00e6-42ea-aad5-d0e7d76e1aa2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9730825 Nov 24 22:28:26.577417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:26.579722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed9703-0978-4409-b778-7ef6b7106f78" -d '{"events": [{"name": "network-changed", "server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:26.616970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f6624-2507-4ab0-8807-eafac5c2caa9 x-openstack-request-id: req-017f6624-2507-4ab0-8807-eafac5c2caa9 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:26.617275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:26.617532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-017f6624-2507-4ab0-8807-eafac5c2caa9 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:26.617935 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850', 'status': 'completed', 'code': 200} Nov 24 22:28:26.686763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-8817a42f-9c34-42db-8ceb-72d9c82c5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:26.688527 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-8817a42f-9c34-42db-8ceb-72d9c82c5b7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 1098 time: 0.0475800 Nov 24 22:28:26.741889 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:26.984518 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '386087fe-9625-4d3f-98eb-08740f03fb68', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '14266c70-c6b9-464d-a06a-3249d8db6850', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:30:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:25Z', 'updated_at': '2021-11-24T22:28:25Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}, {'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:16Z', 'revision_number': 1, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:27.003593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212c2a-c463-4432-91d1-735a8af8933f req-891266de-d205-413e-930d-6aec2c780fcd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:27.005220 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fb212c2a-c463-4432-91d1-735a8af8933f req-891266de-d205-413e-930d-6aec2c780fcd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 981 time: 0.0511401 Nov 24 22:28:27.010479 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:27.011457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-278299af-7495-4d6d-a1c3-e1d93a95774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:27.013074 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-278299af-7495-4d6d-a1c3-e1d93a95774a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.3175216 Nov 24 22:28:27.018946 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:27.019581 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:27.043343 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fb212c2a-c463-4432-91d1-735a8af8933f req-b2d32679-0e5a-4a36-97c1-a154951b5938 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Nov 24 22:28:27.083912 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-174fcf6e-f428-4ae3-b34d-08f0bd3edc51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14266c70-c6b9-464d-a06a-3249d8db6850 HTTP/1.1" status: 200 len: 999 time: 0.0634394 Nov 24 22:28:27.122654 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:27.132868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-02e8a58e-3c63-4358-a049-0142fabd322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:27.134336 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-02e8a58e-3c63-4358-a049-0142fabd322d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0436575 Nov 24 22:28:27.179067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-60866ccd-85b8-4918-9e08-e059a1618d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:27.180568 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-60866ccd-85b8-4918-9e08-e059a1618d08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394566 Nov 24 22:28:27.272104 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-ba92c297-b9c9-4a56-833b-f141bb6c7b99 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833421 Nov 24 22:28:27.340285 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '386087fe-9625-4d3f-98eb-08740f03fb68', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '14266c70-c6b9-464d-a06a-3249d8db6850', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:30:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:25Z', 'updated_at': '2021-11-24T22:28:25Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}, {'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:16Z', 'revision_number': 1, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:27.361523 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-42ed9703-0978-4409-b778-7ef6b7106f78 req-a2c6d00a-7767-406f-9923-8ccd1acd6e58 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825899 Nov 24 22:28:27.369721 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb952ff-a535-4a18-b2c5-d0404f7f3299 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '386087fe-9625-4d3f-98eb-08740f03fb68', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.150', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '14266c70-c6b9-464d-a06a-3249d8db6850', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:30:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:25Z', 'updated_at': '2021-11-24T22:28:25Z', 'revision_number': 0, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}, {'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:16Z', 'revision_number': 1, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:27.554341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7e81e-1e9e-4d30-9cea-e046227b4c88 None None] New status for floating IP 386087fe-9625-4d3f-98eb-08740f03fb68: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:28:28.157277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945f38-31b1-45fe-a6c8-f2e4cb8207a7 req-e6bdde77-9704-43f6-8d09-9cf10e43dd76 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:28.158747 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60945f38-31b1-45fe-a6c8-f2e4cb8207a7 req-e6bdde77-9704-43f6-8d09-9cf10e43dd76 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 981 time: 0.0475178 Nov 24 22:28:28.172314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:28:28.196868 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60945f38-31b1-45fe-a6c8-f2e4cb8207a7 req-026091ea-2bba-4841-89e2-be0345a26ebc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Nov 24 22:28:28.264484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:28.275263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'port_id': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'mac_address': 'fa:16:3e:d6:ac:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:28:28.310503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:28.322752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a10eed4-14aa-49fd-b3fc-aee6d04c734d {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:28.345153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:28.350188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:28.395816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=9']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:28.566950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['9a10eed4-14aa-49fd-b3fc-aee6d04c734d'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:28:29.306719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532ae84-8aad-4135-a502-48313ee5cd07 req-5def1a55-826c-4ed4-af86-3b693aa2483b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:29.308218 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9532ae84-8aad-4135-a502-48313ee5cd07 req-5def1a55-826c-4ed4-af86-3b693aa2483b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 982 time: 0.0475554 Nov 24 22:28:29.349009 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9532ae84-8aad-4135-a502-48313ee5cd07 req-ee1a7a44-6a3f-40ad-8841-56b57cd69609 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Nov 24 22:28:29.652482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:30.177972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:30.227781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:28:30.232070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:30.232442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:30.305553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:30.327922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3653af-a3a2-4d90-996d-bdcbef6467c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:30.330277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d76dd4-d885-4ff0-b04a-ab568040e7d1" -d '{"events": [{"server_uuid": "9c3653af-a3a2-4d90-996d-bdcbef6467c5", "name": "network-vif-plugged", "status": "completed", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:30.343741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:30.348480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:30.375865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dc04ba-d132-426e-a50e-f4851c6c7f1a x-openstack-request-id: req-90dc04ba-d132-426e-a50e-f4851c6c7f1a {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:30.376206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3653af-a3a2-4d90-996d-bdcbef6467c5", "name": "network-vif-plugged", "status": "completed", "tag": "9a10eed4-14aa-49fd-b3fc-aee6d04c734d", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:30.376424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90dc04ba-d132-426e-a50e-f4851c6c7f1a {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:30.376764 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3653af-a3a2-4d90-996d-bdcbef6467c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a10eed4-14aa-49fd-b3fc-aee6d04c734d', 'code': 200} Nov 24 22:28:30.406726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=10']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:30.468540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c4b15-40a5-4eb6-abdf-ea793e1fb792 req-82e3ad63-9b0c-451e-a555-4265010c3fac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:30.470067 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1e1c4b15-40a5-4eb6-abdf-ea793e1fb792 req-82e3ad63-9b0c-451e-a555-4265010c3fac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0506966 Nov 24 22:28:30.510897 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1e1c4b15-40a5-4eb6-abdf-ea793e1fb792 req-387d9478-5066-41a3-a281-b25184e5f644 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Nov 24 22:28:30.549721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbe071-fb59-4219-a7dd-e9a801f993d5 req-d9c22b21-2a8e-4dd4-8c67-6085113c9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:30.551209 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efbbe071-fb59-4219-a7dd-e9a801f993d5 req-d9c22b21-2a8e-4dd4-8c67-6085113c9032 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 1137 time: 0.0409863 Nov 24 22:28:30.589359 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-efbbe071-fb59-4219-a7dd-e9a801f993d5 req-e9fc1457-6864-4753-a591-93c8d1685737 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Nov 24 22:28:31.627364 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a59c-cda2-4c0f-b3e1-a430aa5ebbfe req-1260a61e-a7b6-497f-9c11-ed2ed70d09d9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:31.628889 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6260a59c-cda2-4c0f-b3e1-a430aa5ebbfe req-1260a61e-a7b6-497f-9c11-ed2ed70d09d9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0498703 Nov 24 22:28:31.666513 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6260a59c-cda2-4c0f-b3e1-a430aa5ebbfe req-22795887-8890-4e32-9c49-a335018d0512 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Nov 24 22:28:32.782901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff741ed-36a2-428f-820f-8f5c0c30f99d req-a38f708a-5bb9-4e74-9194-b6978625b6a9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:32.784453 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aff741ed-36a2-428f-820f-8f5c0c30f99d req-a38f708a-5bb9-4e74-9194-b6978625b6a9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0512035 Nov 24 22:28:32.826255 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aff741ed-36a2-428f-820f-8f5c0c30f99d req-12139adb-2ff9-4f6d-bf7a-f2b27dc0ca66 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Nov 24 22:28:32.936294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13719840-ca27-4b60-bc22-ca64b5b503dd req-3984cb42-755f-40b8-8e5f-830fd57f2800 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:32.937897 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13719840-ca27-4b60-bc22-ca64b5b503dd req-3984cb42-755f-40b8-8e5f-830fd57f2800 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0475867 Nov 24 22:28:32.974447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13719840-ca27-4b60-bc22-ca64b5b503dd req-1f5bf50c-f881-4ad1-ae43-09235b17a5b4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Nov 24 22:28:32.996305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34774) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:33.063821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8a64c-18aa-486f-a53b-b66d277f74e3 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:33.065339 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e5a8a64c-18aa-486f-a53b-b66d277f74e3 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5&network_id=d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 200 len: 1132 time: 0.0680339 Nov 24 22:28:33.270318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b6e53-4585-4eef-a0c1-fcb30bebe1e2 req-9b8d6b22-cd2d-4bff-b525-637da9484ed5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:33.271793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-803b6e53-4585-4eef-a0c1-fcb30bebe1e2 req-9b8d6b22-cd2d-4bff-b525-637da9484ed5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0481374 Nov 24 22:28:33.309099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-803b6e53-4585-4eef-a0c1-fcb30bebe1e2 req-18d54988-e335-4949-aa80-41a6d71fa31c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Nov 24 22:28:34.421802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666141b-39d7-41c9-8dca-d0ba571db5c9 req-c09c9fb7-18fc-404e-8dfd-c73e4f2e3a0e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:34.423386 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5666141b-39d7-41c9-8dca-d0ba571db5c9 req-c09c9fb7-18fc-404e-8dfd-c73e4f2e3a0e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0477064 Nov 24 22:28:34.465138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5666141b-39d7-41c9-8dca-d0ba571db5c9 req-af467a46-3b12-4438-99b5-c67250089029 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a1d8d52-1b9a-406c-8254-9a16f3f53d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Nov 24 22:28:34.658293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-215c81a2-2824-4838-a9f5-7a4868530947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:34.659687 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-215c81a2-2824-4838-a9f5-7a4868530947 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 984 time: 0.0499425 Nov 24 22:28:34.707035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-4ebc7868-782c-4cc3-a585-9e51ca4117f8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:34.708394 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-4ebc7868-782c-4cc3-a585-9e51ca4117f8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0423956 Nov 24 22:28:34.813035 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-e8976077-1c02-4da8-a774-758b0bc00285 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0987482 Nov 24 22:28:34.823237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:34.878850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:35.008284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:35.044705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] For port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:35.075934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] device_id is not set on port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d yet. {{(pid=102409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 22:28:35.085027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:35.090832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:35.178528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=11']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:35.222463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] No DVR routers for this DVR port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:28:35.309938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c42e93d6-2b9f-4751-9563-a9f1980a93ba None None] Provisioning complete for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:35.310676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c42e93d6-2b9f-4751-9563-a9f1980a93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:35.347100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c42e93d6-2b9f-4751-9563-a9f1980a93ba None None] Port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:35.372037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] In _notify_port_updated(), no bound segment for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d on network d41d8e38-a36f-4365-895f-24818a6e8f9f {{(pid=102409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 24 22:28:35.372905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:35.373629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:35.375016 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f99f1ad-06ab-4341-8209-7edbdecefb10 req-543a42bf-b9e4-4cad-8313-f602cb6715b2 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 200 len: 1027 time: 0.5555573 Nov 24 22:28:35.569429 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f766c2ab-a172-494a-81c3-13d618a108df req-ec40e3cf-0f8e-4b7a-95a7-4553f1ea4bc1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c3653af-a3a2-4d90-996d-bdcbef6467c5 HTTP/1.1" status: 200 len: 210 time: 0.0276711 Nov 24 22:28:36.625125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34788) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:36.684837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179306a5-6a79-46af-aa22-f084f16d5c73 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:36.710508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179306a5-6a79-46af-aa22-f084f16d5c73 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:36.772108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179306a5-6a79-46af-aa22-f084f16d5c73 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:36.774712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-179306a5-6a79-46af-aa22-f084f16d5c73 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:36.775952 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-179306a5-6a79-46af-aa22-f084f16d5c73 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/89e922c7-9502-4578-97c7-abd55b647748 HTTP/1.1" status: 204 len: 168 time: 0.1497698 Nov 24 22:28:36.786014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179306a5-6a79-46af-aa22-f084f16d5c73 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e922c7-9502-4578-97c7-abd55b647748,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:36.808593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34792) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:37.016114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 5d811253-6ccd-4792-a79c-7501ea1f8a02 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:28:37.016458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.093028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.093355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.105046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 5d811253-6ccd-4792-a79c-7501ea1f8a02 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:28:37.279942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.305065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=5d811253-6ccd-4792-a79c-7501ea1f8a02,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:37.365906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.366277 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 65711670-3bcc-489d-bab0-3422c24c2b95 disassociated (deleted). External IP: 172.26.3.119, port: 9a10eed4-14aa-49fd-b3fc-aee6d04c734d. Nov 24 22:28:37.563423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router fec372d2-5530-4420-b2fa-aea13bf9ea1e has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:28:37.666279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:28:37.671355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.676055 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] Sync routers for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:37.686037 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:37.686719 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:37.698461 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ee107907-400b-425f-8607-8e5d35653c4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/65711670-3bcc-489d-bab0-3422c24c2b95 HTTP/1.1" status: 204 len: 168 time: 0.8887134 Nov 24 22:28:37.764749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34798) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:37.790672 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:37.828416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fbe06d9-b1d5-4aa9-815f-873b942c1329 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.854161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fbe06d9-b1d5-4aa9-815f-873b942c1329 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.912476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fbe06d9-b1d5-4aa9-815f-873b942c1329 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.915214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2fbe06d9-b1d5-4aa9-815f-873b942c1329 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:37.916404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2fbe06d9-b1d5-4aa9-815f-873b942c1329 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/8faa366b-888f-40dd-9aaa-04037250e52d HTTP/1.1" status: 204 len: 168 time: 0.1506460 Nov 24 22:28:37.926493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe06d9-b1d5-4aa9-815f-873b942c1329 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faa366b-888f-40dd-9aaa-04037250e52d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:37.958519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34802) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:37.989492 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:38.019052 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] Checking router: fec372d2-5530-4420-b2fa-aea13bf9ea1e for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:38.028222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:38.028892 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:38.048683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:28:38.049113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:38.129395 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:38.137771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:38.149446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 9a10eed4-14aa-49fd-b3fc-aee6d04c734d owned by {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:28:38.232956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:28:38.279569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:38.292797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No active binding found for port 9a10eed4-14aa-49fd-b3fc-aee6d04c734d {{(pid=102411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 22:28:38.293696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 9a10eed4-14aa-49fd-b3fc-aee6d04c734d not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:28:38.308934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=9a10eed4-14aa-49fd-b3fc-aee6d04c734d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:38.338194 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:38.369869 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c5f66-d7be-45cb-8734-f8e8c7bc8bc1 None None] The sync data for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv is: [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:58Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb', 'name': '', 'network_id': 'd41d8e38-a36f-4365-895f-24818a6e8f9f', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:9d:65:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:58Z', 'updated_at': '2021-11-24T22:28:02Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '8554aa68-8006-4a89-9ba1-5a346828bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:38.376226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:38.382749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34804) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:38.382976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-097cf811-11f8-4a9f-ab21-d5723787d554 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/ports/9a10eed4-14aa-49fd-b3fc-aee6d04c734d HTTP/1.1" status: 204 len: 168 time: 0.4230492 Nov 24 22:28:38.601291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f11403-ca2a-4417-ad48-e2a7856eb545 None None] New status for floating IP 65711670-3bcc-489d-bab0-3422c24c2b95: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:28:39.045323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:39.340671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:28:39.341015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:39.426045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:39.426406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:39.444467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:28:39.622801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:39.649148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:39.836577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.047590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router fec372d2-5530-4420-b2fa-aea13bf9ea1e has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:28:40.151901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:28:40.156824 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3350b701-a94c-42c3-821a-07d572bba316 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/fec372d2-5530-4420-b2fa-aea13bf9ea1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728338 Nov 24 22:28:40.159459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34808) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:40.162055 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] Sync routers for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:40.171733 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:40.172329 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:40.209909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet 8554aa68-8006-4a89-9ba1-5a346828bfe0 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:28:40.213449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.260979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.362550 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:40.378248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.441201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.471590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.475482 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/8554aa68-8006-4a89-9ba1-5a346828bfe0 HTTP/1.1" status: 204 len: 168 time: 0.3143446 Nov 24 22:28:40.476570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b10622-2429-4a3d-8457-6948a3bd1dbe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=8554aa68-8006-4a89-9ba1-5a346828bfe0,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:40.477076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa0ef8-ea14-45e7-87f1-8c7ed91af8b4 None None] Network d41d8e38-a36f-4365-895f-24818a6e8f9f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:28:40.477585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34810) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:40.558846 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:28:39Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:40.586478 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] Checking router: fec372d2-5530-4420-b2fa-aea13bf9ea1e for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:40.595950 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] Routers {'fec372d2-5530-4420-b2fa-aea13bf9ea1e'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:40.596659 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:40.676890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] DHCP port deletion for d41d8e38-a36f-4365-895f-24818a6e8f9f request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:28:40.708534 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] Set router fec372d2-5530-4420-b2fa-aea13bf9ea1e gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:40.726286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] Deleting port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:28:40.726665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.796935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] For port 0da79efc-4ca8-41df-a704-4668d3cf2ff0, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0da79efc-4ca8-41df-a704-4668d3cf2ff0,segment=NetworkSegment(69ea03d3-9fe4-45b5-baea-9aa015ead5a7),segment_id=69ea03d3-9fe4-45b5-baea-9aa015ead5a7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:40.797331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.811915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] Calling delete_port for 0da79efc-4ca8-41df-a704-4668d3cf2ff0 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:28:40.892142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.894240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:40.902497 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:28:39Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:40.921203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] Pushing event deleted for resources: {'Port': ['ID=0da79efc-4ca8-41df-a704-4668d3cf2ff0,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:40.927148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8720c-ed84-4382-951b-d59a2910c3f6 None None] No DVR routers for this DVR port 0da79efc-4ca8-41df-a704-4668d3cf2ff0 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:28:40.934423 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315836da-85db-42b9-90ab-a2d88d46bbb7 None None] The sync data for ids ['fec372d2-5530-4420-b2fa-aea13bf9ea1e'] in dv-neutron-818715-1-hyperv is: [{'id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'name': 'tempest-TestNetworkBasicOps-router-582009493', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:28:39Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'f71451d8-685a-471d-9e24-075c2f8eeeb1', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec372d2-5530-4420-b2fa-aea13bf9ea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:27:55Z', 'updated_at': '2021-11-24T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:40.996779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.050642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port f71451d8-685a-471d-9e24-075c2f8eeeb1 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:28:41.050976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.129959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port f71451d8-685a-471d-9e24-075c2f8eeeb1, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f71451d8-685a-471d-9e24-075c2f8eeeb1,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:41.130545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.146194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for f71451d8-685a-471d-9e24-075c2f8eeeb1 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:28:41.337914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.354130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0da79efc-4ca8-41df-a704-4668d3cf2ff0 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:28:41.373053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=f71451d8-685a-471d-9e24-075c2f8eeeb1,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:41.394649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0da79efc-4ca8-41df-a704-4668d3cf2ff0 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:28:41.395129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0da79efc-4ca8-41df-a704-4668d3cf2ff0 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:28:41.395691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:28:41.423477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:28:41.424023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 75c9d1b2-e6f4-4ef5-a5f1-be2699e485cb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:28:41.464432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.596906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.599801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.654874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.655402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router fec372d2-5530-4420-b2fa-aea13bf9ea1e {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:28:41.663486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.664694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a8439c93-ad9b-41be-a713-1ba4fb9c9420 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/fec372d2-5530-4420-b2fa-aea13bf9ea1e HTTP/1.1" status: 204 len: 168 time: 1.1856079 Nov 24 22:28:41.667775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34812) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:41.758357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.852604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.874732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41d8e38-a36f-4365-895f-24818a6e8f9f']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:41.884866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ea03d3-9fe4-45b5-baea-9aa015ead5a7') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:41.885162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ea03d3-9fe4-45b5-baea-9aa015ead5a7') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:41.894446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.910721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.918651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:28:41.919176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:28:41.922684 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:28:41.991140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.001265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.004907 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/d41d8e38-a36f-4365-895f-24818a6e8f9f HTTP/1.1" status: 204 len: 168 time: 0.3360331 Nov 24 22:28:42.016038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34814) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:42.017159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3a97-0d66-4d9c-833a-81540307aeac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=d41d8e38-a36f-4365-895f-24818a6e8f9f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:42.030754 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b47deb87-6c8f-44ab-a8f2-734ab0efe36b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0132563 Nov 24 22:28:42.033789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34816) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:42.038940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--1944295475', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:42.064850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:28:42.068280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.093041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:28:42.105908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.106250 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 343f474d-4ae9-4b44-a9c8-6e4f8e3fd554 of type vlan for network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 Nov 24 22:28:42.172835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.206386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.212934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:42.213510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.284766 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2498620 Nov 24 22:28:42.287516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:42.292174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-255932343', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:42.315258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.316310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.319884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf13f33-a7c6-4f3b-b9ab-cab6f5806827 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=0d5de3d8-3635-45c8-9462-cd0cfa72d615,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:42.331241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:28:42.376072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.521011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.705902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.727466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.828780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.181 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/16678cee-efce-40c5-aab7-0efc92194fed) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:42.932202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:42.965373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:43.001910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:43.005108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:43.008710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:43.035997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:43.042921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f71451d8-685a-471d-9e24-075c2f8eeeb1 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:28:43.064753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f71451d8-685a-471d-9e24-075c2f8eeeb1 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:28:43.065263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f71451d8-685a-471d-9e24-075c2f8eeeb1 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:28:43.263069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:43.456176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:43.581697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 27ca172e-46c5-4cb2-b85f-c8f357383c63 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:28:43.691927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:28:43.700995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Sync routers for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:43.710134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:43.710673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:43.711928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:43.713253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b20f0e35-0804-4080-aa5a-91ea7470e85f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4246585 Nov 24 22:28:43.716313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34820) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:43.744543 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-efc9ef6b-9e11-43de-9c0b-fe5fc4c8e850 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271449 Nov 24 22:28:43.748065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34822) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:43.822183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:43.833929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872f3c4-4068-47d6-aa1b-62ae7cd69a69 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:43.835419 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7872f3c4-4068-47d6-aa1b-62ae7cd69a69 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864618 Nov 24 22:28:43.838343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34824) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:43.866198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-901c06dd-9edd-45d6-9214-d9745d8545b9 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262265 Nov 24 22:28:43.868663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34826) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:43.873311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012689975', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:43.963261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:28:43.967135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.000338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:43Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:44.026152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Checking router: 27ca172e-46c5-4cb2-b85f-c8f357383c63 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:44.026998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Updating router 27ca172e-46c5-4cb2-b85f-c8f357383c63 port 16678cee-efce-40c5-aab7-0efc92194fed binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:28:44.052584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.151819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.211380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:44.223684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:44.223947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d2262ae-00b4-451a-ad7b-e8b278e8e36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.224162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: 0d5de3d8-3635-45c8-9462-cd0cfa72d615, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:28:44.241118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:28:44.249804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 0d5de3d8-3635-45c8-9462-cd0cfa72d615) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:44.254980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:44.255594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.261430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d938f-e884-434b-94cb-cf464e8fb27b None None] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:28:44.273174 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-855ced31-6469-4ec4-8bde-6cfc0ff4f138 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035223 Nov 24 22:28:44.275969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34828) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:44.398676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.422164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.503913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf1501-099e-464e-bbda-07b738675705 None None] Pushing event updated for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:44.513530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Attempting to bind port 16678cee-efce-40c5-aab7-0efc92194fed on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:44.513903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Attempting to bind port 16678cee-efce-40c5-aab7-0efc92194fed by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:44.514266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Attempting to bind port 16678cee-efce-40c5-aab7-0efc92194fed on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:44.534314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:44.534751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:44.535151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.535615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:44.536048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Bound port: 16678cee-efce-40c5-aab7-0efc92194fed, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:44.536427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.558226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:28:44.559088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.660240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] For port 16678cee-efce-40c5-aab7-0efc92194fed, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:44.678493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] For port 16678cee-efce-40c5-aab7-0efc92194fed, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=16678cee-efce-40c5-aab7-0efc92194fed,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:44.688128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.727104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:44.785499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Allocated IP 172.20.0.2 (0d5de3d8-3635-45c8-9462-cd0cfa72d615/f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4/f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:44.791079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf1501-099e-464e-bbda-07b738675705 None None] Pushing event updated for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:44.795619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:44.796238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:45.129453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:45.286536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.300594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.343583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (0d5de3d8-3635-45c8-9462-cd0cfa72d615/f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4/23f3f2c4-49e4-4649-a48e-38a1c058e521) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:45.356145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:45.378047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:45.383085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:45.395504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Pushing event updated for resources: {'Port': ['ID=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:45.456827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Attempting to bind port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:45.457232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Attempting to bind port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:45.457718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Attempting to bind port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf on network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:45.465085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:45.465455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Checking segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:45.465861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.466253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Bound using segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:45.466729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Bound port: f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:45.467107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.472251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.482830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:43Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:45.509384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.532496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe27197-058e-4937-86e7-c13bdc1cf967 None None] The sync data for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv is: [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:43Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:45.549003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:45.550715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:45.556369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:45.574981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] For port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:45.578652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] For port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:45.583096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.599866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:45.623862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:45.648545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a92b6-3c5f-40bc-b364-dd52de8b20ab None None] Pushing event updated for resources: {'Port': ['ID=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:45.771171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.134878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.140635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.224339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:46.227691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.331552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:46.333242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:46.460180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 27ca172e-46c5-4cb2-b85f-c8f357383c63 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:28:46.580756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:28:46.589166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77676e9d-2435-4e77-8d21-dab3cfb51eae None None] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:28:46.590599 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bc9594f5-2a01-4fcd-8069-bd93f277aa3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129866 Nov 24 22:28:46.593113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34830) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:46.669841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a0f77c1e-ba06-44f5-b6ba-41b9631879b8 None None] Provisioning complete for port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:46.670213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1e-ba06-44f5-b6ba-41b9631879b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.671784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-021071f6-d1e0-435b-85ee-20bf6402dce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.707596 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.708072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.708536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.708999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.709462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.709956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.711914 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1f57245c-5af9-4570-8b62-b0d4da7ddefd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1178012 Nov 24 22:28:46.714724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34832) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:46.772821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.773802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.773934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.774317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.774745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.775205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:46.781363 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d7c5896-95c8-4665-bde4-ca2d6e8bec7c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0613976 Nov 24 22:28:46.781363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34834) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:46.821378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1e-ba06-44f5-b6ba-41b9631879b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.869095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a0f77c1e-ba06-44f5-b6ba-41b9631879b8 None None] For port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:46.873675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a0f77c1e-ba06-44f5-b6ba-41b9631879b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.880243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:46.931720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f77c1e-ba06-44f5-b6ba-41b9631879b8 None None] Pushing event updated for resources: {'Port': ['ID=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:46.970901 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b36f0184-13dc-4111-87d6-cbd8f288077b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1892562 Nov 24 22:28:47.140131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:47.203760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 16678cee-efce-40c5-aab7-0efc92194fed triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:47.204137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.236768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b4972fe3-0252-465c-b26c-d14e930be48c None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:47.237407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b4972fe3-0252-465c-b26c-d14e930be48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.291469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b4972fe3-0252-465c-b26c-d14e930be48c None None] Port 23f3f2c4-49e4-4649-a48e-38a1c058e521 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:47.301952 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Sync routers for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:28:47.313545 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:47.314307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:47.326550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b4972fe3-0252-465c-b26c-d14e930be48c None None] Provisioning complete for port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:47.326986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b4972fe3-0252-465c-b26c-d14e930be48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.368187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.400869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 16678cee-efce-40c5-aab7-0efc92194fed, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=16678cee-efce-40c5-aab7-0efc92194fed,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:47.408953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.409747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:47.417066 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34840) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:47.422382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316650920', 'description': 'tempest-secgroup-smoke-316650920 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:47.444970 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:47.450511 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.533244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:47.537244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.542772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.543170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:47.543572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.579757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.581709 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1630070 Nov 24 22:28:47.583351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186af4d-73dd-4daa-a7e3-7ab9a9568419 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:47.585083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34842) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:47.590919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:47.630281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.661816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f2aaadaa-5d87-44c7-96f0-5ea896fa57e7 None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:47.661816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f2aaadaa-5d87-44c7-96f0-5ea896fa57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.703441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.707988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.714506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaadaa-5d87-44c7-96f0-5ea896fa57e7 None None] Port 23f3f2c4-49e4-4649-a48e-38a1c058e521 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:47.727125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead9a097-c45b-4627-a143-76d4c13e061f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:47.728025 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:47.735712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.737021 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b888f848-6877-4243-8e6f-455e46242d46 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506653 Nov 24 22:28:47.739947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34844) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:47.744647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:47.755009 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Checking router: 27ca172e-46c5-4cb2-b85f-c8f357383c63 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:28:47.755351 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Updating router 27ca172e-46c5-4cb2-b85f-c8f357383c63 port 23f3f2c4-49e4-4649-a48e-38a1c058e521 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:28:47.772125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.781699 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.834841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.838149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ef9a940d-4b5a-490c-be89-89ce17f47c9a None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:47.838737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef9a940d-4b5a-490c-be89-89ce17f47c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.840062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.859843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af895f1-073c-4f14-8d5d-c142da3ff7d8,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:47.871742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.873118 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-786f9186-fad4-43d4-ab7c-6b1c89837b42 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320336 Nov 24 22:28:47.876043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34846) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:47.880740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:47.891316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a940d-4b5a-490c-be89-89ce17f47c9a None None] Port 23f3f2c4-49e4-4649-a48e-38a1c058e521 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:47.908142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.967306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.970796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:47.988520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bab8c8-3f17-4490-8846-d4664ff0e732,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:47.998851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.000078 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6909bdb1-aeaa-4f26-8393-ffddb3373da0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227577 Nov 24 22:28:48.002741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34848) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:48.007056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:48.033791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.072188 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.078166 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.106360 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.111629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.124471 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9276-f4ed-40bf-9742-8b843005a461 None None] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:48.142321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652f0c5e-ef29-4d3f-94e9-c2b8b0a58fc5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:48.153707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.159243 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-683ad920-ed58-4acf-b065-81fde55a5071 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521316 Nov 24 22:28:48.159243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34850) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:48.164317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:48.189546 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Attempting to bind port 23f3f2c4-49e4-4649-a48e-38a1c058e521 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:48.189934 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Attempting to bind port 23f3f2c4-49e4-4649-a48e-38a1c058e521 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:48.190431 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Attempting to bind port 23f3f2c4-49e4-4649-a48e-38a1c058e521 on network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:48.194290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:28:48.196333 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:48.196702 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Checking segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:48.197100 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.197484 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Bound using segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:48.197944 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Bound port: 23f3f2c4-49e4-4649-a48e-38a1c058e521, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:48.198881 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.200525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.270262 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] For port 23f3f2c4-49e4-4649-a48e-38a1c058e521, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:48.273220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.274011 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] For port 23f3f2c4-49e4-4649-a48e-38a1c058e521, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=23f3f2c4-49e4-4649-a48e-38a1c058e521,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:48.278374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.280278 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.296750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfedf21-69d3-4030-a1b4-13027f78c002,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:48.305962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.307253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aea192d2-e476-4a40-9673-0163a4865af7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471257 Nov 24 22:28:48.311007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34852) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:48.316773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:48.342701 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:28:48.343324 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:48.345336 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:28:48.352537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.353440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.415640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-53af7628-b9a4-49f0-bfd9-8cbea701dc26 None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:48.415883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53af7628-b9a4-49f0-bfd9-8cbea701dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.416001 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9276-f4ed-40bf-9742-8b843005a461 None None] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:48.446491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.452237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.466352 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:28:48.473235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e766920-2557-4b49-b167-a851e1c749d0,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:48.484896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.486172 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-382a0260-99d7-4bfa-b676-1e0dbf2f4ae7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741149 Nov 24 22:28:48.537029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53af7628-b9a4-49f0-bfd9-8cbea701dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.580084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-53af7628-b9a4-49f0-bfd9-8cbea701dc26 None None] For port 23f3f2c4-49e4-4649-a48e-38a1c058e521, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=23f3f2c4-49e4-4649-a48e-38a1c058e521,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:48.585832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-53af7628-b9a4-49f0-bfd9-8cbea701dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.650432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af7628-b9a4-49f0-bfd9-8cbea701dc26 None None] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:48.666652 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-ab45ab73-7227-4ff1-92e0-e58eff5e1d9e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316650920&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0489202 Nov 24 22:28:48.706888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-09cd1f29-9581-4b65-969a-407eb9554321 None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:48.707564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-09cd1f29-9581-4b65-969a-407eb9554321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:48.736132 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-23ff64cb-d307-4856-942d-3167c659727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:28:48Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:28:48.769782 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff64cb-d307-4856-942d-3167c659727b None None] The sync data for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv is: [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:28:48Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:28:48.791155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-5576a871-481a-473a-bd36-ef8dd0a5a0cb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:48.793496 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-5576a871-481a-473a-bd36-ef8dd0a5a0cb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=0d5de3d8-3635-45c8-9462-cd0cfa72d615 HTTP/1.1" status: 200 len: 797 time: 0.1188600 Nov 24 22:28:48.812227 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-70b5a86b-1249-4d19-909a-04323b17adbc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0124404 Nov 24 22:28:48.885647 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-63cd3f4d-a08d-44a3-9a61-758d83c8aa22 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657768 Nov 24 22:28:49.049876 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-7934e43d-8267-4d7e-b4ae-e9fa09166fff service neutron] 10.222.0.41 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522291 Nov 24 22:28:49.148118 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-8c508a23-9df5-4096-80d1-3f64fc5e8fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917413 Nov 24 22:28:49.154294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:49.209687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 16678cee-efce-40c5-aab7-0efc92194fed triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:49.210125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:49.304263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 23f3f2c4-49e4-4649-a48e-38a1c058e521 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:49.341586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0d7456e2-576a-48c8-ab73-3210359cbc53 req-da141a2b-27f9-4f97-a846-61b79d0e776a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 210 time: 0.0337698 Nov 24 22:28:49.388348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:49.388740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:49.643609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:50.261663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-224117a2-1033-45f1-8d38-2acf9fcdc8cb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:50.263933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-224117a2-1033-45f1-8d38-2acf9fcdc8cb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=0d5de3d8-3635-45c8-9462-cd0cfa72d615 HTTP/1.1" status: 200 len: 797 time: 0.1081655 Nov 24 22:28:50.310067 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-2b8d403c-b259-435b-a2de-b78afb30983e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 379 time: 0.0356202 Nov 24 22:28:50.324633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:50.434219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:28:50.437212 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b071efe3-1876-49a0-a407-387fa194a459 req-84960bd7-2e4e-4429-8870-93cecb57cfad tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 210 time: 0.0259233 Nov 24 22:28:50.437754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:50.558719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.12 (0d5de3d8-3635-45c8-9462-cd0cfa72d615/f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4/463c08c1-4f0d-4a98-b997-854e6cfb13aa) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:50.697039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:50.729119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:50.770798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:50.773793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:50.783127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:50.786466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=463c08c1-4f0d-4a98-b997-854e6cfb13aa,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:50.838293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:50.838915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:50.856004 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3e5aa62e-dc68-4928-a6f7-4000ef4290fe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5355434 Nov 24 22:28:50.870435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Request body: {'port': {'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:50.926401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.035813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-80cf0c51-35f4-4405-ae50-00ff8c587281 None None] Provisioning complete for port 463c08c1-4f0d-4a98-b997-854e6cfb13aa triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:51.036447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-80cf0c51-35f4-4405-ae50-00ff8c587281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.075511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0c51-35f4-4405-ae50-00ff8c587281 None None] Port 463c08c1-4f0d-4a98-b997-854e6cfb13aa cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:28:51.433142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463c08c1-4f0d-4a98-b997-854e6cfb13aa {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:51.440832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.452569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Transition to ACTIVE for port object 463c08c1-4f0d-4a98-b997-854e6cfb13aa will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:28:51.456821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.523637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Pushing event updated for resources: {'Port': ['ID=463c08c1-4f0d-4a98-b997-854e6cfb13aa,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:51.560712 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4da7-7318-4660-89f2-90aa81aa1739 req-5d29962b-c442-4646-8aa7-6e934c2f3643 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:51.562706 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2e6e4da7-7318-4660-89f2-90aa81aa1739 req-5d29962b-c442-4646-8aa7-6e934c2f3643 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 944 time: 0.0570495 Nov 24 22:28:51.576760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Attempting to bind port 463c08c1-4f0d-4a98-b997-854e6cfb13aa on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:28:51.577093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Attempting to bind port 463c08c1-4f0d-4a98-b997-854e6cfb13aa by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:28:51.577423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Attempting to bind port 463c08c1-4f0d-4a98-b997-854e6cfb13aa on network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:51.582088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Port 463c08c1-4f0d-4a98-b997-854e6cfb13aa on network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:28:51.582420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Attempting to bind port 463c08c1-4f0d-4a98-b997-854e6cfb13aa on network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:28:51.587582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:28:51.587996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Checking segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:28:51.588380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Bound using segment: {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:28:51.588851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Bound port: 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:28:51.589195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.615837 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2e6e4da7-7318-4660-89f2-90aa81aa1739 req-d6db2dab-1711-4961-a142-f0ed96c8a8e5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453422 Nov 24 22:28:51.661568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] For port 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:28:51.664860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] For port 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:28:51.669914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.703556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:51.704179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:51.705547 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] 10.222.0.71 "PUT /v2.0/ports/463c08c1-4f0d-4a98-b997-854e6cfb13aa HTTP/1.1" status: 200 len: 1094 time: 0.8404200 Nov 24 22:28:51.705984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:51.708234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d51e87-e8d6-4a30-a677-cad83254e100" -d '{"events": [{"name": "network-changed", "server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:51.757342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b632bd0f-60ea-4bff-980b-f7f1292654f6 x-openstack-request-id: req-b632bd0f-60ea-4bff-980b-f7f1292654f6 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:51.757537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:51.757767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b632bd0f-60ea-4bff-980b-f7f1292654f6 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:51.758176 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'status': 'completed', 'code': 200} Nov 24 22:28:51.760297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaaeb9-a203-492d-bf3f-dc172ee45246 service neutron] Pushing event updated for resources: {'Port': ['ID=463c08c1-4f0d-4a98-b997-854e6cfb13aa,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:51.793292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-26e23f36-430c-4a63-9c0b-4222e2e3d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:51.794888 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-26e23f36-430c-4a63-9c0b-4222e2e3d7d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 1097 time: 0.0488868 Nov 24 22:28:51.844343 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-3172302c-38c1-417e-b190-d7e191693383 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa HTTP/1.1" status: 200 len: 217 time: 0.0402756 Nov 24 22:28:51.894562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-a112b07b-87e2-4ae6-b74c-1e2c38c0a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:51.896056 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-a112b07b-87e2-4ae6-b74c-1e2c38c0a35f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4 HTTP/1.1" status: 200 len: 835 time: 0.0461218 Nov 24 22:28:51.941474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-9f595c91-45c0-401e-9ef2-4a1337544692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:51.943045 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-9f595c91-45c0-401e-9ef2-4a1337544692 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d5de3d8-3635-45c8-9462-cd0cfa72d615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400829 Nov 24 22:28:52.034434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-f1a7788a-7340-4f88-8285-b4222cedbec9 service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Nov 24 22:28:52.122947 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fe929bda-dbf4-485e-8b12-2af3b19820e5 req-6b616f13-8d8c-418f-8b70-3fdc6ca6b25a service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814457 Nov 24 22:28:52.205704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-e89d9836-d9bd-4d29-ac71-26f48ea055d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:52.207127 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-e89d9836-d9bd-4d29-ac71-26f48ea055d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 1097 time: 0.0390720 Nov 24 22:28:52.299037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-55d23cb7-d615-4a08-aa5f-2b33953ed4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:52.300773 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-55d23cb7-d615-4a08-aa5f-2b33953ed4e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d5de3d8-3635-45c8-9462-cd0cfa72d615 HTTP/1.1" status: 200 len: 898 time: 0.0857689 Nov 24 22:28:52.343004 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-3d9184ad-7137-4553-b20e-68b5aed33cd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa HTTP/1.1" status: 200 len: 217 time: 0.0345798 Nov 24 22:28:52.392342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-e5633099-f5a1-4e25-beee-5902b01d8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:52.393781 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-e5633099-f5a1-4e25-beee-5902b01d8504 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4 HTTP/1.1" status: 200 len: 835 time: 0.0426466 Nov 24 22:28:52.443164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-a0cabcf8-1eee-4525-8e29-5bfdd2c7d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:52.444637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-a0cabcf8-1eee-4525-8e29-5bfdd2c7d163 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d5de3d8-3635-45c8-9462-cd0cfa72d615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436413 Nov 24 22:28:52.537051 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-7607077b-7dca-4e07-8c8d-7bed86af83ca service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837607 Nov 24 22:28:52.633178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01d51e87-e8d6-4a30-a677-cad83254e100 req-3d95f500-a0dd-4668-88ed-402188f9c5d8 service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869551 Nov 24 22:28:52.727198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111f0ec-b3df-4a27-974b-0478ddaf7608 req-955bfcdf-4ce8-48c1-ac2e-d5facb59274e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:52.728693 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e111f0ec-b3df-4a27-974b-0478ddaf7608 req-955bfcdf-4ce8-48c1-ac2e-d5facb59274e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 944 time: 0.0499587 Nov 24 22:28:52.765297 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e111f0ec-b3df-4a27-974b-0478ddaf7608 req-34d9297d-8e54-4d26-a182-cbde0d40f7b4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307996 Nov 24 22:28:53.882236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213123c-c82f-445e-9a94-3217a516a13b req-2865ef6b-81ec-4b1d-b472-2fa0924bde51 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:53.883737 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2213123c-c82f-445e-9a94-3217a516a13b req-2865ef6b-81ec-4b1d-b472-2fa0924bde51 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 944 time: 0.0511019 Nov 24 22:28:53.921362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2213123c-c82f-445e-9a94-3217a516a13b req-f47a43e1-3318-4297-9d55-cfa6e4cfe80a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Nov 24 22:28:54.303569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 463c08c1-4f0d-4a98-b997-854e6cfb13aa details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:28:54.399289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:54.410214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:28:54.446576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:54.459271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463c08c1-4f0d-4a98-b997-854e6cfb13aa {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:28:54.477659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:54.480625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:54.525931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=463c08c1-4f0d-4a98-b997-854e6cfb13aa,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:54.695095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['463c08c1-4f0d-4a98-b997-854e6cfb13aa'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:28:55.033972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ff47d-408d-4c2e-a61e-80bc691babd4 req-3a120d8d-de3e-4d55-aba5-960937ad0191 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:55.035428 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d40ff47d-408d-4c2e-a61e-80bc691babd4 req-3a120d8d-de3e-4d55-aba5-960937ad0191 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Nov 24 22:28:55.073494 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d40ff47d-408d-4c2e-a61e-80bc691babd4 req-e73495cb-e712-44bd-a96e-c3ba0695c7fa tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321739 Nov 24 22:28:56.183909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3650ef0-43ae-4bf3-819b-8ea82c12aefd req-611c1884-b40b-41c1-90e2-b9598540f142 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:56.185362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3650ef0-43ae-4bf3-819b-8ea82c12aefd req-611c1884-b40b-41c1-90e2-b9598540f142 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 945 time: 0.0478425 Nov 24 22:28:56.222499 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3650ef0-43ae-4bf3-819b-8ea82c12aefd req-1f2bfe8a-7781-4ff6-8d74-b6ab6df4b98b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Nov 24 22:28:56.303224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 463c08c1-4f0d-4a98-b997-854e6cfb13aa up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:28:56.352572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 463c08c1-4f0d-4a98-b997-854e6cfb13aa completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:28:56.356589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 463c08c1-4f0d-4a98-b997-854e6cfb13aa triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:28:56.356956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:56.430283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:56.452374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:28:56.454642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb963b9-6fba-4936-a2d6-d1651732ac41" -d '{"events": [{"server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "name": "network-vif-plugged", "status": "completed", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:28:56.467360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:28:56.471343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:56.522445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=463c08c1-4f0d-4a98-b997-854e6cfb13aa,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:56.556400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926e9458-0cf4-48ff-a94d-0d829aeaa72f x-openstack-request-id: req-926e9458-0cf4-48ff-a94d-0d829aeaa72f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:28:56.556696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "name": "network-vif-plugged", "status": "completed", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:28:56.557003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-926e9458-0cf4-48ff-a94d-0d829aeaa72f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:28:56.558025 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'code': 200} Nov 24 22:28:56.713465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b1455-0d44-4420-ade3-1ceaee8d480e req-0693d2d6-3d52-45ec-92a3-750d685be5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:56.715438 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-200b1455-0d44-4420-ade3-1ceaee8d480e req-0693d2d6-3d52-45ec-92a3-750d685be5cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 1099 time: 0.0399225 Nov 24 22:28:56.749656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-200b1455-0d44-4420-ade3-1ceaee8d480e req-f24f0fdb-d1a4-4cf2-bc2f-cc2e548d909f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271804 Nov 24 22:28:57.334051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f9b8-163c-4fc3-b56b-3e9d467a9763 req-a83f6821-bbf3-4c04-8efc-985041893299 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:57.335626 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7be3f9b8-163c-4fc3-b56b-3e9d467a9763 req-a83f6821-bbf3-4c04-8efc-985041893299 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 946 time: 0.0487728 Nov 24 22:28:57.373463 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7be3f9b8-163c-4fc3-b56b-3e9d467a9763 req-0a188880-7396-42c1-b96f-f5034d36bdf5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Nov 24 22:28:58.493698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94e92-af7c-45e7-8fb4-ff2978db9ea1 req-bb62a1a2-3972-4730-a28b-bfd9f5d98ddd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:58.495147 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6cb94e92-af7c-45e7-8fb4-ff2978db9ea1 req-bb62a1a2-3972-4730-a28b-bfd9f5d98ddd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 946 time: 0.0516300 Nov 24 22:28:58.532119 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6cb94e92-af7c-45e7-8fb4-ff2978db9ea1 req-4398ce12-d3a4-4de3-8c46-a5a6d0e9d92d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311158 Nov 24 22:28:58.645891 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d32bd-418c-4df8-8d11-e1a27dc53a5d req-de78fd5e-ed6a-4018-bb05-88314b5064f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:58.647341 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-af1d32bd-418c-4df8-8d11-e1a27dc53a5d req-de78fd5e-ed6a-4018-bb05-88314b5064f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 946 time: 0.0476551 Nov 24 22:28:58.684155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-af1d32bd-418c-4df8-8d11-e1a27dc53a5d req-8853fa06-6c11-40e5-8975-9054c1cd0eb6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302467 Nov 24 22:28:58.705536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34908) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:58.742459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c88dc5-69c6-4f66-a5ed-01beae21151e tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:28:58.743938 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-99c88dc5-69c6-4f66-a5ed-01beae21151e tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 1094 time: 0.0374675 Nov 24 22:28:58.746479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34910) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:28:58.750552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:28:58.772633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:58.868491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:58.973545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.18 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/cb70ae2c-f570-4e65-ae32-ec52344483f9) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:28:59.071168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.103443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.141345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:28:59.144191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:28:59.147572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:28:59.174264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=cb70ae2c-f570-4e65-ae32-ec52344483f9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:59.484285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.519942 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:28:59.550835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.662142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.692866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.697055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.766411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=cb70ae2c-f570-4e65-ae32-ec52344483f9,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:28:59.777287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:28:59.874810 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 associated. External IP: 172.26.3.18, port: 463c08c1-4f0d-4a98-b997-854e6cfb13aa. Nov 24 22:29:00.073808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 27ca172e-46c5-4cb2-b85f-c8f357383c63 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:29:00.177733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:29:00.187217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] Sync routers for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:00.195935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:00.196547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:00.197223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:00.228043 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a3e091d8-8dea-42ce-9561-b75497104a7f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4780524 Nov 24 22:29:00.228043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:29:00.228385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:29:00.228516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34912) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:00.322522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e707d0-bd35-4cfc-9930-a58474a044a4 x-openstack-request-id: req-87e707d0-bd35-4cfc-9930-a58474a044a4 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:29:00.322815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:29:00.325950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87e707d0-bd35-4cfc-9930-a58474a044a4 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:29:00.326435 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'status': 'completed', 'code': 200} Nov 24 22:29:00.351269 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-815e75f2-f7f7-4e16-89fa-efdccefd43f6 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63 HTTP/1.1" status: 200 len: 922 time: 0.1189027 Nov 24 22:29:00.351579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34918) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:00.445174 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2558eadb-a117-4284-9b38-1e03e30ee1ed tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 991 time: 0.0914018 Nov 24 22:29:00.446695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-21fcc664-386d-4947-a09f-6dde8a6ba53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:00.448686 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-21fcc664-386d-4947-a09f-6dde8a6ba53f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 1099 time: 0.0902572 Nov 24 22:29:00.455404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:00.538127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-37ea2aed-7951-4d37-8db8-9d6c4e178a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:00.539503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-37ea2aed-7951-4d37-8db8-9d6c4e178a1f service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d5de3d8-3635-45c8-9462-cd0cfa72d615 HTTP/1.1" status: 200 len: 898 time: 0.0842226 Nov 24 22:29:00.609219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-8b600969-30a3-402c-afcd-47cea40f3280 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa HTTP/1.1" status: 200 len: 999 time: 0.0628114 Nov 24 22:29:00.658298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-a9303018-e27b-40a1-be76-37af394b0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:00.659981 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-a9303018-e27b-40a1-be76-37af394b0b28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4 HTTP/1.1" status: 200 len: 835 time: 0.0441287 Nov 24 22:29:00.674894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '4d9e7d8c-43f4-4791-89fc-4c86057eb3b0', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:59Z', 'updated_at': '2021-11-24T22:28:59Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:28:48Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:00.701758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] Checking router: 27ca172e-46c5-4cb2-b85f-c8f357383c63 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:00.704853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-97b52836-b997-40a6-9bf9-68b5329f8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:00.706410 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-97b52836-b997-40a6-9bf9-68b5329f8e62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d5de3d8-3635-45c8-9462-cd0cfa72d615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396550 Nov 24 22:29:00.709959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:00.710560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:28:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:00.800821 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-16411d39-dc4c-4548-b7a2-3e3fbae210de service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857620 Nov 24 22:29:00.815187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:00.890747 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ddcf8867-2ca0-4423-95fd-ec3a10f88b6e req-7a89bbf6-49b4-44ba-81b3-7c843eabda14 service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831792 Nov 24 22:29:01.035120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '4d9e7d8c-43f4-4791-89fc-4c86057eb3b0', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:59Z', 'updated_at': '2021-11-24T22:28:59Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:28:48Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:01.063706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b72b85-3ff2-4326-a1b4-3a5425f35656 None None] The sync data for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv is: [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '4d9e7d8c-43f4-4791-89fc-4c86057eb3b0', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:59Z', 'updated_at': '2021-11-24T22:28:59Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:28:48Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:29:01.268190 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7cb58d-9527-4bf3-bfd8-80e8a502d9d4 None None] New status for floating IP 4d9e7d8c-43f4-4791-89fc-4c86057eb3b0: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:29:01.448569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34920) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:01.512159 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-90a51dc2-ccf9-4c80-b20a-bba7f50054b5 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 991 time: 0.0623612 Nov 24 22:29:02.515498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34922) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:02.580238 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aef6c3f5-32b0-4f92-a648-22a5950924f4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 993 time: 0.0635772 Nov 24 22:29:14.204535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8de2e5ac-81b9-4f0b-a1aa-68eebf1326b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:16.621994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d765-a733-4324-9206-a7df08d7e219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:16.862003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:18.351879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:19.643852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:29.679542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:33.807771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34940) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:33.917153 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c3caa3d7-a845-428a-9d2d-795f54677e4a tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1081612 Nov 24 22:29:33.920558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:34.034603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be078a0-24d7-43cf-80a4-ae8a33e36e0a tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Notify agent at dv-neutron-818715-1-hyperv the message router_removed_from_agent {{(pid=102409) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 24 22:29:34.037753 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1be078a0-24d7-43cf-80a4-ae8a33e36e0a tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "DELETE /v2.0/agents/204d9510-cf7d-4e5a-8408-3e0b31866e08/l3-routers/27ca172e-46c5-4cb2-b85f-c8f357383c63 HTTP/1.1" status: 204 len: 168 time: 0.1162837 Nov 24 22:29:34.040312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:34.143804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bb5ad035-fcac-4567-b226-5aa75b1bc417 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1023800 Nov 24 22:29:34.146387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34946) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:34.208078 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ddeef39e-86cd-4e96-a334-39c2ca115bd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 993 time: 0.0606453 Nov 24 22:29:34.800067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a9106-3502-49e3-a6eb-075078dd482e None None] New status for floating IP 4d9e7d8c-43f4-4791-89fc-4c86057eb3b0: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:29:35.069919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:29:35.142238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:35.161700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 16678cee-efce-40c5-aab7-0efc92194fed, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=16678cee-efce-40c5-aab7-0efc92194fed,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:35.165611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:35.166337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 23f3f2c4-49e4-4649-a48e-38a1c058e521 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:29:35.212027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:35.244351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:35.253979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.254331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.254673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.255008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.255342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.255697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.256029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.256360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.256692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.257012 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.257335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.257659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:35.273109 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fd36cdaf-3d13-4c3d-9fd4-8a5c310eb821 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 991 time: 0.0599556 Nov 24 22:29:35.298083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:35.329091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 23f3f2c4-49e4-4649-a48e-38a1c058e521, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=23f3f2c4-49e4-4649-a48e-38a1c058e521,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:35.332531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:35.377902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:36.379916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34952) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:36.503834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1087fb-fb59-4968-8bd4-704049176b61 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Router 27ca172e-46c5-4cb2-b85f-c8f357383c63 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:29:36.504177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1087fb-fb59-4968-8bd4-704049176b61 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Notify agent at dv-neutron-818715-1-hyperv the message router_added_to_agent {{(pid=102409) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 24 22:29:36.517844 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:29:36.541176 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8d1087fb-fb59-4968-8bd4-704049176b61 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "POST /v2.0/agents/204d9510-cf7d-4e5a-8408-3e0b31866e08/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1601906 Nov 24 22:29:36.544278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34956) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:36.563160 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] Sync routers for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:36.572613 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:36.573312 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:36.653745 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-32974df0-9074-41d9-b877-bb78e7447cb7 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1078589 Nov 24 22:29:36.656608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:36.679758 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:36.720648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a24bf55d-99af-4710-8ef8-944be6c29a78 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 991 time: 0.0629559 Nov 24 22:29:36.899217 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '4d9e7d8c-43f4-4791-89fc-4c86057eb3b0', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:59Z', 'updated_at': '2021-11-24T22:29:34Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:29:35Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:36.924335 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] Checking router: 27ca172e-46c5-4cb2-b85f-c8f357383c63 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:36.932150 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:36.932738 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:37.032742 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:37.243883 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '4d9e7d8c-43f4-4791-89fc-4c86057eb3b0', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:59Z', 'updated_at': '2021-11-24T22:29:34Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:29:35Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:37.272545 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82f48b-cba5-43a0-8082-4a191932640e None None] The sync data for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv is: [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '4d9e7d8c-43f4-4791-89fc-4c86057eb3b0', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'port_id': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'mac_address': 'fa:16:3e:01:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f64717-c75e-4cc7-acd7-f15190a35262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:28:59Z', 'updated_at': '2021-11-24T22:29:34Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:29:35Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:29:37.724500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34962) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:37.788009 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1c3285dd-9946-414f-93ee-c614d842eb3d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 991 time: 0.0622976 Nov 24 22:29:38.792053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34964) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:38.799680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f36e8-0b75-4cb1-82eb-fdce25b3393e None None] New status for floating IP 4d9e7d8c-43f4-4791-89fc-4c86057eb3b0: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:29:38.863232 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2c65a96c-5b64-4955-94f4-c09933551e10 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 991 time: 0.0693626 Nov 24 22:29:39.113474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:39.160708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 16678cee-efce-40c5-aab7-0efc92194fed triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:39.161082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:39.237443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:39.256738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 16678cee-efce-40c5-aab7-0efc92194fed, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=16678cee-efce-40c5-aab7-0efc92194fed,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:39.260495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:39.261462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 23f3f2c4-49e4-4649-a48e-38a1c058e521 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:39.338093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:39.350033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:39.350407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:39.428545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:39.460082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 23f3f2c4-49e4-4649-a48e-38a1c058e521, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=23f3f2c4-49e4-4649-a48e-38a1c058e521,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:39.464939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:39.514847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:39.867055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:39.926778 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a11591fd-c5df-4035-be82-8ca95cf21c6f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 200 len: 993 time: 0.0585544 Nov 24 22:29:40.161968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 34972) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:40.319005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port cb70ae2c-f570-4e65-ae32-ec52344483f9 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:29:40.319347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:40.397331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:40.397661 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:40.411279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for cb70ae2c-f570-4e65-ae32-ec52344483f9 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:29:40.559112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:40.584981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=cb70ae2c-f570-4e65-ae32-ec52344483f9,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:40.609291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.609641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.609977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.610308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.610638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.610965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.611289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.611638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.611964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.612280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.612600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.612915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:40.650050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:40.650377 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 disassociated (deleted). External IP: 172.26.3.18, port: 463c08c1-4f0d-4a98-b997-854e6cfb13aa. Nov 24 22:29:40.856349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 27ca172e-46c5-4cb2-b85f-c8f357383c63 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:29:40.963390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:29:40.967807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:40.973086 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] Sync routers for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:40.982505 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:40.983179 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:40.994068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-55440ff6-eda0-4e61-95a3-9850a61e93ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/4d9e7d8c-43f4-4791-89fc-4c86057eb3b0 HTTP/1.1" status: 204 len: 168 time: 0.8310330 Nov 24 22:29:40.994653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:29:40.997455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ed77b-573e-4a8c-9b11-5ff09aa582e6" -d '{"events": [{"name": "network-changed", "server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:29:41.034513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc45fc-6b5e-41f4-8c02-e3f5c30afbaf x-openstack-request-id: req-23bc45fc-6b5e-41f4-8c02-e3f5c30afbaf {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:29:41.034944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:29:41.035148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23bc45fc-6b5e-41f4-8c02-e3f5c30afbaf {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:29:41.035512 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'status': 'completed', 'code': 200} Nov 24 22:29:41.111151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-e7a6913b-f159-4d4e-a884-bd29d4b8f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:41.113871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-e7a6913b-f159-4d4e-a884-bd29d4b8f629 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 1099 time: 0.0468419 Nov 24 22:29:41.114278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:41.139858 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:41.204877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 16678cee-efce-40c5-aab7-0efc92194fed triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:41.205540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:41.267843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832dbe6-1870-4d3a-8fd6-2d618cf61311 req-ce5b309d-409e-4f5f-bead-a658c0b94f92 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:41.271169 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7832dbe6-1870-4d3a-8fd6-2d618cf61311 req-ce5b309d-409e-4f5f-bead-a658c0b94f92 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 946 time: 0.0572078 Nov 24 22:29:41.295295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 23f3f2c4-49e4-4649-a48e-38a1c058e521 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:41.341006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7832dbe6-1870-4d3a-8fd6-2d618cf61311 req-60bb4745-7f58-4db6-9915-cd644c03bf96 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602634 Nov 24 22:29:41.350479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 23f3f2c4-49e4-4649-a48e-38a1c058e521 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:41.351303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:41.383118 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:41.412691 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] Checking router: 27ca172e-46c5-4cb2-b85f-c8f357383c63 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:41.421944 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:41.422698 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:41.494999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-17dc7461-428e-482b-ad10-6fdb4a1fe019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:41.496525 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-17dc7461-428e-482b-ad10-6fdb4a1fe019 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0d5de3d8-3635-45c8-9462-cd0cfa72d615 HTTP/1.1" status: 200 len: 898 time: 0.3727856 Nov 24 22:29:41.523602 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:41.538154 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-20bdcf87-df40-4f2e-b86d-c0472a7af225 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa HTTP/1.1" status: 200 len: 217 time: 0.0336649 Nov 24 22:29:41.593208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-2e30d53e-1248-43ac-8d7e-43c4d2d4bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:41.594667 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-2e30d53e-1248-43ac-8d7e-43c4d2d4bcb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4 HTTP/1.1" status: 200 len: 835 time: 0.0495014 Nov 24 22:29:41.641822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-e437475c-ec41-40f3-aeea-f3521e97c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:41.643303 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-e437475c-ec41-40f3-aeea-f3521e97c94c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0d5de3d8-3635-45c8-9462-cd0cfa72d615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400019 Nov 24 22:29:41.734196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-b3475616-6f18-42ab-8e8b-8f839c945358 service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823276 Nov 24 22:29:41.807539 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:41.829018 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-634ed77b-573e-4a8c-9b11-5ff09aa582e6 req-7b63bd86-d302-4f2c-953f-00604090c2db service neutron] 10.222.0.71 "GET /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868886 Nov 24 22:29:41.833571 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745326ce-041c-447b-84f7-b427bec11cf7 None None] The sync data for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv is: [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:28:45Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '23f3f2c4-49e4-4649-a48e-38a1c058e521', 'name': '', 'network_id': '0d5de3d8-3635-45c8-9462-cd0cfa72d615', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:85:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:45Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:29:42.456176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a7352-0526-4aa9-a129-138fbcd2d173 req-63783738-efa1-4a68-8a98-e1040d3eef31 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:42.457801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d1a7352-0526-4aa9-a129-138fbcd2d173 req-63783738-efa1-4a68-8a98-e1040d3eef31 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 946 time: 0.0547688 Nov 24 22:29:42.508743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d1a7352-0526-4aa9-a129-138fbcd2d173 req-5f9a19ce-12fc-40f0-8eb6-03963c088ccc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Nov 24 22:29:42.516970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-c3e2204d-1a79-483b-9608-5f306ec90704 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:42.518507 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-c3e2204d-1a79-483b-9608-5f306ec90704 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=91f64717-c75e-4cc7-acd7-f15190a35262 HTTP/1.1" status: 200 len: 946 time: 0.0605700 Nov 24 22:29:42.617337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 463c08c1-4f0d-4a98-b997-854e6cfb13aa {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:29:42.617705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:42.619771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b17eb-2eae-4061-9206-546d9f917a2f None None] New status for floating IP 4d9e7d8c-43f4-4791-89fc-4c86057eb3b0: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:29:42.706102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 463c08c1-4f0d-4a98-b997-854e6cfb13aa, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=463c08c1-4f0d-4a98-b997-854e6cfb13aa,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:42.706465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:42.719609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 463c08c1-4f0d-4a98-b997-854e6cfb13aa owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:29:42.846543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:42.881034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=463c08c1-4f0d-4a98-b997-854e6cfb13aa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:42.919847 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 463c08c1-4f0d-4a98-b997-854e6cfb13aa on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:29:42.922302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:42.925576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-134fd5ac-fb1e-48be-bf7b-f679a7c27ecf req-5e03a4cd-bcf3-45fb-9683-347d738ae724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/463c08c1-4f0d-4a98-b997-854e6cfb13aa HTTP/1.1" status: 204 len: 173 time: 0.4005110 Nov 24 22:29:43.046221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'name': 'network-vif-deleted', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:29:43.048508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3e304c-cc36-41d9-aff0-90c6ed544103" -d '{"events": [{"server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "name": "network-vif-deleted", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:29:43.067764 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-0827e29a-0855-4111-b4b6-c3bc6334dfb1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457807 Nov 24 22:29:43.083051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762ae77c-273d-4af2-8127-9ead3feb05d2 x-openstack-request-id: req-762ae77c-273d-4af2-8127-9ead3feb05d2 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:29:43.083348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f64717-c75e-4cc7-acd7-f15190a35262", "name": "network-vif-deleted", "tag": "463c08c1-4f0d-4a98-b997-854e6cfb13aa", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:29:43.083631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-762ae77c-273d-4af2-8127-9ead3feb05d2 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:29:43.084023 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f64717-c75e-4cc7-acd7-f15190a35262', 'name': 'network-vif-deleted', 'tag': '463c08c1-4f0d-4a98-b997-854e6cfb13aa', 'status': 'completed', 'code': 200} Nov 24 22:29:43.150519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-4c967643-46db-494f-9458-384c9a74ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:43.151901 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-4c967643-46db-494f-9458-384c9a74ff71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1098 time: 0.0393724 Nov 24 22:29:43.259367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-693b79ff-7d2d-4185-8fc7-a289ef1843c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:43.260885 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-693b79ff-7d2d-4185-8fc7-a289ef1843c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0889769 Nov 24 22:29:43.340929 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-f4026071-59c6-4ddc-b7e5-e144cf03ea79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 1000 time: 0.0713346 Nov 24 22:29:43.399386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-f0d71265-a9c0-46a5-881b-81fa0f1b43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:43.400878 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-f0d71265-a9c0-46a5-881b-81fa0f1b43b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0485208 Nov 24 22:29:43.455623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-56a43849-7ec8-463f-a99c-4738d7ccf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:43.457127 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-56a43849-7ec8-463f-a99c-4738d7ccf35c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463431 Nov 24 22:29:43.547743 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-8b63cc70-84b7-43f1-b436-f106d7a506e2 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822706 Nov 24 22:29:43.563209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:43.623803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:43.644573 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-01314ab7-bc53-4b6c-ae2d-da82605012bf req-0ea1351e-9fe5-49cb-a761-7c790f35d906 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870674 Nov 24 22:29:43.650826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:43.709156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:43.711726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:43.712869 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b HTTP/1.1" status: 204 len: 168 time: 0.1484039 Nov 24 22:29:43.722283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bb92b0-bf19-46ef-8bb7-6603cd4bd85b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:43.729500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.729850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.730188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.730519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.730870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.731214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.731556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.731885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.732211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.732533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.732851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.733169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65abb1-14a3-45dc-a2d6-fb4a6ae4126d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:43.746446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34992) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:44.208329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-13cf6ccb-de35-41a1-827c-871302eb3247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:44.388619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:44.631275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 23f3f2c4-49e4-4649-a48e-38a1c058e521 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:29:44.632027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:44.719388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 23f3f2c4-49e4-4649-a48e-38a1c058e521, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=23f3f2c4-49e4-4649-a48e-38a1c058e521,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:44.719767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:44.731559 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 23f3f2c4-49e4-4649-a48e-38a1c058e521 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:29:44.916362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:44.943140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=23f3f2c4-49e4-4649-a48e-38a1c058e521,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:45.136227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.362125 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 27ca172e-46c5-4cb2-b85f-c8f357383c63 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:29:45.471087 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:29:45.478271 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2ef1f970-f9cd-4f55-99a4-e910e1174f13 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7285786 Nov 24 22:29:45.478832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34994) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:45.481856 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] Sync routers for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:45.491718 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:45.492321 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:45.532306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:29:45.535338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.575031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.593825 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:45.655865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.719748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.747554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:45.750635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.754285 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-11d9ec41-0835-4492-9bc8-76ae8b19c0f2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/f4f9586a-d4eb-4843-bd1b-3065c8c4b6d4 HTTP/1.1" status: 204 len: 168 time: 0.2744894 Nov 24 22:29:45.756907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34996) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:45.759078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cb574-3baa-4939-84ef-e36993353593 None None] Network 0d5de3d8-3635-45c8-9462-cd0cfa72d615 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:29:45.775956 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:44Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:45.802530 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] Checking router: 27ca172e-46c5-4cb2-b85f-c8f357383c63 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:45.810623 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] Routers {'27ca172e-46c5-4cb2-b85f-c8f357383c63'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:45.811344 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['27ca172e-46c5-4cb2-b85f-c8f357383c63'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:45.869692 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.931222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] Set router 27ca172e-46c5-4cb2-b85f-c8f357383c63 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:45.947020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] DHCP port deletion for 0d5de3d8-3635-45c8-9462-cd0cfa72d615 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:29:45.991800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:45.994244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] Deleting port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:29:45.994701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.045157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 16678cee-efce-40c5-aab7-0efc92194fed {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:29:46.045551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.061643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] For port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,segment=NetworkSegment(343f474d-4ae9-4b44-a9c8-6e4f8e3fd554),segment_id=343f474d-4ae9-4b44-a9c8-6e4f8e3fd554)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:46.062204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.077329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] Calling delete_port for f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:29:46.110089 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:44Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:46.125909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 16678cee-efce-40c5-aab7-0efc92194fed, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=16678cee-efce-40c5-aab7-0efc92194fed,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:46.126268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.140175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 16678cee-efce-40c5-aab7-0efc92194fed owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:29:46.140368 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c28715-0e83-404c-a6d0-c5cc7b69a6f0 None None] The sync data for ids ['27ca172e-46c5-4cb2-b85f-c8f357383c63'] in dv-neutron-818715-1-hyperv is: [{'id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'name': 'tempest-TestNetworkBasicOps-router-255932343', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '16678cee-efce-40c5-aab7-0efc92194fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:44Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '16678cee-efce-40c5-aab7-0efc92194fed', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ca172e-46c5-4cb2-b85f-c8f357383c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:28:42Z', 'updated_at': '2021-11-24T22:29:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:29:46.161275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.189860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] Pushing event deleted for resources: {'Port': ['ID=f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:46.191849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433262a-473c-4c12-bf82-83fd30274d97 None None] No DVR routers for this DVR port f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:29:46.310080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.344625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=16678cee-efce-40c5-aab7-0efc92194fed,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:46.397496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.486177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.488263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.532019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.532540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router 27ca172e-46c5-4cb2-b85f-c8f357383c63 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:29:46.540053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.541159 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e7ae75ad-a423-44b5-a2c4-c5a8e56e069e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/27ca172e-46c5-4cb2-b85f-c8f357383c63 HTTP/1.1" status: 204 len: 168 time: 0.7833221 Nov 24 22:29:46.544496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 34998) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:46.570642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 463c08c1-4f0d-4a98-b997-854e6cfb13aa no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:29:46.590895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 463c08c1-4f0d-4a98-b997-854e6cfb13aa {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:29:46.591235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 463c08c1-4f0d-4a98-b997-854e6cfb13aa not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:29:46.625124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8ef8493e-764b-4b18-838d-2df6d3b6993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.631646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.720514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.740786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5de3d8-3635-45c8-9462-cd0cfa72d615']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:46.751025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:46.751315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343f474d-4ae9-4b44-a9c8-6e4f8e3fd554') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:46.767664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.781614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.787634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:29:46.788047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:29:46.791014 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:29:46.849841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.865582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.872184 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/0d5de3d8-3635-45c8-9462-cd0cfa72d615 HTTP/1.1" status: 204 len: 168 time: 0.3234200 Nov 24 22:29:46.879157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.886341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849604ef-b788-4fec-bb96-9f65ff343823 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=0d5de3d8-3635-45c8-9462-cd0cfa72d615,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:46.890001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35000) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:46.897287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--748254273', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:46.915989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:29:46.920280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.944373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:29:46.952858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:46.953202 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 392d74bd-d9f5-4349-9c33-27343992187f of type vlan for network d3b8f139-c465-4851-9615-76d105e277d8 Nov 24 22:29:46.993755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.016497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.022072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:47.022692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.075605 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1843922 Nov 24 22:29:47.078385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35002) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:47.083033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-964157184', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:47.087171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:29:47.095019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7db535-e58a-4228-a764-b82cda90e4a2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=d3b8f139-c465-4851-9615-76d105e277d8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:47.110386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.111416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.117525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d3b8f139-c465-4851-9615-76d105e277d8 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:29:47.120455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 16678cee-efce-40c5-aab7-0efc92194fed {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:29:47.121003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 16678cee-efce-40c5-aab7-0efc92194fed not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:29:47.121394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 23f3f2c4-49e4-4649-a48e-38a1c058e521 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:29:47.164794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.171131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 23f3f2c4-49e4-4649-a48e-38a1c058e521 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:29:47.171456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 23f3f2c4-49e4-4649-a48e-38a1c058e521 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:29:47.171896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:29:47.192021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:29:47.192362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f0c76c8f-52b5-4fa3-9cbb-5dd114448aaf not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:29:47.297947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.485472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.503270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.608911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.139 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/15cce485-1195-41bc-b390-5a7fbd0e6c01) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:29:47.707767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.739593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:47.779030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:29:47.781926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:29:47.785358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:29:47.812046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=15cce485-1195-41bc-b390-5a7fbd0e6c01,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:48.317141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:48.355429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:48.508797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:48.632373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:29:48.732639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:29:48.742335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Sync routers for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:48.753446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:48.754675 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7aefea1-78f3-4a7f-8e57-32b528f2c457 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6752751 Nov 24 22:29:48.755581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:48.756198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:48.757847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35004) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:48.792335 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-958ea30b-621b-4103-98db-aac381a4e4e4 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310667 Nov 24 22:29:48.792560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35006) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:48.865653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:48.881724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88ff7c6-4c07-4f60-b459-f47046c3cbb6 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:48.883299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d88ff7c6-4c07-4f60-b459-f47046c3cbb6 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897784 Nov 24 22:29:48.886112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35008) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:48.913691 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-61ed01dc-0671-45f6-a065-c6fd790a3177 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265560 Nov 24 22:29:48.916111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35010) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:48.920756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-872832436', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:49.010404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:29:49.014660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.043061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:47Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:49.068987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Checking router: a3c2c8df-ef49-454a-b4df-c63475eb8ef8 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:49.069336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Updating router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 port 15cce485-1195-41bc-b390-5a7fbd0e6c01 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:29:49.093701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.192995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.257926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=0547e563-3829-4f32-b8fe-f14532c024d6,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:49.260197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:29:49.260562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: d3b8f139-c465-4851-9615-76d105e277d8, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:29:49.276724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d3b8f139-c465-4851-9615-76d105e277d8 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:29:49.286786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d3b8f139-c465-4851-9615-76d105e277d8) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:29:49.291154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:49.291943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.298379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d0c92-185f-4ecd-bcf2-5b278c41344d None None] Network d3b8f139-c465-4851-9615-76d105e277d8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:29:49.308341 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ae4e528f-d0ac-41c3-8721-5c74801a120d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3912416 Nov 24 22:29:49.311102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35012) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:49.391150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.399169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.618057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b348-9e3d-41b9-8ba5-0fe1f2907664 None None] Pushing event updated for resources: {'Port': ['ID=15cce485-1195-41bc-b390-5a7fbd0e6c01,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:49.639975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Attempting to bind port 15cce485-1195-41bc-b390-5a7fbd0e6c01 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:29:49.640349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Attempting to bind port 15cce485-1195-41bc-b390-5a7fbd0e6c01 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:29:49.640710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Attempting to bind port 15cce485-1195-41bc-b390-5a7fbd0e6c01 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:29:49.658100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:29:49.658475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:29:49.658879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.659262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:29:49.659760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Bound port: 15cce485-1195-41bc-b390-5a7fbd0e6c01, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:29:49.660142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.692060 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.725995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-d3b8f139-c465-4851-9615-76d105e277d8', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:29:49.726838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.753088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.760449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] For port 15cce485-1195-41bc-b390-5a7fbd0e6c01, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:29:49.765097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] For port 15cce485-1195-41bc-b390-5a7fbd0e6c01, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=15cce485-1195-41bc-b390-5a7fbd0e6c01,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:29:49.813118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:49.907914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:49.908539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:49.951161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b348-9e3d-41b9-8ba5-0fe1f2907664 None None] Pushing event updated for resources: {'Port': ['ID=15cce485-1195-41bc-b390-5a7fbd0e6c01,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:49.997513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Allocated IP 172.20.0.2 (d3b8f139-c465-4851-9615-76d105e277d8/0547e563-3829-4f32-b8fe-f14532c024d6/82cdbb28-1dc2-4dbc-bcd2-901b92801c8b) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:29:50.077871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:50.282233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.288184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.336286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (d3b8f139-c465-4851-9615-76d105e277d8/0547e563-3829-4f32-b8fe-f14532c024d6/9a05c963-b6fa-44c5-a901-a8d40c8e111a) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:29:50.338221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Network d3b8f139-c465-4851-9615-76d105e277d8 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:29:50.344158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:29:50.351188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:29:50.356615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Pushing event updated for resources: {'Port': ['ID=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:50.385365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:47Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:50.426303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd1f6-c148-4654-b361-545f01d5298e None None] The sync data for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv is: [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:47Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:29:50.436567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Attempting to bind port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:29:50.436930 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Attempting to bind port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:29:50.437802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Attempting to bind port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b on network d3b8f139-c465-4851-9615-76d105e277d8 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:29:50.447591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:29:50.447591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Checking segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:29:50.447591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.447591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Bound using segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:29:50.447591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Bound port: 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:29:50.447591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.462072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.498050 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.513374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] For port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:29:50.516973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] For port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:29:50.522034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.541186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d3b8f139-c465-4851-9615-76d105e277d8 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:29:50.545552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:29:50.550112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:29:50.578612 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9a05c963-b6fa-44c5-a901-a8d40c8e111a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:50.594262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83483cf-fc21-4fcb-83a7-d5a9686957f7 None None] Pushing event updated for resources: {'Port': ['ID=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:50.610823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:50.782052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.114563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.119878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.163453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15cce485-1195-41bc-b390-5a7fbd0e6c01 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:51.201471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9a05c963-b6fa-44c5-a901-a8d40c8e111a,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:51.204427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.219121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 15cce485-1195-41bc-b390-5a7fbd0e6c01 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:51.219831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.307510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.308680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d3b8f139-c465-4851-9615-76d105e277d8 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:29:51.310635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:29:51.330759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 15cce485-1195-41bc-b390-5a7fbd0e6c01, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=15cce485-1195-41bc-b390-5a7fbd0e6c01,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:51.335799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.336966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:51.421894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=15cce485-1195-41bc-b390-5a7fbd0e6c01,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:51.432218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:51.432732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.445256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:29:51.519620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.551887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:51.557410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.561438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:29:51.570155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35014) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:51.570626 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-13f70d15-8536-4b98-b804-bb47bc2dc889 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/a3c2c8df-ef49-454a-b4df-c63475eb8ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2583570 Nov 24 22:29:51.614830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:51.668949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b9968-8790-4d42-9b49-56ac612023a6 None None] Network d3b8f139-c465-4851-9615-76d105e277d8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:29:51.755240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.755749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.756218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.756715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.757152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.757620 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.762185 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5be39b7f-d2e7-4445-966d-2431b642c62f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1875730 Nov 24 22:29:51.762345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35016) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:51.793231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-34da761f-77be-4a04-8655-e8dc73b4fd97 None None] Provisioning complete for port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:51.794143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-34da761f-77be-4a04-8655-e8dc73b4fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:51.823760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.824398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.825039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.825560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.826076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.826591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:51.831828 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-999021b3-4c3d-4b11-96a6-88d31364a1ea tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0652561 Nov 24 22:29:51.832137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35018) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:51.975878 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e2982c26-6289-4885-8759-bdea2722fc6e tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1425602 Nov 24 22:29:52.126606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dfb8889f-a5f9-4c69-b8be-e329fc22d500 None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:52.127029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfb8889f-a5f9-4c69-b8be-e329fc22d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.132449 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Sync routers for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:52.141525 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:52.142140 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:52.161890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35022) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:52.166686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679873029', 'description': 'tempest-secgroup-smoke-679873029 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:52.175477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8889f-a5f9-4c69-b8be-e329fc22d500 None None] Port 9a05c963-b6fa-44c5-a901-a8d40c8e111a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:29:52.187293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dfb8889f-a5f9-4c69-b8be-e329fc22d500 None None] Provisioning complete for port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:52.187705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfb8889f-a5f9-4c69-b8be-e329fc22d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.194942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.252318 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:52.291083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.296023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.331642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.332902 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1697865 Nov 24 22:29:52.335168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b01d3-4dbc-4880-8510-6663e58cc190 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d142ea-a8dd-49d0-bfbd-62323eed3038,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:52.335884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35024) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:52.341185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05d142ea-a8dd-49d0-bfbd-62323eed3038', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:52.378462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.410606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b34571c3-37b6-47c3-8808-a063006cb66d None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:52.411261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b34571c3-37b6-47c3-8808-a063006cb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.446884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.452738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.453712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b34571c3-37b6-47c3-8808-a063006cb66d None None] Port 9a05c963-b6fa-44c5-a901-a8d40c8e111a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:29:52.470338 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:52.474047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8496666e-c58f-4fbe-b0fc-7e17db51a793,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:52.485281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.486533 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6f76133b-38a2-44bf-8e5e-a74bac7fe73f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495426 Nov 24 22:29:52.489516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35026) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:52.494136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05d142ea-a8dd-49d0-bfbd-62323eed3038', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:52.498482 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Checking router: a3c2c8df-ef49-454a-b4df-c63475eb8ef8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:52.498885 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Updating router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 port 9a05c963-b6fa-44c5-a901-a8d40c8e111a binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:29:52.524464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.528319 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.571435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3f991620-be64-436d-bdc1-f275847c35c9 None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:52.571852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3f991620-be64-436d-bdc1-f275847c35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.585974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.591344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.607581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3f991620-be64-436d-bdc1-f275847c35c9 None None] Port 9a05c963-b6fa-44c5-a901-a8d40c8e111a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:29:52.611456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1003c864-c371-45e4-a145-464958c85f24,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:52.618826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.624252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35028) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:52.624613 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1ab940ac-fe30-4723-ba0e-db89020ed086 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336927 Nov 24 22:29:52.628979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05d142ea-a8dd-49d0-bfbd-62323eed3038', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:52.656246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.718525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.722463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.741786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b966a8-d983-46d9-801d-ac21f7071aa0,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:52.753085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.754332 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-795fbf5c-6e59-4d3f-ad6d-e2e4e0c8d365 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288981 Nov 24 22:29:52.757127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35030) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:52.761496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05d142ea-a8dd-49d0-bfbd-62323eed3038', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:52.789378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.849372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.854288 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.873788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef761374-aebf-4c77-8371-078a31a5d5ff,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:52.881476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.882700 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-61eb0d88-c583-43ef-bba4-7ec2a684e20d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246336 Nov 24 22:29:52.885426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35032) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:52.886151 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.890570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05d142ea-a8dd-49d0-bfbd-62323eed3038', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:52.891564 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.911614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:29:52.916407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.938933 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Pushing event updated for resources: {'Port': ['ID=9a05c963-b6fa-44c5-a901-a8d40c8e111a,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:52.948808 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.949172 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.949516 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.950474 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.950803 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.951132 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.951456 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.951817 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.952135 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.952453 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.952955 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.953077 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:29:52.986889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:52.991089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.008494 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Attempting to bind port 9a05c963-b6fa-44c5-a901-a8d40c8e111a on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:29:53.009232 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Attempting to bind port 9a05c963-b6fa-44c5-a901-a8d40c8e111a by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:29:53.009593 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Attempting to bind port 9a05c963-b6fa-44c5-a901-a8d40c8e111a on network d3b8f139-c465-4851-9615-76d105e277d8 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:29:53.009868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27857fd-9a2b-46fb-8582-8f51d8f2b4b0,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:53.016385 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:29:53.016796 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Checking segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:29:53.017284 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.017531 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Bound using segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:29:53.018045 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Bound port: 9a05c963-b6fa-44c5-a901-a8d40c8e111a, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:29:53.018463 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.023456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.028791 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bf4093fa-48f5-463c-a89f-c8b4999fc75a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423550 Nov 24 22:29:53.031360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35034) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:53.036901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05d142ea-a8dd-49d0-bfbd-62323eed3038', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:53.065251 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:29:53.072341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.088295 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] For port 9a05c963-b6fa-44c5-a901-a8d40c8e111a, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:29:53.092513 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] For port 9a05c963-b6fa-44c5-a901-a8d40c8e111a, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9a05c963-b6fa-44c5-a901-a8d40c8e111a,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:29:53.099408 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.116187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15cce485-1195-41bc-b390-5a7fbd0e6c01 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:53.156889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.162788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.172953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:53.173574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:53.174716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 15cce485-1195-41bc-b390-5a7fbd0e6c01 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:53.175334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.184677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f47ef-3178-4fa6-821f-268d2b862901 None None] Pushing event updated for resources: {'Port': ['ID=9a05c963-b6fa-44c5-a901-a8d40c8e111a,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:53.185824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a9b9ea-293d-4040-9f6b-91ce29098ab1,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:53.208997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.222784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-99306e1e-e5f8-44c8-8f41-20b722738f89 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1875560 Nov 24 22:29:53.267159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ecc489c5-1d00-4b4d-bfbe-04e0de18d48e None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:53.267545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecc489c5-1d00-4b4d-bfbe-04e0de18d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.291815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:53.313111 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:53.381802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:53.382445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.408297 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-31038322-684b-4262-8b56-2a9e3bb31441 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679873029&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0424864 Nov 24 22:29:53.422100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecc489c5-1d00-4b4d-bfbe-04e0de18d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.468508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ecc489c5-1d00-4b4d-bfbe-04e0de18d48e None None] For port 9a05c963-b6fa-44c5-a901-a8d40c8e111a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9a05c963-b6fa-44c5-a901-a8d40c8e111a,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:53.491321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ecc489c5-1d00-4b4d-bfbe-04e0de18d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.528958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-1acdcafd-ea91-4f1a-b344-a3738596d2fb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:53.535788 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:53.536037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-1acdcafd-ea91-4f1a-b344-a3738596d2fb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 200 len: 796 time: 0.1209190 Nov 24 22:29:53.549944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-ffe86fa1-2a11-4ffc-ad29-734b9cf71545 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0130944 Nov 24 22:29:53.551900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc489c5-1d00-4b4d-bfbe-04e0de18d48e None None] Pushing event updated for resources: {'Port': ['ID=9a05c963-b6fa-44c5-a901-a8d40c8e111a,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:53.564480 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68781d1-b72f-4544-a697-44270521bb26 None None] The sync data for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv is: [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:29:53.628985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-76952c6e-df6a-4538-afda-ddb1a12fe2a3 None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:53.629351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-76952c6e-df6a-4538-afda-ddb1a12fe2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:53.632645 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-ebaed7f1-43ac-4830-9b35-b3b0ceff6495 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763822 Nov 24 22:29:53.735060 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-f3a550f8-5315-4ecf-95ad-ed47730e0e04 service neutron] 10.222.0.41 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908167 Nov 24 22:29:53.832180 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-c33139d4-b4ae-4199-bf22-b553e4dbd72a service neutron] 10.222.0.41 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905437 Nov 24 22:29:53.992458 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4aa0ea27-976c-4142-9805-aac5f23ea6fa req-ea665cda-55e4-4326-9af5-bba02c672bf3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 210 time: 0.0283003 Nov 24 22:29:54.965468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-db0963ff-ec64-4f17-9568-f263873afc62 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:54.966906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-db0963ff-ec64-4f17-9568-f263873afc62 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 200 len: 796 time: 0.1000822 Nov 24 22:29:55.016558 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-24d9ac7b-3c8e-447d-a48e-29d26d5a6f5d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 379 time: 0.0401218 Nov 24 22:29:55.030984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '7678353f-3a09-48ca-b74a-cac769734301', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['05d142ea-a8dd-49d0-bfbd-62323eed3038']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:55.101531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-26e8914c-bf50-4f94-a5a1-0ba8265e2e18 req-cf537d3d-f787-4a30-969e-65ac9baae0cb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 210 time: 0.0256577 Nov 24 22:29:55.120673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a05c963-b6fa-44c5-a901-a8d40c8e111a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:29:55.155103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:29:55.159050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.168297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:55.169200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.287579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.8 (d3b8f139-c465-4851-9615-76d105e277d8/0547e563-3829-4f32-b8fe-f14532c024d6/99a05107-3b94-4213-9268-b095fbbd81f1) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:29:55.421740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.459421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.499891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network d3b8f139-c465-4851-9615-76d105e277d8 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:29:55.502899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:29:55.505420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:29:55.541135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=99a05107-3b94-4213-9268-b095fbbd81f1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:55.563114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:55.563777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.580939 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b18295fa-f02a-43da-845f-6d400c36d8f7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544465 Nov 24 22:29:55.593977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Request body: {'port': {'device_id': '7678353f-3a09-48ca-b74a-cac769734301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:29:55.654038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.751745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c239283d-6e74-47ff-90e8-7d418e0ef5d0 None None] Provisioning complete for port 99a05107-3b94-4213-9268-b095fbbd81f1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:29:55.752124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c239283d-6e74-47ff-90e8-7d418e0ef5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.789101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c239283d-6e74-47ff-90e8-7d418e0ef5d0 None None] Port 99a05107-3b94-4213-9268-b095fbbd81f1 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:29:55.910442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a05107-3b94-4213-9268-b095fbbd81f1 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:29:55.917794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.930739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Transition to ACTIVE for port object 99a05107-3b94-4213-9268-b095fbbd81f1 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:29:55.933671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:55.984188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Pushing event updated for resources: {'Port': ['ID=99a05107-3b94-4213-9268-b095fbbd81f1,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:56.054939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Attempting to bind port 99a05107-3b94-4213-9268-b095fbbd81f1 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:29:56.055286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Attempting to bind port 99a05107-3b94-4213-9268-b095fbbd81f1 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:29:56.055704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Attempting to bind port 99a05107-3b94-4213-9268-b095fbbd81f1 on network d3b8f139-c465-4851-9615-76d105e277d8 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:29:56.060825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Port 99a05107-3b94-4213-9268-b095fbbd81f1 on network d3b8f139-c465-4851-9615-76d105e277d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:29:56.061147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Attempting to bind port 99a05107-3b94-4213-9268-b095fbbd81f1 on network d3b8f139-c465-4851-9615-76d105e277d8 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:29:56.066457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:29:56.066798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Checking segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:29:56.067188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Bound using segment: {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:29:56.067648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Bound port: 99a05107-3b94-4213-9268-b095fbbd81f1, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392d74bd-d9f5-4349-9c33-27343992187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:29:56.068017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:56.135939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] For port 99a05107-3b94-4213-9268-b095fbbd81f1, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:29:56.139852 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] For port 99a05107-3b94-4213-9268-b095fbbd81f1, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=99a05107-3b94-4213-9268-b095fbbd81f1,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:29:56.143946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:56.177242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.178201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:56.179819 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] 10.222.0.71 "PUT /v2.0/ports/99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 200 len: 1093 time: 0.5905511 Nov 24 22:29:56.185073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:29:56.186407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562b42f-f06d-473a-93f2-2a1706c73693" -d '{"events": [{"name": "network-changed", "server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:29:56.224214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34b596-64a1-4a14-8c3d-edaca95df80c service neutron] Pushing event updated for resources: {'Port': ['ID=99a05107-3b94-4213-9268-b095fbbd81f1,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:56.232695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca063f7-f115-4bd4-abb1-022e9543dff0 x-openstack-request-id: req-9ca063f7-f115-4bd4-abb1-022e9543dff0 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:29:56.232987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:29:56.233240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ca063f7-f115-4bd4-abb1-022e9543dff0 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:29:56.233632 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1', 'status': 'completed', 'code': 200} Nov 24 22:29:56.248468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820c22c-3351-433b-a418-47a21ed59240 req-ae58124c-d5e4-4630-ac81-aec0a6319c8e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.252282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a820c22c-3351-433b-a418-47a21ed59240 req-ae58124c-d5e4-4630-ac81-aec0a6319c8e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 943 time: 0.0805814 Nov 24 22:29:56.276092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-4af9d761-dd5c-4042-b47f-485272026141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.277620 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-4af9d761-dd5c-4042-b47f-485272026141 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1096 time: 0.0432165 Nov 24 22:29:56.291306 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a820c22c-3351-433b-a418-47a21ed59240 req-8aaf5c1a-6335-48f6-9939-9120ffb84b5c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346727 Nov 24 22:29:56.327551 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-86272280-1bd5-40b7-9c3a-9f97099e16c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 200 len: 217 time: 0.0418458 Nov 24 22:29:56.380158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8188babc-a75e-472f-a71f-338fb3bf487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.381913 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-8188babc-a75e-472f-a71f-338fb3bf487d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 200 len: 843 time: 0.0470436 Nov 24 22:29:56.427448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b46b626b-7235-4b98-936e-885c42cbb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.429167 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-b46b626b-7235-4b98-936e-885c42cbb029 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3b8f139-c465-4851-9615-76d105e277d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403972 Nov 24 22:29:56.521559 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-ad6f784d-6b39-46b6-b381-d078e1af6c28 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854256 Nov 24 22:29:56.610010 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2eae245f-481f-4934-93ed-a2af91b90992 req-1b37e357-41e8-41d5-aab1-c551a1d8a239 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811162 Nov 24 22:29:56.695605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-92f68025-3223-49c6-b6db-ed9956bcedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.697027 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-92f68025-3223-49c6-b6db-ed9956bcedc1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1096 time: 0.0396624 Nov 24 22:29:56.788205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-8bd0202c-77a9-448a-a98e-ff020bfcd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.789664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-8bd0202c-77a9-448a-a98e-ff020bfcd78b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 200 len: 897 time: 0.0853152 Nov 24 22:29:56.831512 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-4c0a2343-8c7c-4be6-bca1-3ae216bd27f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 200 len: 217 time: 0.0338228 Nov 24 22:29:56.884264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-e063c5d9-9030-4306-94d7-639273db5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.885605 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-e063c5d9-9030-4306-94d7-639273db5089 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 200 len: 843 time: 0.0470617 Nov 24 22:29:56.931595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-8e367aba-e59a-4c73-bd46-3de8ca1df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:56.933015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-8e367aba-e59a-4c73-bd46-3de8ca1df72c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3b8f139-c465-4851-9615-76d105e277d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383372 Nov 24 22:29:57.020450 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-2f2a299c-ff95-4b16-90c1-2dea7be82a17 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788929 Nov 24 22:29:57.115270 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4562b42f-f06d-473a-93f2-2a1706c73693 req-6de1d2be-f154-4e54-9445-b8535562d89a service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862293 Nov 24 22:29:57.411105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caa76-f33d-4cc5-8a33-a01d257a2d77 req-a35560e7-dea3-448a-997c-742c2deb92fd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:57.412568 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb1caa76-f33d-4cc5-8a33-a01d257a2d77 req-a35560e7-dea3-448a-997c-742c2deb92fd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 943 time: 0.0522573 Nov 24 22:29:57.449149 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb1caa76-f33d-4cc5-8a33-a01d257a2d77 req-055ad9c5-d685-45a9-aba2-22487bf3101f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308037 Nov 24 22:29:57.822767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35074) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:29:58.260691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Deleting port 69f5e794-21b8-4701-84b0-d1cfa316e213 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:29:58.261119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.333998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.334373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.345418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Calling delete_port for 69f5e794-21b8-4701-84b0-d1cfa316e213 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:29:58.528905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.569816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'Port': ['ID=69f5e794-21b8-4701-84b0-d1cfa316e213,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:58.605127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 99a05107-3b94-4213-9268-b095fbbd81f1 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:29:58.625528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7934c-0110-4a3d-98a3-ff5746fe124f req-707f2501-f81f-423b-8d37-ff85f7f231e4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:58.627031 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bbe7934c-0110-4a3d-98a3-ff5746fe124f req-707f2501-f81f-423b-8d37-ff85f7f231e4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 943 time: 0.1070657 Nov 24 22:29:58.662725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.663050 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Floating IP 386087fe-9625-4d3f-98eb-08740f03fb68 disassociated (deleted). External IP: 172.26.3.150, port: 14266c70-c6b9-464d-a06a-3249d8db6850. Nov 24 22:29:58.701023 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 99a05107-3b94-4213-9268-b095fbbd81f1, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=99a05107-3b94-4213-9268-b095fbbd81f1,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:58.711558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '99a05107-3b94-4213-9268-b095fbbd81f1', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'port_id': '99a05107-3b94-4213-9268-b095fbbd81f1', 'mac_address': 'fa:16:3e:19:9a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:29:58.736116 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bbe7934c-0110-4a3d-98a3-ff5746fe124f req-8c2b3de3-0f9c-4d0f-a06f-770986b2f56f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030495 Nov 24 22:29:58.753595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.766396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a05107-3b94-4213-9268-b095fbbd81f1 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:29:58.786363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 99a05107-3b94-4213-9268-b095fbbd81f1, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=99a05107-3b94-4213-9268-b095fbbd81f1,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:29:58.791330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.838331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=99a05107-3b94-4213-9268-b095fbbd81f1,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:29:58.880743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:29:58.985655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:29:58.990453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:58.995128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:29:59.003860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:59.004485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:59.015845 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c65c6436-f95b-4112-9b39-ee062b157cab tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "DELETE /v2.0/floatingips/386087fe-9625-4d3f-98eb-08740f03fb68 HTTP/1.1" status: 204 len: 168 time: 1.1919336 Nov 24 22:29:59.016393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:29:59.018659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:29:59.039548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['99a05107-3b94-4213-9268-b095fbbd81f1'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:29:59.062789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1275da51-68bf-4c7e-8caa-1b0b6395214b x-openstack-request-id: req-1275da51-68bf-4c7e-8caa-1b0b6395214b {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:29:59.063085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:29:59.063374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1275da51-68bf-4c7e-8caa-1b0b6395214b {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:29:59.063795 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850', 'status': 'completed', 'code': 200} Nov 24 22:29:59.134005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-9726abdf-39e5-495a-9c5d-d6ff7abe6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:59.136363 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-9726abdf-39e5-495a-9c5d-d6ff7abe6423 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 1098 time: 0.0487177 Nov 24 22:29:59.238278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-66631f90-9463-4e96-b7a2-7cc3216802a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:59.239786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-66631f90-9463-4e96-b7a2-7cc3216802a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0963361 Nov 24 22:29:59.280045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062563a6-c99f-4fed-b016-95ca6ad1cd4c req-80bc4ccf-c848-46be-9dc9-b6b181ef8860 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:59.282154 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-062563a6-c99f-4fed-b016-95ca6ad1cd4c req-80bc4ccf-c848-46be-9dc9-b6b181ef8860 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 945 time: 0.0569155 Nov 24 22:29:59.284545 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-c668926a-0999-40e5-886e-5eec5fd1c78c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14266c70-c6b9-464d-a06a-3249d8db6850 HTTP/1.1" status: 200 len: 217 time: 0.0368171 Nov 24 22:29:59.304711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:59.324067 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-062563a6-c99f-4fed-b016-95ca6ad1cd4c req-e41b1aa1-cab0-429c-9504-7e5cf4426fe3 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342488 Nov 24 22:29:59.337171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-8227c96c-3a01-4a26-9bf7-09b4a47a630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:59.338949 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-8227c96c-3a01-4a26-9bf7-09b4a47a630b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0470066 Nov 24 22:29:59.389564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-b824e94a-1eb0-4692-b201-ae00713babe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:59.391053 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-b824e94a-1eb0-4692-b201-ae00713babe6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438364 Nov 24 22:29:59.480828 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-a8b694fe-9cbc-40fa-8576-9fc751cc9f8b service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Nov 24 22:29:59.575757 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5acf5635-b402-48f8-a6ad-76d4cf0eb7bf req-96268aa7-e206-435f-8489-1e0e86e327dc service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872226 Nov 24 22:29:59.666095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:16Z', 'revision_number': 1, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:59.701100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:29:59.714885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:29:59.715598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:29:59.718651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:29:59.821048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:29:59.851571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9380635-eb2d-4050-81ad-c3ef0cd02865 req-4b2e8be8-f7f0-4f1a-96da-3cd753d7ad8f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:29:59.853053 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f9380635-eb2d-4050-81ad-c3ef0cd02865 req-4b2e8be8-f7f0-4f1a-96da-3cd753d7ad8f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 944 time: 0.0488687 Nov 24 22:29:59.891274 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f9380635-eb2d-4050-81ad-c3ef0cd02865 req-a8014817-2b07-4dc8-9d4e-4b089dc41193 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322144 Nov 24 22:30:00.041200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:16Z', 'revision_number': 1, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:00.067674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fde1b9-f4f2-48cd-b5cb-8b140ca839d1 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cd6300e3-a9b7-41b8-a8db-f6e09f21f550', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'port_id': '40e65871-68ab-4731-bc14-3be80d4050cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'mac_address': 'fa:16:3e:10:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:26:13Z', 'updated_at': '2021-11-24T22:26:16Z', 'revision_number': 1, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:30:00.269293 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025e340-b976-42df-86c7-8323a79e5758 None None] New status for floating IP 386087fe-9625-4d3f-98eb-08740f03fb68: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:30:00.441505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b92eba-dcba-4573-8aa2-f3237cec47b6 req-aa4114e9-9cf5-4feb-a44a-4337918df955 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:00.442957 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2b92eba-dcba-4573-8aa2-f3237cec47b6 req-aa4114e9-9cf5-4feb-a44a-4337918df955 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Nov 24 22:30:00.479233 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2b92eba-dcba-4573-8aa2-f3237cec47b6 req-90e677a1-8474-4921-a725-8cedfc1e2ee0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304863 Nov 24 22:30:00.615138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 99a05107-3b94-4213-9268-b095fbbd81f1 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:30:00.666754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 99a05107-3b94-4213-9268-b095fbbd81f1 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:30:00.671207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 99a05107-3b94-4213-9268-b095fbbd81f1 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:30:00.671710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:00.740473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-4614979b-3188-4e22-9b95-3f2dc5a221f0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:00.741926 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-4614979b-3188-4e22-9b95-3f2dc5a221f0 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 945 time: 0.0489352 Nov 24 22:30:00.747708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:00.770128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:30:00.772560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f54847d-8603-45d1-89ef-94326cdce9b3" -d '{"events": [{"server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "name": "network-vif-plugged", "status": "completed", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:30:00.786687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 99a05107-3b94-4213-9268-b095fbbd81f1, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=99a05107-3b94-4213-9268-b095fbbd81f1,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:00.792990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:00.816804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d641070f-2091-42b8-b781-77fa680daa15 x-openstack-request-id: req-d641070f-2091-42b8-b781-77fa680daa15 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:30:00.817102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "name": "network-vif-plugged", "status": "completed", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:30:00.817357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d641070f-2091-42b8-b781-77fa680daa15 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:30:00.817740 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1', 'code': 200} Nov 24 22:30:00.843112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Deleting port 14266c70-c6b9-464d-a06a-3249d8db6850 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:00.843402 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:00.856510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=99a05107-3b94-4213-9268-b095fbbd81f1,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:00.938426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] For port 14266c70-c6b9-464d-a06a-3249d8db6850, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=14266c70-c6b9-464d-a06a-3249d8db6850,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:00.938796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:00.973474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Calling delete_port for 14266c70-c6b9-464d-a06a-3249d8db6850 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:01.010406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aec4a-eec1-41b6-8c15-9776873997d4 req-115d9494-c910-4fe9-b99e-c60b1006498c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:01.012465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-087aec4a-eec1-41b6-8c15-9776873997d4 req-115d9494-c910-4fe9-b99e-c60b1006498c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Nov 24 22:30:01.043306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfbb0f-90c0-4f6b-bf4a-af52945b3fac req-9d3bae8e-d05c-4bc1-8c2e-900854d389b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:01.044795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aacfbb0f-90c0-4f6b-bf4a-af52945b3fac req-9d3bae8e-d05c-4bc1-8c2e-900854d389b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1098 time: 0.0984766 Nov 24 22:30:01.050276 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-087aec4a-eec1-41b6-8c15-9776873997d4 req-eabebd04-ad1d-4dd0-8fed-2d08271bed02 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Nov 24 22:30:01.374101 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aacfbb0f-90c0-4f6b-bf4a-af52945b3fac req-042d14fd-9802-4821-a381-681049782224 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153744 Nov 24 22:30:01.399821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:01.425950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'Port': ['ID=14266c70-c6b9-464d-a06a-3249d8db6850,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:01.467911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] No DVR routers for this DVR port 14266c70-c6b9-464d-a06a-3249d8db6850 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:30:01.470663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:01.473983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ebd1db62-8946-432c-a35b-08c6253ec38b req-d80a08b8-392e-456d-b7f6-63f0db2c9196 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "DELETE /v2.0/ports/14266c70-c6b9-464d-a06a-3249d8db6850 HTTP/1.1" status: 204 len: 173 time: 0.7260635 Nov 24 22:30:01.474440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'name': 'network-vif-deleted', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:30:01.476692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cabe87a-b87d-416f-bfc2-8bfff181df42" -d '{"events": [{"server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "name": "network-vif-deleted", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:30:01.511990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f5dba-3390-45e3-be08-13c4bcf4adc7 x-openstack-request-id: req-fc9f5dba-3390-45e3-be08-13c4bcf4adc7 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:30:01.512332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e657c-0b26-45ef-a4e2-811c4ff80063", "name": "network-vif-deleted", "tag": "14266c70-c6b9-464d-a06a-3249d8db6850", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:30:01.512534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc9f5dba-3390-45e3-be08-13c4bcf4adc7 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:30:01.512932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e657c-0b26-45ef-a4e2-811c4ff80063', 'name': 'network-vif-deleted', 'tag': '14266c70-c6b9-464d-a06a-3249d8db6850', 'status': 'completed', 'code': 200} Nov 24 22:30:01.571050 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d69327c-a903-46cc-9ef1-7b48bda98eb7 req-f2fbc753-542e-4446-94c6-23e99c22e1b9 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Nov 24 22:30:02.166757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b674b9-d76a-4704-83e1-5008e45930f4 req-82fe3720-99b7-458c-b11c-d17c3a5e8695 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:02.168787 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-62b674b9-d76a-4704-83e1-5008e45930f4 req-82fe3720-99b7-458c-b11c-d17c3a5e8695 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Nov 24 22:30:02.208525 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-62b674b9-d76a-4704-83e1-5008e45930f4 req-ec5f9a36-8499-433d-886a-9213708f8342 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Nov 24 22:30:02.669748 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2df02707-d264-4573-99b6-69deef738375 req-32aad3d1-bf4e-4e03-bdb5-69affe65c378 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Nov 24 22:30:03.321841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d36d3-6557-4533-a6ff-5c9893302233 req-c55277a2-f8df-40eb-a847-2d60d4d0dd9d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:03.323345 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-069d36d3-6557-4533-a6ff-5c9893302233 req-c55277a2-f8df-40eb-a847-2d60d4d0dd9d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Nov 24 22:30:03.362489 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-069d36d3-6557-4533-a6ff-5c9893302233 req-7ebfcb23-e910-4d9b-8cfd-61cdb7eb8a5d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Nov 24 22:30:03.478706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508d64-2b4f-45e7-9efc-8b1bb05ef4b8 req-aac7a837-9b07-4a13-98fe-132003e87546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:03.480242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13508d64-2b4f-45e7-9efc-8b1bb05ef4b8 req-aac7a837-9b07-4a13-98fe-132003e87546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Nov 24 22:30:03.518778 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13508d64-2b4f-45e7-9efc-8b1bb05ef4b8 req-b7099f51-85e5-4c8d-949e-ffdf96bd2ee9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Nov 24 22:30:03.540527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35106) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:03.578954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ba4586-2d03-4c54-8f95-5835cfb521d4 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:03.580495 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-94ba4586-2d03-4c54-8f95-5835cfb521d4 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1093 time: 0.0389969 Nov 24 22:30:03.583234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35108) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:03.587430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '99a05107-3b94-4213-9268-b095fbbd81f1', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:30:03.610631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:03.712666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:03.786230 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2532043b-dd66-4d06-954f-d92c5e392e1a req-7a53572e-39f3-426a-b481-af84894bff3a tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 210 time: 0.0378060 Nov 24 22:30:03.846995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.57 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/6c6ebf30-a82c-4d94-b7a8-7622013b9f1d) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:30:03.951549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:03.985785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:04.029466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:30:04.033736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:30:04.040115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:30:04.043096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=6c6ebf30-a82c-4d94-b7a8-7622013b9f1d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:04.388638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:04.459597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:04.607579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:04.612021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:04.662294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 14266c70-c6b9-464d-a06a-3249d8db6850 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:04.684440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=6c6ebf30-a82c-4d94-b7a8-7622013b9f1d,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:04.685554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 14266c70-c6b9-464d-a06a-3249d8db6850 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:04.685970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 14266c70-c6b9-464d-a06a-3249d8db6850 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:04.694893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:04.800586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 47f59f20-7cd3-49c8-864f-111a3f8b3439 associated. External IP: 172.26.3.57, port: 99a05107-3b94-4213-9268-b095fbbd81f1. Nov 24 22:30:04.895733 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6760b279-1a3e-4bb0-a2bb-716fb0f71851 req-2e351b80-d8f6-4aba-bfb2-9615b952c9ae tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=540e657c-0b26-45ef-a4e2-811c4ff80063 HTTP/1.1" status: 200 len: 210 time: 0.0296953 Nov 24 22:30:05.039037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:30:05.144447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:30:05.154449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] Sync routers for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:30:05.162594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:05.168152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:05.169361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:05.194184 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fab90a8a-8e40-47ae-9b73-a9b995c77639 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6075091 Nov 24 22:30:05.194184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:30:05.194582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35114) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:05.195081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a0415-1c30-4b55-a32a-d76a78676c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:30:05.238904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300b4b7f-4aed-471e-8d52-148548e4aff7 x-openstack-request-id: req-300b4b7f-4aed-471e-8d52-148548e4aff7 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:30:05.239514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:30:05.239756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-300b4b7f-4aed-471e-8d52-148548e4aff7 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:30:05.240113 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1', 'status': 'completed', 'code': 200} Nov 24 22:30:05.298540 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0ae02b76-d52e-4e55-a32e-c9dd916a9fe7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/47f59f20-7cd3-49c8-864f-111a3f8b3439 HTTP/1.1" status: 200 len: 990 time: 0.1026707 Nov 24 22:30:05.307790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:05.312562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-da7313aa-fe70-4034-95a2-9e7700418443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:05.314039 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-da7313aa-fe70-4034-95a2-9e7700418443 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1098 time: 0.0491042 Nov 24 22:30:05.409038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-433cd758-f1be-4696-a9c3-c429a99035bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:05.410503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-433cd758-f1be-4696-a9c3-c429a99035bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 200 len: 897 time: 0.0895417 Nov 24 22:30:05.475339 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-fdae1ecc-5622-476b-a4ed-f29205aac1ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 200 len: 998 time: 0.0574808 Nov 24 22:30:05.523374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-f51d4bdb-dbe6-4e8d-a0a2-98fcd5543182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:05.524853 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-f51d4bdb-dbe6-4e8d-a0a2-98fcd5543182 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 200 len: 843 time: 0.0427682 Nov 24 22:30:05.528611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '47f59f20-7cd3-49c8-864f-111a3f8b3439', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'port_id': '99a05107-3b94-4213-9268-b095fbbd81f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'mac_address': 'fa:16:3e:19:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678353f-3a09-48ca-b74a-cac769734301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:30:04Z', 'updated_at': '2021-11-24T22:30:04Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:05.557580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] Checking router: a3c2c8df-ef49-454a-b4df-c63475eb8ef8 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:30:05.566842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:05.567463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:05.572711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-b26c6256-df9d-4a15-91dd-1c815fdad134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:05.574193 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-b26c6256-df9d-4a15-91dd-1c815fdad134 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3b8f139-c465-4851-9615-76d105e277d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428698 Nov 24 22:30:05.661852 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-b7a6cb87-4a8e-4ab4-beed-f62648b1bd70 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806632 Nov 24 22:30:05.669907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:05.754735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c65a0415-1c30-4b55-a32a-d76a78676c4a req-c9acf03d-b36c-477d-af96-77c6b2d076bc service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863664 Nov 24 22:30:05.890838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '47f59f20-7cd3-49c8-864f-111a3f8b3439', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'port_id': '99a05107-3b94-4213-9268-b095fbbd81f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'mac_address': 'fa:16:3e:19:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678353f-3a09-48ca-b74a-cac769734301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:30:04Z', 'updated_at': '2021-11-24T22:30:04Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:05.915907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a485ce-9b33-4307-bccf-e00210c76e3f None None] The sync data for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv is: [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '47f59f20-7cd3-49c8-864f-111a3f8b3439', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'port_id': '99a05107-3b94-4213-9268-b095fbbd81f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'mac_address': 'fa:16:3e:19:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7678353f-3a09-48ca-b74a-cac769734301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:30:04Z', 'updated_at': '2021-11-24T22:30:04Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:30:06.118260 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55ed2d-ce84-4da7-864b-3958dd1f8a29 None None] New status for floating IP 47f59f20-7cd3-49c8-864f-111a3f8b3439: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:30:06.300154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35126) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:06.360462 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b70d7a40-9d91-457f-b0a6-f6acec729eba tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/47f59f20-7cd3-49c8-864f-111a3f8b3439 HTTP/1.1" status: 200 len: 992 time: 0.0591564 Nov 24 22:30:10.285990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35140) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:10.439224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Deleting port 8662d93d-9a96-4a9d-8678-90b234e5d57d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:10.439608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:10.515889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:10.516215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:10.527470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Calling delete_port for 8662d93d-9a96-4a9d-8678-90b234e5d57d owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:10.667618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:10.698497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'Port': ['ID=8662d93d-9a96-4a9d-8678-90b234e5d57d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:10.750979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:10.751312 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Floating IP cd6300e3-a9b7-41b8-a8db-f6e09f21f550 disassociated (deleted). External IP: 172.26.3.11, port: 40e65871-68ab-4731-bc14-3be80d4050cd. Nov 24 22:30:10.951578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:30:11.054742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:30:11.059372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:11.066960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:30:11.076041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:11.076651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:11.086073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-399fddc1-4e97-41d7-90b9-532142d1d685 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "DELETE /v2.0/floatingips/cd6300e3-a9b7-41b8-a8db-f6e09f21f550 HTTP/1.1" status: 204 len: 168 time: 0.7990134 Nov 24 22:30:11.086659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:30:11.088963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a17aca0-303c-4f7f-9e1d-0370c34594e7" -d '{"events": [{"name": "network-changed", "server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:30:11.134776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb601520-7fa0-4e71-8c32-a9c3cb06dbc8 x-openstack-request-id: req-fb601520-7fa0-4e71-8c32-a9c3cb06dbc8 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:30:11.135070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:30:11.135338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb601520-7fa0-4e71-8c32-a9c3cb06dbc8 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:30:11.135763 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd', 'status': 'completed', 'code': 200} Nov 24 22:30:11.203329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-e8c11b68-4cec-4c86-adbf-77213d7d033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:11.204950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-e8c11b68-4cec-4c86-adbf-77213d7d033c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f680c55d831d42a19d1f401627e39910&device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 1098 time: 0.0474572 Nov 24 22:30:11.309789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-41b72b88-8a23-4b5a-8bcd-ad75492dff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:11.311366 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-41b72b88-8a23-4b5a-8bcd-ad75492dff7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 200 len: 912 time: 0.0971951 Nov 24 22:30:11.332521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1fa77-b87b-4887-b88c-3861e44cc4a6 req-b8c28fa5-f870-4b74-a756-c1cc5afc2392 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:11.335975 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6dd1fa77-b87b-4887-b88c-3861e44cc4a6 req-b8c28fa5-f870-4b74-a756-c1cc5afc2392 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 945 time: 0.0523779 Nov 24 22:30:11.345004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:11.360503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-4eed623f-2542-4782-9841-2ed3aacff9fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 200 len: 217 time: 0.0398228 Nov 24 22:30:11.378848 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6dd1fa77-b87b-4887-b88c-3861e44cc4a6 req-7d7f4089-7cab-4316-aafc-a8603a3f268c tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384631 Nov 24 22:30:11.414321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-ae42ad4b-3dec-40b8-82cf-dbf8344f72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:11.415820 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-ae42ad4b-3dec-40b8-82cf-dbf8344f72fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 200 len: 850 time: 0.0469899 Nov 24 22:30:11.460656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-85b86b8c-e9d6-4b8d-9ea9-d4ef4e9bfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:11.462161 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-85b86b8c-e9d6-4b8d-9ea9-d4ef4e9bfa35 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5534af3-4ad4-4f83-a439-5d75f9364ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395052 Nov 24 22:30:11.544411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:11.565456 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-212f0884-e116-4068-8adc-22e1f0e91c46 service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868268 Nov 24 22:30:11.570882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:30:11.579750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:11.580353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:29:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:11.655544 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5a17aca0-303c-4f7f-9e1d-0370c34594e7 req-4910b463-e072-4f70-9de9-7e43f5a57a7e service neutron] 10.222.0.71 "GET /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823772 Nov 24 22:30:11.686048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:11.883216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:11.909709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792546cc-9a4d-4b7f-86a9-870b55337dc1 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:22:58Z', 'revision_number': 4, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'e6eb9cdb-d087-4428-8358-db9fb49d7937', 'name': '', 'network_id': 'f5534af3-4ad4-4f83-a439-5d75f9364ae5', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'mac_address': 'fa:16:3e:f4:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:58Z', 'updated_at': '2021-11-24T22:23:05Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'subnets': [{'id': '06332d89-786b-447e-a23e-e3f9f41f264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:30:12.113935 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3810e5b-33f0-420f-9a24-e7e2b2e64be4 None None] New status for floating IP cd6300e3-a9b7-41b8-a8db-f6e09f21f550: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:30:12.775066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67f58c-d13e-4463-97bd-8ebebecea7f3 req-c9772435-06cd-4b34-937d-819ace59cec7 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:12.776592 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ef67f58c-d13e-4463-97bd-8ebebecea7f3 req-c9772435-06cd-4b34-937d-819ace59cec7 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 945 time: 0.3292634 Nov 24 22:30:12.813588 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ef67f58c-d13e-4463-97bd-8ebebecea7f3 req-1a3cf545-daf5-4476-8dc7-faf106526830 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7effbd7-2570-4cb9-908e-b09d9fd3b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304294 Nov 24 22:30:12.859835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-6afd1ac9-ab83-44d5-95d5-4585bd25fa15 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:30:12.861288 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-6afd1ac9-ab83-44d5-95d5-4585bd25fa15 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 945 time: 0.0495961 Nov 24 22:30:12.955508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Deleting port 40e65871-68ab-4731-bc14-3be80d4050cd {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:12.955867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:13.045879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] For port 40e65871-68ab-4731-bc14-3be80d4050cd, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=40e65871-68ab-4731-bc14-3be80d4050cd,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:13.046241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:13.057822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Calling delete_port for 40e65871-68ab-4731-bc14-3be80d4050cd owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:13.182050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:13.209072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'Port': ['ID=40e65871-68ab-4731-bc14-3be80d4050cd,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:13.253918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] No DVR routers for this DVR port 40e65871-68ab-4731-bc14-3be80d4050cd on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:30:13.256554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:13.259969 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94cceb6c-1701-4f5d-a3c4-3943c7f97e2b req-020ecc55-cd23-4db1-8fa5-9860fbee2ff2 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.71 "DELETE /v2.0/ports/40e65871-68ab-4731-bc14-3be80d4050cd HTTP/1.1" status: 204 len: 173 time: 0.3917353 Nov 24 22:30:13.260422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'name': 'network-vif-deleted', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:30:13.263466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fd0fb5-3994-4c78-be03-ab46bd40da53" -d '{"events": [{"server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "name": "network-vif-deleted", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:30:13.300217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf63595d-e196-45e0-aaad-d9ca78a51bd4 x-openstack-request-id: req-bf63595d-e196-45e0-aaad-d9ca78a51bd4 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:30:13.300518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c2bf7-2e6a-40e4-9bcc-2899221f53f6", "name": "network-vif-deleted", "tag": "40e65871-68ab-4731-bc14-3be80d4050cd", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:30:13.300775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf63595d-e196-45e0-aaad-d9ca78a51bd4 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:30:13.301180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651c2bf7-2e6a-40e4-9bcc-2899221f53f6', 'name': 'network-vif-deleted', 'tag': '40e65871-68ab-4731-bc14-3be80d4050cd', 'status': 'completed', 'code': 200} Nov 24 22:30:13.517116 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:30:13.907725 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-38e6c21d-7cb0-4aea-829d-72bb7f2c00c2 req-875bb6c3-f751-4c57-8af3-44f8d39490de tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0264409 Nov 24 22:30:14.210762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e41d8799-1ee8-4182-9d9f-84fb1befb2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:15.001465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-84ea8ede-038a-4d95-b276-23cba4041b70 req-ca3ae53f-5e1f-4065-b968-9e29543e2dcb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Nov 24 22:30:16.098614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a92496f1-1bcd-40e7-87fa-0ac607544ad8 req-38c29929-4bf4-47c9-b067-3b7dd3011dd9 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "GET /v2.0/ports?device_id=651c2bf7-2e6a-40e4-9bcc-2899221f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0300760 Nov 24 22:30:16.626543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a8f74812-769e-4148-bbcb-e12cd4f08931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:16.725106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 40e65871-68ab-4731-bc14-3be80d4050cd no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:16.744791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 40e65871-68ab-4731-bc14-3be80d4050cd {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:16.745135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 40e65871-68ab-4731-bc14-3be80d4050cd not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:16.864097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.150789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35160) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:17.278411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Deleting port 7bc86061-bc18-47ea-ba76-6b9bb2531650 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:17.278748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.351044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.351370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.362963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Calling delete_port for 7bc86061-bc18-47ea-ba76-6b9bb2531650 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:17.492729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.517086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'Port': ['ID=7bc86061-bc18-47ea-ba76-6b9bb2531650,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:17.581359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.583922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:17.585069 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4683985c-68ad-4ba6-b84e-91af6b46aceb tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "DELETE /v2.0/floatingips/803f579e-a513-4d2f-8ced-f9ca5e3183d0 HTTP/1.1" status: 204 len: 168 time: 0.4332633 Nov 24 22:30:18.362045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:19.651022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:19.837284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35174) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:19.900186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62033416-ccc7-4609-81d2-4b0b3d4d1a82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:19.928081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62033416-ccc7-4609-81d2-4b0b3d4d1a82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:19.985885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62033416-ccc7-4609-81d2-4b0b3d4d1a82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:19.988611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-62033416-ccc7-4609-81d2-4b0b3d4d1a82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:19.989793 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-62033416-ccc7-4609-81d2-4b0b3d4d1a82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7effbd7-2570-4cb9-908e-b09d9fd3b66c HTTP/1.1" status: 204 len: 168 time: 0.1514773 Nov 24 22:30:20.000582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62033416-ccc7-4609-81d2-4b0b3d4d1a82 tempest-TestVolumeBootPattern-1410759944 tempest-TestVolumeBootPattern-1410759944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7effbd7-2570-4cb9-908e-b09d9fd3b66c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:20.049472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35178) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:20.532061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:20.778879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Deleting port e6eb9cdb-d087-4428-8358-db9fb49d7937 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:20.779219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:20.857604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] For port e6eb9cdb-d087-4428-8358-db9fb49d7937, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e6eb9cdb-d087-4428-8358-db9fb49d7937,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:20.857981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:20.870701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Calling delete_port for e6eb9cdb-d087-4428-8358-db9fb49d7937 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:21.045173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:21.072198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6eb9cdb-d087-4428-8358-db9fb49d7937,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:21.232449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:21.441960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Router 0248468b-7568-4afb-8491-411c4700fdf5 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:30:21.545738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:30:21.550829 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b9012633-074c-4658-a5fc-27d3b64e2444 admin admin] 10.222.0.41 "PUT /v2.0/routers/0248468b-7568-4afb-8491-411c4700fdf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001128 Nov 24 22:30:21.553264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35182) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:21.554481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] Sync routers for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:30:21.563548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:21.564159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:30:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:21.656361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:21.666405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:21.756777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:21.813848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Deleting port ce3ee1cd-1492-4341-96c9-23f5f6e7b913 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:21.814180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:21.844548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:30:20Z', 'revision_number': 5, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port': {'id': 'ce3ee1cd-1492-4341-96c9-23f5f6e7b913', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248468b-7568-4afb-8491-411c4700fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:21.870038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] Checking router: 0248468b-7568-4afb-8491-411c4700fdf5 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:30:21.878427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] Routers {'0248468b-7568-4afb-8491-411c4700fdf5'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:21.879031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:30:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0248468b-7568-4afb-8491-411c4700fdf5'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:21.892937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] For port ce3ee1cd-1492-4341-96c9-23f5f6e7b913, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:21.893316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:21.906103 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Calling delete_port for ce3ee1cd-1492-4341-96c9-23f5f6e7b913 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:21.965335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] Set router 0248468b-7568-4afb-8491-411c4700fdf5 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:22.018177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:30:21Z', 'revision_number': 6, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:22.046206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be6c545-d520-46b4-82b0-25dd3acddd48 None None] The sync data for ids ['0248468b-7568-4afb-8491-411c4700fdf5'] in dv-neutron-818715-1-hyperv is: [{'id': '0248468b-7568-4afb-8491-411c4700fdf5', 'name': 'tempest-TestVolumeBootPattern-429371903-router', 'tenant_id': 'f680c55d831d42a19d1f401627e39910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:22:55Z', 'updated_at': '2021-11-24T22:30:21Z', 'revision_number': 6, 'project_id': 'f680c55d831d42a19d1f401627e39910', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:30:22.073636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.100440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3ee1cd-1492-4341-96c9-23f5f6e7b913,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:22.160072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.247269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.249405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.289229 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.289713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0248468b-7568-4afb-8491-411c4700fdf5 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:30:22.294036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.295200 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-536341ba-3312-40bf-a610-83ea1188b9bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/0248468b-7568-4afb-8491-411c4700fdf5 HTTP/1.1" status: 204 len: 168 time: 0.7410245 Nov 24 22:30:22.297812 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35184) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:22.344314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Deleting subnet 06332d89-786b-447e-a23e-e3f9f41f264d {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:30:22.347239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.381570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.462743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.518432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.542593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06332d89-786b-447e-a23e-e3f9f41f264d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:22.546910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.551028 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-aacd7e77-d4bd-4260-a452-c71c5a12cf6a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/06332d89-786b-447e-a23e-e3f9f41f264d HTTP/1.1" status: 204 len: 168 time: 0.2522621 Nov 24 22:30:22.553490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35186) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:22.556277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532527e-531f-4a53-9355-b468fd0f3d27 None None] Network f5534af3-4ad4-4f83-a439-5d75f9364ae5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:30:22.625437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.680720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Deleting port e816d5cf-b174-4b46-9c19-617266a2d150 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:22.681059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.745764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] For port e816d5cf-b174-4b46-9c19-617266a2d150, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e816d5cf-b174-4b46-9c19-617266a2d150,segment=NetworkSegment(a293989d-4496-48d6-bd63-50d27e055416),segment_id=a293989d-4496-48d6-bd63-50d27e055416)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:22.746918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.758880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Calling delete_port for e816d5cf-b174-4b46-9c19-617266a2d150 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:22.804543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] DHCP port deletion for f5534af3-4ad4-4f83-a439-5d75f9364ae5 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:30:22.840814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.853817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Deleting port e816d5cf-b174-4b46-9c19-617266a2d150 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:22.854279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.873320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Pushing event deleted for resources: {'Port': ['ID=e816d5cf-b174-4b46-9c19-617266a2d150,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:22.875162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] No DVR routers for this DVR port e816d5cf-b174-4b46-9c19-617266a2d150 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:30:22.918736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] For port e816d5cf-b174-4b46-9c19-617266a2d150, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:22.919126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.935158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Calling delete_port for e816d5cf-b174-4b46-9c19-617266a2d150 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:22.937941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.ipam_backend_mixin [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Port e816d5cf-b174-4b46-9c19-617266a2d150 was not found and therefore no delete operation was performed {{(pid=102411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:30:22.939148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.956322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:22.963750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] Pushing event deleted for resources: {'Port': ['ID=e816d5cf-b174-4b46-9c19-617266a2d150,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:22.967999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e8c8a-b444-48ab-a332-eebdb0a35411 None None] No DVR routers for this DVR port e816d5cf-b174-4b46-9c19-617266a2d150 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:30:22.979911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5534af3-4ad4-4f83-a439-5d75f9364ae5']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:22.991069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a293989d-4496-48d6-bd63-50d27e055416') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:22.991365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a293989d-4496-48d6-bd63-50d27e055416') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:23.001192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.014779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.020921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:30:23.021320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:30:23.023038 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:30:23.088469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.095121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.098250 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f5534af3-4ad4-4f83-a439-5d75f9364ae5 HTTP/1.1" status: 204 len: 168 time: 0.5438375 Nov 24 22:30:23.101265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35188) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:23.110636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f31670-78b1-4b3e-8dec-e71a941e1546 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5534af3-4ad4-4f83-a439-5d75f9364ae5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:23.126801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce3ee1cd-1492-4341-96c9-23f5f6e7b913 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:23.146443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: ce3ee1cd-1492-4341-96c9-23f5f6e7b913 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:23.146791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce3ee1cd-1492-4341-96c9-23f5f6e7b913 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:23.147199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e816d5cf-b174-4b46-9c19-617266a2d150 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:23.165765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e816d5cf-b174-4b46-9c19-617266a2d150 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:23.166109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e816d5cf-b174-4b46-9c19-617266a2d150 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:23.166515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e6eb9cdb-d087-4428-8358-db9fb49d7937 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:23.185009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e6eb9cdb-d087-4428-8358-db9fb49d7937 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:23.185355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e6eb9cdb-d087-4428-8358-db9fb49d7937 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:23.454497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.698203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Deleting port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:23.698434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.779375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] For port 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:23.779784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:23.793506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Calling delete_port for 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:23.977382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:24.008734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:24.180989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:24.397153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Router 30ecb55c-765a-4218-bf58-7bac5b925eee has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:30:24.499912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:30:24.504840 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8a8ced65-8fec-41c2-b0e7-8c419c171a7f admin admin] 10.222.0.41 "PUT /v2.0/routers/30ecb55c-765a-4218-bf58-7bac5b925eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4024398 Nov 24 22:30:24.507273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35190) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:24.509781 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] Sync routers for ids ['30ecb55c-765a-4218-bf58-7bac5b925eee'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:30:24.520266 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] Routers {'30ecb55c-765a-4218-bf58-7bac5b925eee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:24.520948 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:30:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['30ecb55c-765a-4218-bf58-7bac5b925eee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:24.610648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:24.623298 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] Set router 30ecb55c-765a-4218-bf58-7bac5b925eee gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:24.715306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:24.767928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Deleting port 756a9e6b-16a2-4d2e-b50d-08a31322fabb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:24.768167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:24.796798 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:30:23Z', 'revision_number': 5, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port': {'id': '756a9e6b-16a2-4d2e-b50d-08a31322fabb', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:24.826868 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] Checking router: 30ecb55c-765a-4218-bf58-7bac5b925eee for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:30:24.835081 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] Routers {'30ecb55c-765a-4218-bf58-7bac5b925eee'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:30:24.835715 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:30:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['30ecb55c-765a-4218-bf58-7bac5b925eee'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:24.849801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] For port 756a9e6b-16a2-4d2e-b50d-08a31322fabb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=756a9e6b-16a2-4d2e-b50d-08a31322fabb,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:24.850160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:24.863269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Calling delete_port for 756a9e6b-16a2-4d2e-b50d-08a31322fabb owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:25.010280 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] Set router 30ecb55c-765a-4218-bf58-7bac5b925eee gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:30:25.040698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.062655 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:30:24Z', 'revision_number': 6, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:25.072942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=756a9e6b-16a2-4d2e-b50d-08a31322fabb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:25.092777 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a29cd-2d50-48d6-a059-d57bb8597ec8 None None] The sync data for ids ['30ecb55c-765a-4218-bf58-7bac5b925eee'] in dv-neutron-818715-1-hyperv is: [{'id': '30ecb55c-765a-4218-bf58-7bac5b925eee', 'name': 'tempest-TestVolumeBootPattern-1654759970-router', 'tenant_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:23:01Z', 'updated_at': '2021-11-24T22:30:24Z', 'revision_number': 6, 'project_id': 'a75089a67e8542f9b0d8ceda4095b54c', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:30:25.133273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.223843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.225950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.544756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.545354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ecb55c-765a-4218-bf58-7bac5b925eee {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:30:25.550617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.551890 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-10b5cf5a-f725-46ad-87ac-0f0e93befd51 admin admin] 10.222.0.41 "DELETE /v2.0/routers/30ecb55c-765a-4218-bf58-7bac5b925eee HTTP/1.1" status: 204 len: 168 time: 1.0436108 Nov 24 22:30:25.554281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35192) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:25.599642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Deleting subnet 0b94a23f-8e80-40f5-ba50-9cacd86c66aa {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:30:25.602616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.635776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.714703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.765350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.790991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b94a23f-8e80-40f5-ba50-9cacd86c66aa,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:25.794625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.797833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9702e45c-c497-457b-a8cf-31d2f368918e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b94a23f-8e80-40f5-ba50-9cacd86c66aa HTTP/1.1" status: 204 len: 168 time: 0.2426267 Nov 24 22:30:25.800390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35194) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:25.802938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe50f09-8e8d-4f0b-bd19-1e5ba090bfa9 None None] Network ed9e5b65-6a53-46af-8e16-b7d151ef7d9f requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:30:25.877378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.939924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Deleting port 617877a2-d892-4bfd-857c-f5c26df9a1b7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:25.940401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:25.996822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] DHCP port deletion for ed9e5b65-6a53-46af-8e16-b7d151ef7d9f request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:30:26.013362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] For port 617877a2-d892-4bfd-857c-f5c26df9a1b7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=617877a2-d892-4bfd-857c-f5c26df9a1b7,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:26.013737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.027172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Calling delete_port for 617877a2-d892-4bfd-857c-f5c26df9a1b7 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:26.045634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] Deleting port 617877a2-d892-4bfd-857c-f5c26df9a1b7 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:30:26.046014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.113861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] For port 617877a2-d892-4bfd-857c-f5c26df9a1b7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=617877a2-d892-4bfd-857c-f5c26df9a1b7,segment=NetworkSegment(9a0776bd-41ef-48b3-a84c-69e30939f372),segment_id=9a0776bd-41ef-48b3-a84c-69e30939f372)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:30:26.114271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.123209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.134282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] Calling delete_port for 617877a2-d892-4bfd-857c-f5c26df9a1b7 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:30:26.148515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Pushing event deleted for resources: {'Port': ['ID=617877a2-d892-4bfd-857c-f5c26df9a1b7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:26.151982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] No DVR routers for this DVR port 617877a2-d892-4bfd-857c-f5c26df9a1b7 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:30:26.206082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.224252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.230929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] Pushing event deleted for resources: {'Port': ['ID=617877a2-d892-4bfd-857c-f5c26df9a1b7,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:26.234404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c997929-97c4-4a79-a60d-e2062f153774 None None] No DVR routers for this DVR port 617877a2-d892-4bfd-857c-f5c26df9a1b7 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:30:26.247072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9e5b65-6a53-46af-8e16-b7d151ef7d9f']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:26.257320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0776bd-41ef-48b3-a84c-69e30939f372') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:26.257320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0776bd-41ef-48b3-a84c-69e30939f372') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:30:26.266383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.279382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.285346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:30:26.285725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:30:26.287356 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:30:26.340604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.351600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.354689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] 10.222.0.41 "DELETE /v2.0/networks/ed9e5b65-6a53-46af-8e16-b7d151ef7d9f HTTP/1.1" status: 204 len: 168 time: 0.5533874 Nov 24 22:30:26.365120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ef568-df5b-4736-b9c9-dc9576bd18fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9e5b65-6a53-46af-8e16-b7d151ef7d9f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:26.467657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35200) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:26.509267 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2e8a1bf3-3009-484f-b4f8-681d90ebf43a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f680c55d831d42a19d1f401627e39910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403171 Nov 24 22:30:26.511726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35202) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:26.561235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa60b-0884-4567-8288-409718442d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.582437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa60b-0884-4567-8288-409718442d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.626971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa60b-0884-4567-8288-409718442d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.629504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa60b-0884-4567-8288-409718442d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:26.630800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f2eaa60b-0884-4567-8288-409718442d0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05e4c48d-6f9e-4d59-82fc-ef035c8991f5 HTTP/1.1" status: 204 len: 168 time: 0.1181540 Nov 24 22:30:26.638323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaa60b-0884-4567-8288-409718442d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e4c48d-6f9e-4d59-82fc-ef035c8991f5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:26.928798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35210) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:26.970006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-96311508-ba63-4620-adea-9f4dcf9d5865 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a75089a67e8542f9b0d8ceda4095b54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400023 Nov 24 22:30:26.972487 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35212) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:30:27.022861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a81c01fc-eaa9-4c4c-b0a9-ce3fe92b937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:27.044445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a81c01fc-eaa9-4c4c-b0a9-ce3fe92b937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:27.092256 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a81c01fc-eaa9-4c4c-b0a9-ce3fe92b937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:27.095708 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a81c01fc-eaa9-4c4c-b0a9-ce3fe92b937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:27.096863 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a81c01fc-eaa9-4c4c-b0a9-ce3fe92b937b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d07cdc5-1c1d-4042-a7d3-dc85d9c181eb HTTP/1.1" status: 204 len: 168 time: 0.1234701 Nov 24 22:30:27.104675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c01fc-eaa9-4c4c-b0a9-ce3fe92b937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d07cdc5-1c1d-4042-a7d3-dc85d9c181eb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:30:27.126335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:27.147927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:27.148343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2b564fe6-f1fb-4c9b-8530-c0e8a861c2c6 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:27.148955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 756a9e6b-16a2-4d2e-b50d-08a31322fabb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:27.168949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 756a9e6b-16a2-4d2e-b50d-08a31322fabb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:27.169291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 756a9e6b-16a2-4d2e-b50d-08a31322fabb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:27.169697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 617877a2-d892-4bfd-857c-f5c26df9a1b7 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:30:27.188861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 617877a2-d892-4bfd-857c-f5c26df9a1b7 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:30:27.189209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 617877a2-d892-4bfd-857c-f5c26df9a1b7 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:30:29.690039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:44.211329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d78b0c4d-ea37-47b1-9fe6-cae09777431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:46.626910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e32efde8-98e5-4c45-8413-fe348d31ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:46.865731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:48.362099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:49.653461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:30:50.516675 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:30:59.687922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:14.211200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-92f23ba4-c88b-48f2-9e22-3a4c00989fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:16.626911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e23d51ce-383e-48b6-9244-169dc0d3bac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:16.869114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:18.364861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:19.656630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:27.514758 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:31:29.689033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:44.211618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-06596e42-e6c9-43fb-9fbc-00059b659dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:45.052807 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-fc600c85-bd6f-46bc-a87f-261d8409f4f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430512 Nov 24 22:31:45.134799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-d1e00542-75ca-4368-94a0-254c78c94fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:31:45.136338 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-d1e00542-75ca-4368-94a0-254c78c94fe5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1098 time: 0.0394278 Nov 24 22:31:45.241619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-02379597-7e5f-4d66-ac3b-2d3c74f81ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:31:45.243083 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-02379597-7e5f-4d66-ac3b-2d3c74f81ec4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 200 len: 897 time: 0.0874243 Nov 24 22:31:45.311356 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-3e09ad6a-9bcb-4211-9f90-fef5a70a7b7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 200 len: 1000 time: 0.0606241 Nov 24 22:31:45.360043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-7902b898-278a-4d5f-8133-d893099d4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:31:45.361464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-7902b898-278a-4d5f-8133-d893099d4e08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 200 len: 843 time: 0.0428116 Nov 24 22:31:45.406607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-c0f56404-ffa7-4ef1-8f33-f3b96e1df96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:31:45.408094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-c0f56404-ffa7-4ef1-8f33-f3b96e1df96e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3b8f139-c465-4851-9615-76d105e277d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401013 Nov 24 22:31:45.499764 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-019d8dd8-deaa-4dcf-a5f6-a838e7309072 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828943 Nov 24 22:31:45.586964 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d02b151c-c3b4-4a34-a00e-260df70b1207 req-5c80145b-5f2c-4869-9407-60de7fd94087 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801921 Nov 24 22:31:46.626856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2234a11-c463-4b44-a7a8-2100f3aed055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:46.869821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:48.367391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:49.660336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:59.385149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35248) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:31:59.392356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:31:59.478664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30196533'] for subnet, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:59.618775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756415149725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30397601'] for subnet, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:59.651084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:31:59.651609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:31:59.652881 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/subnets/0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 200 len: 835 time: 0.2668126 Nov 24 22:31:59.658537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6faa0d-784d-409b-90b5-fd3edd3b4825 None None] Network d3b8f139-c465-4851-9615-76d105e277d8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:31:59.671271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=0547e563-3829-4f32-b8fe-f14532c024d6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:31:59.678563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.678914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.679254 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.679616 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.679950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.680283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.680609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.680934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.681259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.681582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.681901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.682221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436029b-0e90-4dd9-9d8a-cae8a24de166 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:31:59.718046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:00.001106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8b3143fe-8073-4285-b120-83b1a69478fc None None] Provisioning complete for port 9a05c963-b6fa-44c5-a901-a8d40c8e111a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:00.001477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b3143fe-8073-4285-b120-83b1a69478fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:00.086180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8b3143fe-8073-4285-b120-83b1a69478fc None None] Provisioning complete for port 99a05107-3b94-4213-9268-b095fbbd81f1 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:00.086463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b3143fe-8073-4285-b120-83b1a69478fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:00.171189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8b3143fe-8073-4285-b120-83b1a69478fc None None] Provisioning complete for port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:00.171474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b3143fe-8073-4285-b120-83b1a69478fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:02.733585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-7d20a820-47a3-40e1-9658-29a8afb85977 req-63be236b-f136-40c1-8f8a-82437c2faba5 service neutron] (102409) timed out ('10.222.0.71', 57376) {{(pid=102409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 24 22:32:04.514083 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:32:14.211854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ce2834e2-9b16-40df-a0c1-dcdadaed9a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:16.630991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d3bccf4-dd73-4067-890c-4ce5db0eeceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:16.870723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:18.370889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:19.662364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:29.705356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:41.512690 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:32:42.549600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35260) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:42.986527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 6c6ebf30-a82c-4d94-b7a8-7622013b9f1d {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:32:42.986858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:43.058297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:43.058621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:43.070814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 6c6ebf30-a82c-4d94-b7a8-7622013b9f1d owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:32:43.211923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:43.236441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=6c6ebf30-a82c-4d94-b7a8-7622013b9f1d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:43.296668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:43.297050 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 47f59f20-7cd3-49c8-864f-111a3f8b3439 disassociated (deleted). External IP: 172.26.3.57, port: 99a05107-3b94-4213-9268-b095fbbd81f1. Nov 24 22:32:43.496356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:32:43.601916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:32:43.606585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:43.611057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] Sync routers for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:32:43.620098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:43.620709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:43.632719 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-840261fc-db10-4833-96f2-f3c02bec1e30 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/47f59f20-7cd3-49c8-864f-111a3f8b3439 HTTP/1.1" status: 204 len: 168 time: 1.0821056 Nov 24 22:32:43.633293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:32:43.635557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:32:43.677008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a37d4-2a63-4a8b-aa00-24dd8356c6ac x-openstack-request-id: req-463a37d4-2a63-4a8b-aa00-24dd8356c6ac {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:32:43.677299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:32:43.677697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-463a37d4-2a63-4a8b-aa00-24dd8356c6ac {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:32:43.678069 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1', 'status': 'completed', 'code': 200} Nov 24 22:32:43.732761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:43.923558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-303fb64c-1955-4e1b-9687-020ee05867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:43.925596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-303fb64c-1955-4e1b-9687-020ee05867a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 1098 time: 0.2253609 Nov 24 22:32:43.946743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:43.976020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] Checking router: a3c2c8df-ef49-454a-b4df-c63475eb8ef8 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:32:43.985345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:43.985955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:44.023294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-e0bd0448-3f0c-4375-a6d9-9cd96cf11935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:44.024787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-e0bd0448-3f0c-4375-a6d9-9cd96cf11935 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 200 len: 897 time: 0.0916569 Nov 24 22:32:44.068392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad882f8-a241-40ad-9cb3-92a40f61ed56 req-1439efe5-9800-401f-a238-750f676b14a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:44.069906 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0ad882f8-a241-40ad-9cb3-92a40f61ed56 req-1439efe5-9800-401f-a238-750f676b14a7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.2485151 Nov 24 22:32:44.075514 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-bad27503-385e-4dc8-8831-87496013167d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 200 len: 217 time: 0.0410516 Nov 24 22:32:44.090687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:44.109587 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0ad882f8-a241-40ad-9cb3-92a40f61ed56 req-227de710-dba5-4083-98bc-4a5fa5ea39e4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Nov 24 22:32:44.129610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-f527f606-1820-40ad-9699-047c111b243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:44.131134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-f527f606-1820-40ad-9699-047c111b243e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 200 len: 843 time: 0.0468903 Nov 24 22:32:44.176367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-cce29784-ff90-49fe-8a35-70940968618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:44.177888 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-cce29784-ff90-49fe-8a35-70940968618e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3b8f139-c465-4851-9615-76d105e277d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397000 Nov 24 22:32:44.238620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0994c568-764d-41ec-8233-a128604b7c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:44.276142 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-97149050-ac35-42d7-9597-e85311fd5133 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906234 Nov 24 22:32:44.313552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:44.339391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aebbd7-5442-4e2b-80f3-384e6f1bad5f None None] The sync data for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv is: [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:50Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9a05c963-b6fa-44c5-a901-a8d40c8e111a', 'name': '', 'network_id': 'd3b8f139-c465-4851-9615-76d105e277d8', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:2a:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:49Z', 'updated_at': '2021-11-24T22:29:53Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '0547e563-3829-4f32-b8fe-f14532c024d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:32:44.369640 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bbb8ee0e-1a53-43fe-a455-f788c3f679f5 req-bded6a9a-f31b-4cd3-a788-0688636d6d73 service neutron] 10.222.0.71 "GET /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Nov 24 22:32:44.540679 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3f5ca-3d3f-4cf1-aad1-6178ab4c2fdc None None] New status for floating IP 47f59f20-7cd3-49c8-864f-111a3f8b3439: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:32:45.176472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-bcedc10f-01e8-4fc8-b5c5-a0c6df7aa1f0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:45.177971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-bcedc10f-01e8-4fc8-b5c5-a0c6df7aa1f0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.0515940 Nov 24 22:32:45.272135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 99a05107-3b94-4213-9268-b095fbbd81f1 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:32:45.272480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:45.292289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2991635-8814-4819-8289-6083af28cbba req-ee458a54-8232-4a21-8e75-e3f4e457980a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:45.293808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2991635-8814-4819-8289-6083af28cbba req-ee458a54-8232-4a21-8e75-e3f4e457980a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 945 time: 0.0986526 Nov 24 22:32:45.332797 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2991635-8814-4819-8289-6083af28cbba req-75e4ae55-3e21-49cd-9afe-1eb890064ff6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05d142ea-a8dd-49d0-bfbd-62323eed3038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327630 Nov 24 22:32:45.360103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 99a05107-3b94-4213-9268-b095fbbd81f1, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=99a05107-3b94-4213-9268-b095fbbd81f1,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:45.360464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:45.372687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 99a05107-3b94-4213-9268-b095fbbd81f1 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:32:45.504130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:45.533170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=99a05107-3b94-4213-9268-b095fbbd81f1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:45.546002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.546282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.546624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.546962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.547298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.547658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.547989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.548316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.548645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.548974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.549293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.549633 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:45.591786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 99a05107-3b94-4213-9268-b095fbbd81f1 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:32:45.594392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:45.598352 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97d65f44-25d9-4d4d-b684-fc23e1ec1ccf req-7bc43fd1-81c0-42d5-9cd5-50df0860c5ac tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/99a05107-3b94-4213-9268-b095fbbd81f1 HTTP/1.1" status: 204 len: 173 time: 0.4134552 Nov 24 22:32:45.598352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'name': 'network-vif-deleted', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:32:45.600808 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c89122-a9f9-44c3-b441-6dc07fa19dd8" -d '{"events": [{"server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "name": "network-vif-deleted", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:32:45.636484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a706c1-93c5-44ff-a5a5-141ba49f16ba x-openstack-request-id: req-60a706c1-93c5-44ff-a5a5-141ba49f16ba {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:32:45.636935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678353f-3a09-48ca-b74a-cac769734301", "name": "network-vif-deleted", "tag": "99a05107-3b94-4213-9268-b095fbbd81f1", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:32:45.637190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60a706c1-93c5-44ff-a5a5-141ba49f16ba {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:32:45.637587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678353f-3a09-48ca-b74a-cac769734301', 'name': 'network-vif-deleted', 'tag': '99a05107-3b94-4213-9268-b095fbbd81f1', 'status': 'completed', 'code': 200} Nov 24 22:32:46.060449 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5e24de02-26e1-4932-b8bb-b7f6bb4bf8f0 req-b06c09fe-1cbf-4b8d-9c08-30cc13570cfa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7678353f-3a09-48ca-b74a-cac769734301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256703 Nov 24 22:32:46.135692 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5e24de02-26e1-4932-b8bb-b7f6bb4bf8f0 req-d72b2468-c735-486e-8b77-4b4f0fb6e022 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=7678353f-3a09-48ca-b74a-cac769734301 HTTP/1.1" status: 200 len: 210 time: 0.0292597 Nov 24 22:32:46.311294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24de02-26e1-4932-b8bb-b7f6bb4bf8f0 req-6934359a-60a4-4cbc-b163-37d7463fc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:46.312779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5e24de02-26e1-4932-b8bb-b7f6bb4bf8f0 req-6934359a-60a4-4cbc-b163-37d7463fc3b2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e8d29a1b03214f108524bb39df2bc726&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1583502 Nov 24 22:32:46.385915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35290) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:46.445296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2f1e-5273-4876-a3a9-8895e9cc9435 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:46.470584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2f1e-5273-4876-a3a9-8895e9cc9435 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:46.483681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24de02-26e1-4932-b8bb-b7f6bb4bf8f0 req-8b27b5b4-f416-4266-a9ae-334893938aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:46.485139 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5e24de02-26e1-4932-b8bb-b7f6bb4bf8f0 req-8b27b5b4-f416-4266-a9ae-334893938aa2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641674 Nov 24 22:32:46.535758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2f1e-5273-4876-a3a9-8895e9cc9435 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:46.538245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2f1e-5273-4876-a3a9-8895e9cc9435 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:46.539377 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4dcb2f1e-5273-4876-a3a9-8895e9cc9435 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/05d142ea-a8dd-49d0-bfbd-62323eed3038 HTTP/1.1" status: 204 len: 168 time: 0.1524611 Nov 24 22:32:46.548146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb2f1e-5273-4876-a3a9-8895e9cc9435 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d142ea-a8dd-49d0-bfbd-62323eed3038,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:46.630376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8808210f-2652-4417-b0c3-f133491f0059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:46.871460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:47.407931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 99a05107-3b94-4213-9268-b095fbbd81f1 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:32:47.432103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 99a05107-3b94-4213-9268-b095fbbd81f1 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:32:47.432439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 99a05107-3b94-4213-9268-b095fbbd81f1 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:32:47.587744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35296) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:47.931669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:48.176240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 9a05c963-b6fa-44c5-a901-a8d40c8e111a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:32:48.176581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:48.264927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 9a05c963-b6fa-44c5-a901-a8d40c8e111a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9a05c963-b6fa-44c5-a901-a8d40c8e111a,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:48.265285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:48.277771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 9a05c963-b6fa-44c5-a901-a8d40c8e111a owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:32:48.373080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:48.459647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:48.486643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=9a05c963-b6fa-44c5-a901-a8d40c8e111a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:48.651815 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.135460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:32:49.241773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:32:49.246687 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ca0e3167-be9f-4dde-a2f3-844988683a36 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/a3c2c8df-ef49-454a-b4df-c63475eb8ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6579008 Nov 24 22:32:49.249604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35300) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:49.251550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd53e-f391-4036-a935-913c06deb172 None None] Sync routers for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:32:49.261356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:49.261960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:49.300679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet 0547e563-3829-4f32-b8fe-f14532c024d6 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:32:49.303773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.347694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.361342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:49.431209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.504122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.535578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=0547e563-3829-4f32-b8fe-f14532c024d6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:49.539187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.545287 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-339e93eb-57f3-4b96-98e6-10a518520173 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/0547e563-3829-4f32-b8fe-f14532c024d6 HTTP/1.1" status: 204 len: 168 time: 0.2917955 Nov 24 22:32:49.545409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:32:48Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:49.545864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35302) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:49.575170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eea63e-f0f9-4d4c-8051-17d72de5c72c None None] Network d3b8f139-c465-4851-9615-76d105e277d8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:32:49.578453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd53e-f391-4036-a935-913c06deb172 None None] Checking router: a3c2c8df-ef49-454a-b4df-c63475eb8ef8 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:32:49.626762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] Routers {'a3c2c8df-ef49-454a-b4df-c63475eb8ef8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:49.627382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:49.648384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.747804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.753732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.792809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] Set router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:49.810274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 15cce485-1195-41bc-b390-5a7fbd0e6c01 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:32:49.810619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.891431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 15cce485-1195-41bc-b390-5a7fbd0e6c01, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=15cce485-1195-41bc-b390-5a7fbd0e6c01,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:49.891841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:49.905314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 15cce485-1195-41bc-b390-5a7fbd0e6c01 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:32:49.919097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] DHCP port deletion for d3b8f139-c465-4851-9615-76d105e277d8 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:32:50.078217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.106098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=15cce485-1195-41bc-b390-5a7fbd0e6c01,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:50.154244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Deleting port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:32:50.154520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.168069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.196634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-606fd53e-f391-4036-a935-913c06deb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:32:48Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:50.228553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd53e-f391-4036-a935-913c06deb172 None None] The sync data for ids ['a3c2c8df-ef49-454a-b4df-c63475eb8ef8'] in dv-neutron-818715-1-hyperv is: [{'id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'name': 'tempest-TestNetworkBasicOps-router-964157184', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:32:48Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '15cce485-1195-41bc-b390-5a7fbd0e6c01', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2c8df-ef49-454a-b4df-c63475eb8ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:29:47Z', 'updated_at': '2021-11-24T22:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:32:50.246041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] For port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,segment=NetworkSegment(392d74bd-d9f5-4349-9c33-27343992187f),segment_id=392d74bd-d9f5-4349-9c33-27343992187f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:50.246438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.263204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Calling delete_port for 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:32:50.267254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.270034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.313207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.313675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router a3c2c8df-ef49-454a-b4df-c63475eb8ef8 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:32:50.322462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.325237 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-25cfe230-28a6-47f6-b194-3f24b044429b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/a3c2c8df-ef49-454a-b4df-c63475eb8ef8 HTTP/1.1" status: 204 len: 168 time: 0.7792833 Nov 24 22:32:50.327672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35304) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:50.341789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.366593 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Pushing event deleted for resources: {'Port': ['ID=82cdbb28-1dc2-4dbc-bcd2-901b92801c8b,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:50.370853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] No DVR routers for this DVR port 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.382008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.386457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f97e35-8b7f-4ce4-ba2b-74ec3cd223af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:50.414211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.497755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.517141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b8f139-c465-4851-9615-76d105e277d8']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:50.526705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392d74bd-d9f5-4349-9c33-27343992187f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:50.527003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392d74bd-d9f5-4349-9c33-27343992187f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:50.536175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.549063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.556469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:32:50.556978 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:32:50.560265 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:32:50.626204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.634744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.637070 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/d3b8f139-c465-4851-9615-76d105e277d8 HTTP/1.1" status: 204 len: 168 time: 0.3083808 Nov 24 22:32:50.649666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35306) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:50.650459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efdaef-d321-4983-90d3-f7f9e0243b52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=d3b8f139-c465-4851-9615-76d105e277d8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:50.658162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--2146428036', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:50.680038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:32:50.683675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.708868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:32:50.717944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.718289 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 12958f5d-0a33-40fa-a576-a8c8a2d445b2 of type vlan for network 013c6b0b-9af0-48bb-9eff-825721308dba Nov 24 22:32:50.757796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.785605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.791275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:50.791926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.851737 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1977856 Nov 24 22:32:50.854473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35308) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:50.859559 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:50.873450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4640caf-12f2-409b-9022-8234d2b8260e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=013c6b0b-9af0-48bb-9eff-825721308dba,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:50.883677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 013c6b0b-9af0-48bb-9eff-825721308dba details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:32:50.885574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.886804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:50.946140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:51.083659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:51.257751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15cce485-1195-41bc-b390-5a7fbd0e6c01 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:32:51.273444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:51.278247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 15cce485-1195-41bc-b390-5a7fbd0e6c01 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:32:51.278595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15cce485-1195-41bc-b390-5a7fbd0e6c01 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:32:51.279003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:32:51.292108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:51.297052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:32:51.297403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 82cdbb28-1dc2-4dbc-bcd2-901b92801c8b not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:32:51.297808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a05c963-b6fa-44c5-a901-a8d40c8e111a no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:32:51.316592 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 9a05c963-b6fa-44c5-a901-a8d40c8e111a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:32:51.316938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9a05c963-b6fa-44c5-a901-a8d40c8e111a not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:32:51.397272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.193 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/9dec0970-7fba-4b02-be9a-f814dc6dd253) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:32:51.496510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:51.529663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:51.569684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:32:51.572572 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:32:51.575987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:32:51.602849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9dec0970-7fba-4b02-be9a-f814dc6dd253,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:51.823273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.015218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.137101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:32:52.240529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:32:52.250184 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:32:52.260533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.260740 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:52.261783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b2fe46db-b92b-472a-bd00-b63b42e0c7d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4061570 Nov 24 22:32:52.262262 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:52.265018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35310) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:52.292069 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8d1e2df5-0ff4-4a21-a7dd-9933870a7de5 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260129 Nov 24 22:32:52.294597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35312) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:52.364307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:52.384763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac303b-80bf-4745-bd47-e9cdb34b6943 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:52.386270 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-09ac303b-80bf-4745-bd47-e9cdb34b6943 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906947 Nov 24 22:32:52.389324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35314) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:52.417474 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9cf9a33e-da96-458f-a871-b599393c3a8a tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270529 Nov 24 22:32:52.420035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35316) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:52.425464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278066844', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:52.515990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:32:52.519605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.539728 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:51Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:52.566037 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:32:52.566412 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Updating router 896761a4-93f4-40fd-8a6e-63fc0b13846b port 9dec0970-7fba-4b02-be9a-f814dc6dd253 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:32:52.591372 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.699690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.760814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:52.768822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:32:52.769187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: 013c6b0b-9af0-48bb-9eff-825721308dba, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:32:52.786071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 013c6b0b-9af0-48bb-9eff-825721308dba is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:32:52.795611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 013c6b0b-9af0-48bb-9eff-825721308dba) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:32:52.799599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:52.800735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.805637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6f703-c251-4c7b-8b08-819858d73a70 None None] Network 013c6b0b-9af0-48bb-9eff-825721308dba requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:32:52.823890 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-46d627ff-07d8-469c-bc3d-996cf16bb69b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026024 Nov 24 22:32:52.826626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35318) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:52.845799 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.855042 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.894191 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Pushing event updated for resources: {'Port': ['ID=9dec0970-7fba-4b02-be9a-f814dc6dd253,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:52.903337 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.903337 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.903692 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.903923 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.904204 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.904528 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.904856 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.905174 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.905503 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.905820 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.906135 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.906448 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:32:52.924586 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Attempting to bind port 9dec0970-7fba-4b02-be9a-f814dc6dd253 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:32:52.924586 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Attempting to bind port 9dec0970-7fba-4b02-be9a-f814dc6dd253 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:32:52.924586 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Attempting to bind port 9dec0970-7fba-4b02-be9a-f814dc6dd253 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:32:52.930054 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:32:52.930417 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:32:52.930823 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.931208 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:32:52.931692 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Bound port: 9dec0970-7fba-4b02-be9a-f814dc6dd253, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:32:52.932066 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.961708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-013c6b0b-9af0-48bb-9eff-825721308dba', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:32:52.962589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:52.983152 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] For port 9dec0970-7fba-4b02-be9a-f814dc6dd253, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:32:52.986336 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] For port 9dec0970-7fba-4b02-be9a-f814dc6dd253, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9dec0970-7fba-4b02-be9a-f814dc6dd253,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:32:52.991223 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.054345 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab9f81-282d-427f-88e3-2d9e5f0587f7 None None] Pushing event updated for resources: {'Port': ['ID=9dec0970-7fba-4b02-be9a-f814dc6dd253,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:53.068588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:53.069201 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:53.107891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Allocated IP 172.20.0.2 (013c6b0b-9af0-48bb-9eff-825721308dba/b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c/199157da-af90-414a-a3e6-9062080f5ce6) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:32:53.178880 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:53.251362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.257419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.292199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.297459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Network 013c6b0b-9af0-48bb-9eff-825721308dba is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:32:53.300594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:32:53.304396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:32:53.313520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Pushing event updated for resources: {'Port': ['ID=199157da-af90-414a-a3e6-9062080f5ce6,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:53.364307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Attempting to bind port 199157da-af90-414a-a3e6-9062080f5ce6 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:32:53.364774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Attempting to bind port 199157da-af90-414a-a3e6-9062080f5ce6 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:32:53.365519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Attempting to bind port 199157da-af90-414a-a3e6-9062080f5ce6 on network 013c6b0b-9af0-48bb-9eff-825721308dba {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:32:53.367735 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6413763a-e214-4497-9458-cb537b69c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:51Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:53.370618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:32:53.371128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Checking segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:32:53.371651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.372208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Bound using segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:32:53.372753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Bound port: 199157da-af90-414a-a3e6-9062080f5ce6, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:32:53.373203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.395845 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413763a-e214-4497-9458-cb537b69c821 None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:51Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:32:53.444599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] For port 199157da-af90-414a-a3e6-9062080f5ce6, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:32:53.448569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] For port 199157da-af90-414a-a3e6-9062080f5ce6, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=199157da-af90-414a-a3e6-9062080f5ce6,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:32:53.455787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.527226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8785e9-ac7c-4cfc-8f58-b9e07ec436b2 None None] Pushing event updated for resources: {'Port': ['ID=199157da-af90-414a-a3e6-9062080f5ce6,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:53.592663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (013c6b0b-9af0-48bb-9eff-825721308dba/b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c/285558d8-7652-4003-b1a3-54a9fb7e90d7) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:32:53.746373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.791554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:53.833480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 013c6b0b-9af0-48bb-9eff-825721308dba is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:32:53.836711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:32:53.839722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:32:53.868473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=285558d8-7652-4003-b1a3-54a9fb7e90d7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:53.892993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.033220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.320782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.326090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.404031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=285558d8-7652-4003-b1a3-54a9fb7e90d7,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:54.410268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.433567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd830411-985a-4d25-802b-27ffe1901a9e None None] Network 013c6b0b-9af0-48bb-9eff-825721308dba requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:32:54.502481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 013c6b0b-9af0-48bb-9eff-825721308dba is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:32:54.504553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:32:54.562771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1c83b22f-ebda-40a4-b100-48f79cb89398 None None] Provisioning complete for port 199157da-af90-414a-a3e6-9062080f5ce6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:54.563130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c83b22f-ebda-40a4-b100-48f79cb89398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.615844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:32:54.666660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c83b22f-ebda-40a4-b100-48f79cb89398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.707370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1c83b22f-ebda-40a4-b100-48f79cb89398 None None] For port 199157da-af90-414a-a3e6-9062080f5ce6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=199157da-af90-414a-a3e6-9062080f5ce6,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:54.713533 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c83b22f-ebda-40a4-b100-48f79cb89398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.736338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:32:54.743014 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e7a669f8-8c6a-4cc4-b3a6-117abf555159 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/896761a4-93f4-40fd-8a6e-63fc0b13846b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9146445 Nov 24 22:32:54.745041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35320) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:54.768215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83b22f-ebda-40a4-b100-48f79cb89398 None None] Pushing event updated for resources: {'Port': ['ID=199157da-af90-414a-a3e6-9062080f5ce6,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:54.839368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3dc258e9-f9cc-47f1-af74-d342aea5e740 None None] Provisioning complete for port 199157da-af90-414a-a3e6-9062080f5ce6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:54.839854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dc258e9-f9cc-47f1-af74-d342aea5e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.849976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7d56d-0374-4fa7-b37b-851373cc8500 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:54.850453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7d56d-0374-4fa7-b37b-851373cc8500 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:54.850920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7d56d-0374-4fa7-b37b-851373cc8500 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:54.852101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7d56d-0374-4fa7-b37b-851373cc8500 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:54.853307 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c9f7d56d-0374-4fa7-b37b-851373cc8500 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1066723 Nov 24 22:32:54.855759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35322) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:54.944271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3dc258e9-f9cc-47f1-af74-d342aea5e740 None None] Provisioning complete for port 285558d8-7652-4003-b1a3-54a9fb7e90d7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:54.944650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dc258e9-f9cc-47f1-af74-d342aea5e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:54.984384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3dc258e9-f9cc-47f1-af74-d342aea5e740 None None] Port 285558d8-7652-4003-b1a3-54a9fb7e90d7 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:32:55.064648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:32:55.075317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:55.076010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:55.161967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2278f78b-794d-49b4-9464-59c836eef150 None None] Provisioning complete for port 285558d8-7652-4003-b1a3-54a9fb7e90d7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:55.162463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2278f78b-794d-49b4-9464-59c836eef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:55.223379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2278f78b-794d-49b4-9464-59c836eef150 None None] Port 285558d8-7652-4003-b1a3-54a9fb7e90d7 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:32:55.223636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b857f-44de-40bd-894b-b055720c919c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:55.223636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b857f-44de-40bd-894b-b055720c919c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:55.223636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b857f-44de-40bd-894b-b055720c919c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:55.223636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b857f-44de-40bd-894b-b055720c919c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:55.225654 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b72b857f-44de-40bd-894b-b055720c919c tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.3688128 Nov 24 22:32:55.228600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35324) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:55.246565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:55.285880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 199157da-af90-414a-a3e6-9062080f5ce6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:32:55.368319 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-852c8358-0965-4f23-9407-3fe97f1fcfbd tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1385138 Nov 24 22:32:55.410085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e8d35229-b5d0-48b4-aab8-0d90b918d966 None None] Provisioning complete for port 285558d8-7652-4003-b1a3-54a9fb7e90d7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:55.410391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8d35229-b5d0-48b4-aab8-0d90b918d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:55.445878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 199157da-af90-414a-a3e6-9062080f5ce6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:55.446531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:55.495097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e8d35229-b5d0-48b4-aab8-0d90b918d966 None None] Port 285558d8-7652-4003-b1a3-54a9fb7e90d7 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:32:55.583593 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9dec0970-7fba-4b02-be9a-f814dc6dd253 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:32:55.587792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:54Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:55.632151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:32:55.632410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Updating router 896761a4-93f4-40fd-8a6e-63fc0b13846b port 285558d8-7652-4003-b1a3-54a9fb7e90d7 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:32:55.664774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:55.703953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 9dec0970-7fba-4b02-be9a-f814dc6dd253 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:55.704310 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.030345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.067007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 9dec0970-7fba-4b02-be9a-f814dc6dd253, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9dec0970-7fba-4b02-be9a-f814dc6dd253,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:56.071395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.156648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=9dec0970-7fba-4b02-be9a-f814dc6dd253,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.176914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.182175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.233444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402bb41-3ebb-4ad1-bff4-9917cb5d6ec7 None None] Pushing event updated for resources: {'Port': ['ID=285558d8-7652-4003-b1a3-54a9fb7e90d7,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.243048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35328) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:56.249475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501162634', 'description': 'tempest-secgroup-smoke-1501162634 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:56.279502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.287496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Attempting to bind port 285558d8-7652-4003-b1a3-54a9fb7e90d7 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:32:56.294787 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Attempting to bind port 285558d8-7652-4003-b1a3-54a9fb7e90d7 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:32:56.295197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Attempting to bind port 285558d8-7652-4003-b1a3-54a9fb7e90d7 on network 013c6b0b-9af0-48bb-9eff-825721308dba {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:32:56.301955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:32:56.302328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Checking segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:32:56.302741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.303132 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Bound using segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:32:56.303650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Bound port: 285558d8-7652-4003-b1a3-54a9fb7e90d7, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:32:56.304030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.371994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.376637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.385305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] For port 285558d8-7652-4003-b1a3-54a9fb7e90d7, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:32:56.390087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] For port 285558d8-7652-4003-b1a3-54a9fb7e90d7, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=285558d8-7652-4003-b1a3-54a9fb7e90d7,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:32:56.397295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.416195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.419567 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1732609 Nov 24 22:32:56.420578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35330) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:56.426339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f189cd3f-b95b-403f-b889-841fcb4d28f6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:56.430740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6591d1b-cad0-4af8-8487-bd01194996b6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f189cd3f-b95b-403f-b889-841fcb4d28f6,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.460570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.463541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:32:56.464282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:56.467133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402bb41-3ebb-4ad1-bff4-9917cb5d6ec7 None None] Pushing event updated for resources: {'Port': ['ID=285558d8-7652-4003-b1a3-54a9fb7e90d7,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.521443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.525824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.543366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82ef5e2-42b9-4a46-be1e-2c4fca41e8af,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.557309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-42202d82-b9aa-4de4-aa79-e1f8c618876b None None] Provisioning complete for port 285558d8-7652-4003-b1a3-54a9fb7e90d7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:56.557685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-42202d82-b9aa-4de4-aa79-e1f8c618876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.558079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.562337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35332) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:56.562944 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0e23d5c4-c428-458c-ac4a-4589c77175c4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403911 Nov 24 22:32:56.567877 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f189cd3f-b95b-403f-b889-841fcb4d28f6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:56.597949 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.611083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:32:56.660129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.664625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.684912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c92c3e-cec0-4ccb-9df2-30fa8d442ad4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.694818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.696280 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bc7eca81-9b42-4ca3-bec7-6c26ce830d64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320775 Nov 24 22:32:56.698991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35334) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:56.703855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f189cd3f-b95b-403f-b889-841fcb4d28f6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:56.731687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.751378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-42202d82-b9aa-4de4-aa79-e1f8c618876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.801079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.804842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.807992 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-42202d82-b9aa-4de4-aa79-e1f8c618876b None None] For port 285558d8-7652-4003-b1a3-54a9fb7e90d7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=285558d8-7652-4003-b1a3-54a9fb7e90d7,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:32:56.815090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-42202d82-b9aa-4de4-aa79-e1f8c618876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.823886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2d45c1-68a3-4e28-a28c-48ea3dbfb39d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.832845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.834061 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4994a4cc-5c2b-47b2-b32a-1fd9cb023cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339328 Nov 24 22:32:56.836923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35336) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:56.841233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f189cd3f-b95b-403f-b889-841fcb4d28f6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:56.869120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.902887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202d82-b9aa-4de4-aa79-e1f8c618876b None None] Pushing event updated for resources: {'Port': ['ID=285558d8-7652-4003-b1a3-54a9fb7e90d7,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.923041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:32:56.928726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.932847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.949746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1478c7-7f40-48cf-a248-9f8ddc028ba5,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:56.958093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe5ebb-3a18-4909-a945-784aa4572f1d None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:32:56.967068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.970925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8713ee6d-6cd9-4b50-a571-e4cae5d3f5c1 None None] Provisioning complete for port 285558d8-7652-4003-b1a3-54a9fb7e90d7 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:56.970925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8713ee6d-6cd9-4b50-a571-e4cae5d3f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:56.971270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35338) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:56.972487 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0c3cb5bf-0ea8-4d0b-a1de-4e7059cf8dd1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344998 Nov 24 22:32:56.975975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f189cd3f-b95b-403f-b889-841fcb4d28f6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:57.015962 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:32:57.027254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.110197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.114607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.133404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6134e2e-87e2-4e91-93a9-9598b97338a0,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:57.142204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.143653 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8297bfbb-0b5d-47d6-a272-f15bd39ecf1c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1710618 Nov 24 22:32:57.146911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35340) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:32:57.152118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': 'f189cd3f-b95b-403f-b889-841fcb4d28f6', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:32:57.180915 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:32:57.186961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.256449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.260547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.279545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cc74b0-bff5-4bc1-b7be-c3788f85bc82,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:32:57.286813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9dec0970-7fba-4b02-be9a-f814dc6dd253 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:32:57.293560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.295961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-28db4ebf-2269-4a95-b86b-cb7a7ea0e6c8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476862 Nov 24 22:32:57.344981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 9dec0970-7fba-4b02-be9a-f814dc6dd253 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:57.345357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.438483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 285558d8-7652-4003-b1a3-54a9fb7e90d7 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:32:57.488419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 285558d8-7652-4003-b1a3-54a9fb7e90d7 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:32:57.489105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:57.497906 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-a27da02e-0dab-4990-8754-4b6e5f76207e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501162634&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0350516 Nov 24 22:32:57.613842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-15aa67e1-8024-4797-b7a3-7a5d0b7ee066 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:57.615104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-15aa67e1-8024-4797-b7a3-7a5d0b7ee066 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 797 time: 0.1093533 Nov 24 22:32:57.631032 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-8e83097b-9e54-4bd3-aec7-d3fc0f7259b9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0099685 Nov 24 22:32:57.682910 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-399e5f24-c7a3-4d09-9654-60cc039494e3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460918 Nov 24 22:32:57.830739 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-a57446a8-1870-4355-9eb9-56f1889b1265 service neutron] 10.222.0.41 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349010 Nov 24 22:32:57.921745 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-84609837-7e7c-4340-8940-b1a8f83c30b3 service neutron] 10.222.0.41 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842640 Nov 24 22:32:59.096060 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b0aa6d65-3f32-4e21-a342-852cc9f498ab req-50e66d4f-6c94-4049-91da-7029d42a5979 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Nov 24 22:32:59.708301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:32:59.975731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-7a7262be-0ad7-4809-a415-0496f1311ff8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:32:59.977082 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-7a7262be-0ad7-4809-a415-0496f1311ff8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 797 time: 0.1051869 Nov 24 22:33:00.021401 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-646fff42-8bdd-4d5f-91de-7189d5e622df tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 380 time: 0.0346193 Nov 24 22:33:00.034992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['f189cd3f-b95b-403f-b889-841fcb4d28f6']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:00.143928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:33:00.147833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.191564 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ed926200-08fd-479b-81de-c1bd085021df req-81a75c9a-84ef-4529-8d00-10d913b19fae tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 210 time: 0.0302603 Nov 24 22:33:00.273433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.4 (013c6b0b-9af0-48bb-9eff-825721308dba/b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c/f7fd86ab-a1d4-44cb-8980-569bba873985) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:33:00.405015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.437563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.483355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 013c6b0b-9af0-48bb-9eff-825721308dba is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:33:00.486392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:33:00.489001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:33:00.523986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:00.546004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:00.546626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.563483 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-01be294d-ba11-434d-bcc4-070482086d49 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328226 Nov 24 22:33:00.576741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Request body: {'port': {'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:00.633112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.725534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c2cc595d-157b-4a09-8b51-52285c9fd697 None None] Provisioning complete for port f7fd86ab-a1d4-44cb-8980-569bba873985 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:33:00.726144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2cc595d-157b-4a09-8b51-52285c9fd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.761459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc595d-157b-4a09-8b51-52285c9fd697 None None] Port f7fd86ab-a1d4-44cb-8980-569bba873985 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:33:00.894189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fd86ab-a1d4-44cb-8980-569bba873985 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:33:00.901408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.913692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Transition to ACTIVE for port object f7fd86ab-a1d4-44cb-8980-569bba873985 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:33:00.918008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:00.969486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:01.038227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Attempting to bind port f7fd86ab-a1d4-44cb-8980-569bba873985 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:33:01.038888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Attempting to bind port f7fd86ab-a1d4-44cb-8980-569bba873985 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:33:01.038888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Attempting to bind port f7fd86ab-a1d4-44cb-8980-569bba873985 on network 013c6b0b-9af0-48bb-9eff-825721308dba {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:33:01.043363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Port f7fd86ab-a1d4-44cb-8980-569bba873985 on network 013c6b0b-9af0-48bb-9eff-825721308dba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:33:01.043735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Attempting to bind port f7fd86ab-a1d4-44cb-8980-569bba873985 on network 013c6b0b-9af0-48bb-9eff-825721308dba {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:33:01.048699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:33:01.049041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Checking segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:33:01.049429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Bound using segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:33:01.049860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Bound port: f7fd86ab-a1d4-44cb-8980-569bba873985, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:33:01.050226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:01.116122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:33:01.119242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:33:01.123717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:01.159335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.159996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:01.161408 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 1093 time: 0.5888793 Nov 24 22:33:01.161810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:01.164155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:01.194105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f08bbc-8d88-44b0-9f83-e6d482f6a9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:01.275053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-f6469f52-ae64-4c6c-8790-87bc3168fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.276625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-f6469f52-ae64-4c6c-8790-87bc3168fcd7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1096 time: 0.0575106 Nov 24 22:33:01.293150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9827589-571d-4d96-ad27-ac900143dcd5 x-openstack-request-id: req-f9827589-571d-4d96-ad27-ac900143dcd5 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:01.293449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:01.293732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9827589-571d-4d96-ad27-ac900143dcd5 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:01.294278 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'status': 'completed', 'code': 200} Nov 24 22:33:01.324247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342239c-3e3b-45f1-ac68-b4b99c6ecc0b req-b2efcb41-a66f-41dc-a202-a729a77abce9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.326208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8342239c-3e3b-45f1-ac68-b4b99c6ecc0b req-b2efcb41-a66f-41dc-a202-a729a77abce9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 943 time: 0.0581880 Nov 24 22:33:01.326627 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-30c9a360-65b0-4b04-8ea5-9f61e9ddabcb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 217 time: 0.0415881 Nov 24 22:33:01.365476 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8342239c-3e3b-45f1-ac68-b4b99c6ecc0b req-b480e47f-8d38-42a1-9589-a9dcb7f3836a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Nov 24 22:33:01.379116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-7736ad0b-6f7a-4299-92e7-002686e8313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.380609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-7736ad0b-6f7a-4299-92e7-002686e8313f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0464299 Nov 24 22:33:01.426325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-3887a013-422f-4891-825f-6c85cf85dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.427827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-3887a013-422f-4891-825f-6c85cf85dc99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397394 Nov 24 22:33:01.520664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-0f6d1d71-28c3-4b32-9391-4bedb7316545 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858068 Nov 24 22:33:01.610026 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8d420cb6-d3ca-4fb7-a15b-2a2a1e42bda1 req-db6f3f1f-2008-445f-81f9-135e6db75f54 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821972 Nov 24 22:33:01.717448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-f65aaf4f-bf06-446a-b813-ffe95ea09387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.718873 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-f65aaf4f-bf06-446a-b813-ffe95ea09387 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1096 time: 0.0404677 Nov 24 22:33:01.811641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-582e3499-1d4f-4ec1-91d2-14a8c9f5fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.813096 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-582e3499-1d4f-4ec1-91d2-14a8c9f5fcb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0862672 Nov 24 22:33:01.856921 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-c6118295-be6b-4b81-a389-5ab62a28776d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 217 time: 0.0356133 Nov 24 22:33:01.910227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-41daa291-f0e2-436a-b250-a012d02fd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.911630 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-41daa291-f0e2-436a-b250-a012d02fd3db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0472350 Nov 24 22:33:01.957987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-0ffff15a-e0b2-463a-af82-8bf0f9e76527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:01.959486 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-0ffff15a-e0b2-463a-af82-8bf0f9e76527 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400381 Nov 24 22:33:02.047545 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-f1b7cda2-bd8c-48a0-afc0-7609e19772e3 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800042 Nov 24 22:33:02.143296 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a57dcbf1-3acc-400d-ae9b-17b7ef8cb649 req-6012dfbe-2bb9-4985-aa04-0866d4cbf5fd service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Nov 24 22:33:02.480319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b311ba-a38b-4b5d-b906-78d27cb09df3 req-696e4068-bb0b-4930-abe9-2b2b75596686 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:02.481793 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0b311ba-a38b-4b5d-b906-78d27cb09df3 req-696e4068-bb0b-4930-abe9-2b2b75596686 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 943 time: 0.0481339 Nov 24 22:33:02.520448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0b311ba-a38b-4b5d-b906-78d27cb09df3 req-5a94e022-4d4f-4e6d-96ab-851a5c6ff71b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Nov 24 22:33:03.488807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device f7fd86ab-a1d4-44cb-8980-569bba873985 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:33:03.581572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:03.592721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:33:03.631508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e9df-9ec7-4888-a986-684c18a4b8ef req-7dc77fe3-e346-4421-bcbd-8a1642e9e9f9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:03.632456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:03.633000 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35c0e9df-9ec7-4888-a986-684c18a4b8ef req-7dc77fe3-e346-4421-bcbd-8a1642e9e9f9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 943 time: 0.0476046 Nov 24 22:33:03.645615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd86ab-a1d4-44cb-8980-569bba873985 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:33:03.664856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:03.668764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:03.674493 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35c0e9df-9ec7-4888-a986-684c18a4b8ef req-df502623-350a-4cc1-a297-7bebb8703372 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353060 Nov 24 22:33:03.714375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:03.890461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['f7fd86ab-a1d4-44cb-8980-569bba873985'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:33:04.786455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbed49-b94b-4983-b03f-447f34efea62 req-50f99108-8eb9-4d34-a549-6110e75a5b27 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:04.787990 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91fbed49-b94b-4983-b03f-447f34efea62 req-50f99108-8eb9-4d34-a549-6110e75a5b27 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 944 time: 0.0470457 Nov 24 22:33:04.824266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91fbed49-b94b-4983-b03f-447f34efea62 req-b477416b-76f5-4545-84fe-86132328b6b7 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305831 Nov 24 22:33:05.493198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device f7fd86ab-a1d4-44cb-8980-569bba873985 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:33:05.540946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port f7fd86ab-a1d4-44cb-8980-569bba873985 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:33:05.544759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port f7fd86ab-a1d4-44cb-8980-569bba873985 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:33:05.545133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:05.621771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:05.643219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:05.646058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943db28b-a53f-42b1-8afe-cbbce07e77f1" -d '{"events": [{"server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:05.658500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:05.662417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:05.688702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3460c8-49ed-43c0-8132-eadf163dc7b5 x-openstack-request-id: req-ed3460c8-49ed-43c0-8132-eadf163dc7b5 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:05.688987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:05.689232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed3460c8-49ed-43c0-8132-eadf163dc7b5 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:05.689605 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'code': 200} Nov 24 22:33:05.716487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:05.846982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6dd7-06f3-4fc8-979f-8ba6b5ef6c70 req-171054d4-acdd-4eae-b0ab-f89ec053dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:05.848457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14db6dd7-06f3-4fc8-979f-8ba6b5ef6c70 req-171054d4-acdd-4eae-b0ab-f89ec053dda9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1098 time: 0.0394244 Nov 24 22:33:05.883964 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14db6dd7-06f3-4fc8-979f-8ba6b5ef6c70 req-701f9f4f-4d14-4230-8cba-b922d61841c0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287538 Nov 24 22:33:05.936141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0dd0-51b4-49fa-97dc-149ebc15e2e3 req-4d946978-7675-416a-a398-3914333ae429 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:05.937599 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cdc0dd0-51b4-49fa-97dc-149ebc15e2e3 req-4d946978-7675-416a-a398-3914333ae429 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 945 time: 0.0472724 Nov 24 22:33:05.974217 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cdc0dd0-51b4-49fa-97dc-149ebc15e2e3 req-5f13a0d3-44ac-4524-b7d1-14ed0b55cb2f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297995 Nov 24 22:33:07.093299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866deef3-74f8-40f4-bd41-a88037489995 req-e0adb250-7b3d-4d42-8544-f2e424cdf265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:07.094757 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-866deef3-74f8-40f4-bd41-a88037489995 req-e0adb250-7b3d-4d42-8544-f2e424cdf265 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Nov 24 22:33:07.138578 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-866deef3-74f8-40f4-bd41-a88037489995 req-823e4a89-c0ae-41c2-b973-d774dd6f6d10 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378017 Nov 24 22:33:07.254268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62047-57b1-408e-8f9a-b58efa6f34fd req-eff95ff4-9bf5-4cfa-a77b-63b65f6c896c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:07.255636 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21b62047-57b1-408e-8f9a-b58efa6f34fd req-eff95ff4-9bf5-4cfa-a77b-63b65f6c896c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Nov 24 22:33:07.292042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21b62047-57b1-408e-8f9a-b58efa6f34fd req-dfd4d2aa-e3d9-4464-8086-53536d2a3b5e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Nov 24 22:33:07.314088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35398) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:07.352363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62f5a9-7a9c-46fd-a666-8131325fc11e tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:07.353852 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5f62f5a9-7a9c-46fd-a666-8131325fc11e tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1093 time: 0.0388007 Nov 24 22:33:07.356604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35400) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:07.360778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:07.383397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:07.485952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:07.588434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.83 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/9bec2a15-3a09-425b-b336-dab145b05c79) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:33:07.689448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:07.721968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:07.757113 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:33:07.760037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:33:07.763634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:33:07.790212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9bec2a15-3a09-425b-b336-dab145b05c79,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:07.803024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.803366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.803734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.804068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.804398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.804725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.805049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.805376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.805700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.806020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.806338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:07.806655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:08.392412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:08.455322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:08.599899 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:08.604064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:08.673605 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=9bec2a15-3a09-425b-b336-dab145b05c79,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:08.684145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:08.780556 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 0f994b77-0c18-4b77-bc36-1237b59ed265 associated. External IP: 172.26.3.83, port: f7fd86ab-a1d4-44cb-8980-569bba873985. Nov 24 22:33:08.977880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:33:09.083128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:33:09.092393 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:33:09.101294 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:33:09.101491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.101907 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:09.128156 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d0c551bd-3d78-46a2-9d81-4fdd0e9dd5a1 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7700224 Nov 24 22:33:09.129108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:09.130965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35402) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:09.139777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87680638-8e9e-4be5-beea-494824f874c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:09.173733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7094fd9-e83e-47c6-833a-dda9c9ddd54f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:09.175447 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a7094fd9-e83e-47c6-833a-dda9c9ddd54f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1093 time: 0.0427256 Nov 24 22:33:09.181093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042af4bc-a793-4275-8caf-8396e8096570 x-openstack-request-id: req-042af4bc-a793-4275-8caf-8396e8096570 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:09.181384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:09.181635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-042af4bc-a793-4275-8caf-8396e8096570 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:09.182033 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'status': 'completed', 'code': 200} Nov 24 22:33:09.247881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680638-8e9e-4be5-beea-494824f874c6 req-ec29c0eb-6aa9-45f9-9f84-e122922fedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:09.249390 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-ec29c0eb-6aa9-45f9-9f84-e122922fedbb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1098 time: 0.0453291 Nov 24 22:33:09.301470 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:33:09.341268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680638-8e9e-4be5-beea-494824f874c6 req-87b427df-8b88-44d0-8387-afdb35b898b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:09.342737 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-87b427df-8b88-44d0-8387-afdb35b898b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0859041 Nov 24 22:33:09.414468 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-6ce2d86d-6a01-462b-b153-f9a9b1b88bea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 998 time: 0.0646093 Nov 24 22:33:09.467719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680638-8e9e-4be5-beea-494824f874c6 req-5657a75a-2097-4d7d-9850-e2c994f21e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:09.469188 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-5657a75a-2097-4d7d-9850-e2c994f21e32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0468411 Nov 24 22:33:09.513210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680638-8e9e-4be5-beea-494824f874c6 req-4a2e06d7-dfbc-4f65-8597-5081a519c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:09.515063 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-4a2e06d7-dfbc-4f65-8597-5081a519c335 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386324 Nov 24 22:33:09.526177 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:08Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:09.553244 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:33:09.563039 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:33:09.563780 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:32:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:09.590298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:09.594968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709315410', 'description': 'tempest-secgroup-smoke-709315410 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:09.614930 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-18585aea-f2e2-4306-84cd-e40a25e6a4ce service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921535 Nov 24 22:33:09.617876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.676683 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:33:09.688727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.692853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.708696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87680638-8e9e-4be5-beea-494824f874c6 req-3b6a8856-7c98-42bd-9fcf-f57438af479d service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870585 Nov 24 22:33:09.728460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.729707 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1383679 Nov 24 22:33:09.731653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d372b-d39c-4fc3-991a-dc9ff4492422 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4a001-3e9c-4c84-935c-1d8c5093883e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:09.732784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35410) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:09.821458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05a4a001-3e9c-4c84-935c-1d8c5093883e', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:09.847611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.904911 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:08Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:09.905401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.910107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.931073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd82b4-79f9-424c-a1b2-1dc710f7fd5c None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:08Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:33:09.935968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00768c26-caa3-4e12-b6d3-71144d3b487b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:09.943096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:09.944433 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4cc23686-4ac2-469d-ac25-a0c0c008e581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106283 Nov 24 22:33:09.947130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35414) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:09.951506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05a4a001-3e9c-4c84-935c-1d8c5093883e', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:09.979467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.040597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.044195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.063093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b300c90f-d7fe-4e1f-be7d-c0d2a0b60335,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:10.073745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.074984 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4bd23d1b-bfe7-4509-b90b-40a7d7439bf0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268628 Nov 24 22:33:10.077677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35416) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:10.082596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05a4a001-3e9c-4c84-935c-1d8c5093883e', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:10.111147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.135731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc3786b-ec7e-4cde-a00e-c32655c5eccc None None] New status for floating IP 0f994b77-0c18-4b77-bc36-1237b59ed265: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:33:10.172583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.177058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.192790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aadad7-1da4-46c8-8b97-a7320bead535,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:10.203642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.204881 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-986d9b44-6f97-4907-95af-d8672befdc1b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262407 Nov 24 22:33:10.207734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35418) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:10.211958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05a4a001-3e9c-4c84-935c-1d8c5093883e', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:10.237523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.298602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.302817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.322012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531165aa-df15-4250-a4c5-384d1347445a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:10.329510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.330729 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-42cdc198-69b1-4d9e-8a35-d222e74b8c1e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220605 Nov 24 22:33:10.333406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35420) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:10.337668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05a4a001-3e9c-4c84-935c-1d8c5093883e', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:10.358864 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:33:10.364064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.426919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.430687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.448690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5359f2d1-d23e-4f32-9eb1-ad29efde4e98,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:10.455393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.456634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cd4eefbb-7fd5-4e6d-bd67-bb0eebc27c29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223056 Nov 24 22:33:10.459291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35422) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:10.463529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '05a4a001-3e9c-4c84-935c-1d8c5093883e', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:10.484099 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:33:10.489535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.551038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.554522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.572040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa9e1f1-70a2-431c-a814-20e336f9cbb4,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:10.579797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:10.581055 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9cf1d746-db92-4ebb-ab10-e914dc110092 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207991 Nov 24 22:33:10.723303 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-c018d569-53bb-474a-958b-94cec9294af2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709315410&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0324562 Nov 24 22:33:10.827161 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-cd05cfd2-947f-4bd1-9564-5bc5195f3d20 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:10.828638 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-cd05cfd2-947f-4bd1-9564-5bc5195f3d20 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 797 time: 0.0985889 Nov 24 22:33:10.842904 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-24cc9dfe-1760-4ac8-be1c-def2bd377120 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0086293 Nov 24 22:33:10.900599 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-3f5c1610-dfc0-4d08-b3a0-0753efc495dc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521302 Nov 24 22:33:10.992724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-581ef4e8-e9e1-49ba-b6f1-5e8d905ad5f4 service neutron] 10.222.0.41 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803301 Nov 24 22:33:11.083458 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-b6ace787-fe38-40cc-8c9b-ce8baa0e0b84 service neutron] 10.222.0.41 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847342 Nov 24 22:33:11.243914 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ba2ff570-a33e-426b-929f-0cd4919714a9 req-1a4f35b1-3a6f-49cb-b64e-f2c759408241 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 210 time: 0.0267191 Nov 24 22:33:12.129004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-e91819ed-7c9b-435a-9cd8-de64af3fcc7e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:12.130437 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-e91819ed-7c9b-435a-9cd8-de64af3fcc7e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 797 time: 0.1081467 Nov 24 22:33:12.177798 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5ca17162-7036-4f30-9973-c8875effd64c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 472 time: 0.0376618 Nov 24 22:33:12.186733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['05a4a001-3e9c-4c84-935c-1d8c5093883e']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:12.290317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:33:12.293950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:12.336779 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cabc0272-df5d-4a40-aee8-6fffbe01c67e req-6b8ecda2-8160-4136-987e-8168b15872b8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 210 time: 0.0261190 Nov 24 22:33:12.421854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.14 (013c6b0b-9af0-48bb-9eff-825721308dba/b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c/2a26cb9b-bffa-4dc3-a365-761a1fa1b41a) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:33:12.557971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:12.591329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:12.634612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 013c6b0b-9af0-48bb-9eff-825721308dba is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:33:12.637610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:33:12.641175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:33:12.649608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:12.695932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:12.696571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:12.713900 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-9bac7700-4d0e-422a-8e61-66aaa45d6f67 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5308030 Nov 24 22:33:12.726991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Request body: {'port': {'device_id': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:12.787042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:12.887163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-278e28fd-c8a1-4a7e-b047-4350ae832b66 None None] Provisioning complete for port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:33:12.887806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-278e28fd-c8a1-4a7e-b047-4350ae832b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:12.926524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-278e28fd-c8a1-4a7e-b047-4350ae832b66 None None] Port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:33:13.043743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:33:13.051816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:13.063196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Transition to ACTIVE for port object 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:33:13.067506 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:13.119730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Pushing event updated for resources: {'Port': ['ID=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:13.190983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Attempting to bind port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:33:13.191709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Attempting to bind port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:33:13.191709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Attempting to bind port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a on network 013c6b0b-9af0-48bb-9eff-825721308dba {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:33:13.196467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a on network 013c6b0b-9af0-48bb-9eff-825721308dba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:33:13.196811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Attempting to bind port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a on network 013c6b0b-9af0-48bb-9eff-825721308dba {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:33:13.201737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:33:13.202075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Checking segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:33:13.202463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Bound using segment: {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:33:13.202897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Bound port: 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12958f5d-0a33-40fa-a576-a8c8a2d445b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:33:13.203264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:13.268131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] For port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:33:13.271790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] For port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:33:13.276065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:13.309444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.310047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:13.311457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] 10.222.0.71 "PUT /v2.0/ports/2a26cb9b-bffa-4dc3-a365-761a1fa1b41a HTTP/1.1" status: 200 len: 1094 time: 0.5887218 Nov 24 22:33:13.311948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:13.314121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb79d7a5-6865-49ee-9b26-543518ec0646" -d '{"events": [{"name": "network-changed", "server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:13.339458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db22c51-a5db-48ef-b2e3-5d1067d63d2f service neutron] Pushing event updated for resources: {'Port': ['ID=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:13.381051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70480fd7-351e-4d16-b208-a509a2578804 x-openstack-request-id: req-70480fd7-351e-4d16-b208-a509a2578804 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:13.381347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:13.381597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70480fd7-351e-4d16-b208-a509a2578804 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:13.381987 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'status': 'completed', 'code': 200} Nov 24 22:33:13.398354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-7a9dcece-edde-4805-9450-5591e273544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.400042 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-7a9dcece-edde-4805-9450-5591e273544e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 1097 time: 0.0452859 Nov 24 22:33:13.448980 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-d2e07244-831f-40b5-b8f9-c5f81809c356 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a HTTP/1.1" status: 200 len: 217 time: 0.0412097 Nov 24 22:33:13.462656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0589-df92-4695-95a2-041261989c58 req-b7970766-5990-4ca6-92cc-672ed78b7266 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.464331 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-109f0589-df92-4695-95a2-041261989c58 req-b7970766-5990-4ca6-92cc-672ed78b7266 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 944 time: 0.0540700 Nov 24 22:33:13.501095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-4916fbf2-15e0-43c7-a930-7e274319bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.503432 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-4916fbf2-15e0-43c7-a930-7e274319bb23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0467896 Nov 24 22:33:13.506831 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-109f0589-df92-4695-95a2-041261989c58 req-12c75e46-f175-49c2-93a5-76a2ee2dd6c0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343118 Nov 24 22:33:13.548318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-b4ae87a4-5dff-4251-900d-f826f17be8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.550363 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-b4ae87a4-5dff-4251-900d-f826f17be8f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397534 Nov 24 22:33:13.642903 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-0a34fd02-a001-4425-9acc-876f0e9bb876 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849743 Nov 24 22:33:13.730651 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15c4dc1f-afb1-4656-9ebc-22cfb4c29068 req-ec7c789b-6fda-420b-8526-99d138338c72 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803680 Nov 24 22:33:13.814624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-1df1a3ce-afcc-42f8-934f-773a1496f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.816620 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-1df1a3ce-afcc-42f8-934f-773a1496f6f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 1097 time: 0.0431776 Nov 24 22:33:13.905227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-eabd02db-d5c0-4e48-ad4e-86bc72bee429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:13.906574 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-eabd02db-d5c0-4e48-ad4e-86bc72bee429 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0822954 Nov 24 22:33:13.950037 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-fbbfda49-24fe-4b8c-99c1-23d65b87f2aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a HTTP/1.1" status: 200 len: 217 time: 0.0353782 Nov 24 22:33:14.002110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-61678f50-f8ed-4707-a181-b9aa8c25a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:14.004104 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-61678f50-f8ed-4707-a181-b9aa8c25a62c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0456929 Nov 24 22:33:14.047277 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-ebaca339-5fd6-47a4-943c-e448c07f5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:14.048733 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-ebaca339-5fd6-47a4-943c-e448c07f5050 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0369935 Nov 24 22:33:14.140080 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-0eaf2944-05a8-4926-b0aa-3af7463404ec service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836666 Nov 24 22:33:14.211842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7df27bea-7dd6-4f12-89b2-271a80e9ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:14.238561 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fb79d7a5-6865-49ee-9b26-543518ec0646 req-7600148a-ed11-447e-a08a-9789ef4b01c0 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893650 Nov 24 22:33:14.621551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5917f6-5833-4efc-821a-f6f696d737a1 req-db818b40-03ef-428e-8c29-3336d4e2c656 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:14.623001 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c5917f6-5833-4efc-821a-f6f696d737a1 req-db818b40-03ef-428e-8c29-3336d4e2c656 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 944 time: 0.0484285 Nov 24 22:33:14.663559 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c5917f6-5833-4efc-821a-f6f696d737a1 req-beffef8e-9b85-4798-b5e3-fc4425fcf708 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341759 Nov 24 22:33:15.523918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:33:15.615535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:15.626441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'port_id': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'mac_address': 'fa:16:3e:82:fe:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:33:15.664645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:15.781155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746482-e871-402c-95e6-f47a1b3dad14 req-437b5997-288f-44e0-b1d3-c58133cee4a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:15.782748 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-49746482-e871-402c-95e6-f47a1b3dad14 req-437b5997-288f-44e0-b1d3-c58133cee4a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 944 time: 0.0516410 Nov 24 22:33:15.815580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:33:15.822035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-49746482-e871-402c-95e6-f47a1b3dad14 req-2bb6aa6e-0a77-4036-8804-5ff20808e841 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Nov 24 22:33:15.835144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:15.838769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:15.884940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:16.066047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['2a26cb9b-bffa-4dc3-a365-761a1fa1b41a'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:33:16.630186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-621969a2-753b-4ac2-b43a-e261845cb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:16.872915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:16.935203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc868-99d8-4855-9e98-ea95e115ac6a req-b9a4a2fa-e857-46ce-b640-1902f51caf9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:16.936589 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-52cdc868-99d8-4855-9e98-ea95e115ac6a req-b9a4a2fa-e857-46ce-b640-1902f51caf9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 945 time: 0.0486031 Nov 24 22:33:16.975548 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-52cdc868-99d8-4855-9e98-ea95e115ac6a req-a0fac271-31a2-4ebb-ae02-413ded373d9b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330625 Nov 24 22:33:17.550231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:33:17.599387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:33:17.602894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:33:17.603262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:17.679386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:17.701500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:17.703729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970bab43-aaa5-4b7d-83fc-ccacd8427eab" -d '{"events": [{"server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "name": "network-vif-plugged", "status": "completed", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:17.717420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:17.721402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:17.749320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648af98a-4a60-4f33-8ea8-65605087445a x-openstack-request-id: req-648af98a-4a60-4f33-8ea8-65605087445a {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:17.749629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "name": "network-vif-plugged", "status": "completed", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:17.749863 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-648af98a-4a60-4f33-8ea8-65605087445a {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:17.750239 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'code': 200} Nov 24 22:33:17.775706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:17.901934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9676d0-ddbe-4b32-981a-0a19ebeb209a req-f12aa85f-5249-4a27-b238-4740a15f7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:17.903442 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac9676d0-ddbe-4b32-981a-0a19ebeb209a req-f12aa85f-5249-4a27-b238-4740a15f7b77 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 1099 time: 0.0394921 Nov 24 22:33:17.937808 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac9676d0-ddbe-4b32-981a-0a19ebeb209a req-663aac4d-5183-45ed-8040-a512f9931cb2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271523 Nov 24 22:33:18.087128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae713-0ba3-4064-b9bc-615244c3ea0a req-aea24af3-104e-4ab7-a1a9-8e905524f43c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:18.088629 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-739ae713-0ba3-4064-b9bc-615244c3ea0a req-aea24af3-104e-4ab7-a1a9-8e905524f43c tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 946 time: 0.0491612 Nov 24 22:33:18.128886 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-739ae713-0ba3-4064-b9bc-615244c3ea0a req-215ccd70-aef4-4458-8d73-3b2ba7ea113e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343888 Nov 24 22:33:18.375116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:18.511069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:33:19.241851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76cf7-359b-4bf5-a4e0-87c03ab2006f req-6721cf89-a8d6-4b05-a2ea-7320392eb2a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:19.243328 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cfe76cf7-359b-4bf5-a4e0-87c03ab2006f req-6721cf89-a8d6-4b05-a2ea-7320392eb2a8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 946 time: 0.0475483 Nov 24 22:33:19.279864 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cfe76cf7-359b-4bf5-a4e0-87c03ab2006f req-e04ac7c9-f123-4123-8d85-0c4122f3d6d0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Nov 24 22:33:19.390939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0e219-ebd7-4f28-9e41-2b8eb0480a11 req-309472ac-0859-4690-9813-bfc80b5ae158 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:19.392307 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-17a0e219-ebd7-4f28-9e41-2b8eb0480a11 req-309472ac-0859-4690-9813-bfc80b5ae158 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 946 time: 0.0481539 Nov 24 22:33:19.430105 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-17a0e219-ebd7-4f28-9e41-2b8eb0480a11 req-70f212f8-d135-4177-aceb-f74bfc84a614 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Nov 24 22:33:19.451350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35470) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:19.613779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9a856-2237-4419-8a88-1a17da292f4f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:19.615242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5dd9a856-2237-4419-8a88-1a17da292f4f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 1094 time: 0.1629446 Nov 24 22:33:19.618097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35474) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:19.622377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:19.643378 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:19.670783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:19.741228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:19.845854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.160 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/63b7d6fe-989d-46eb-874c-d87500deb2dc) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:33:19.943929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:19.978267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:20.013904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:33:20.018495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:33:20.024770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:33:20.027750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=63b7d6fe-989d-46eb-874c-d87500deb2dc,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:20.352112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:20.417975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:20.559275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:20.563804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:20.635724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=63b7d6fe-989d-46eb-874c-d87500deb2dc,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:20.643480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:20.740600 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP ac1360e9-afc5-4010-af99-d702d29a0960 associated. External IP: 172.26.3.160, port: 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a. Nov 24 22:33:20.941500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:33:21.042292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:33:21.052407 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:33:21.059333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:21.061775 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:33:21.062582 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:21.089943 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-add6ec90-2f76-4778-8583-8f9f5d320f18 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4708166 Nov 24 22:33:21.090655 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:21.093008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707" -d '{"events": [{"name": "network-changed", "server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:21.129786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f611e-4ea3-4166-bb20-38fb6f0eaefd x-openstack-request-id: req-7f9f611e-4ea3-4166-bb20-38fb6f0eaefd {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:21.130081 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:21.130339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f9f611e-4ea3-4166-bb20-38fb6f0eaefd {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:21.130743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'status': 'completed', 'code': 200} Nov 24 22:33:21.172659 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:33:21.197550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-6cccf8b0-0681-48b8-8ac4-dc8e985cbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:21.199003 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-6cccf8b0-0681-48b8-8ac4-dc8e985cbef0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 1099 time: 0.0445595 Nov 24 22:33:21.288194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-728602c6-247d-489d-9b40-5bf723b8a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:21.289656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-728602c6-247d-489d-9b40-5bf723b8a1a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0829728 Nov 24 22:33:21.357329 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-36b11afc-d943-41e9-8e3c-fce52620cfc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a HTTP/1.1" status: 200 len: 1000 time: 0.0608139 Nov 24 22:33:21.394292 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:10Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}, {'id': 'ac1360e9-afc5-4010-af99-d702d29a0960', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:82:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:20Z', 'updated_at': '2021-11-24T22:33:20Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:21.406839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-e08d7bf9-8121-4126-a91e-e4cd8fbfb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:21.408347 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-e08d7bf9-8121-4126-a91e-e4cd8fbfb37d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0436485 Nov 24 22:33:21.422863 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:33:21.431415 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:33:21.432039 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:21.453252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-8e722520-013d-4fb5-8ed3-b152234ec50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:21.454646 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-8e722520-013d-4fb5-8ed3-b152234ec50b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392292 Nov 24 22:33:21.533157 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:33:21.546502 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-f3da0821-7915-4d71-88b1-ff2e074b2f86 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838947 Nov 24 22:33:21.635802 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5f6c67ee-57c1-47e0-a2ab-cc760fbab707 req-486ff5eb-0d00-452b-b7c9-b38d000082ca service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823863 Nov 24 22:33:21.752990 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:10Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}, {'id': 'ac1360e9-afc5-4010-af99-d702d29a0960', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:82:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:20Z', 'updated_at': '2021-11-24T22:33:20Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:33:21.863030 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2eeb2-a945-4d3e-b1f2-afa932520e3f None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:10Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}, {'id': 'ac1360e9-afc5-4010-af99-d702d29a0960', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:82:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:20Z', 'updated_at': '2021-11-24T22:33:20Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:33:22.041604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41569596-59c9-473b-b375-37f90dc7cca5 None None] New status for floating IP ac1360e9-afc5-4010-af99-d702d29a0960: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:33:29.707796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:44.213413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0de1d337-d46f-447f-9894-5d6812f81f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:46.631082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b7e5934b-a987-421a-95ad-dfde0240a282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:46.873923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:48.078034 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-586ff187-a815-478c-9f33-051dac1bceda service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389869 Nov 24 22:33:48.158458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-d454fc2c-9257-4809-bf21-33019dbe7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:48.159918 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-d454fc2c-9257-4809-bf21-33019dbe7c90 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1098 time: 0.0420568 Nov 24 22:33:48.260902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-f6c27ae3-2044-4a0e-815e-0224eb574e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:48.262300 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-f6c27ae3-2044-4a0e-815e-0224eb574e8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0823820 Nov 24 22:33:48.330393 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-a5651154-11a3-4361-aafa-b33247a7076f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 1000 time: 0.0587852 Nov 24 22:33:48.378645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:48.379456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-a6e515a5-ae4d-4aa5-b016-b4994c389a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:48.381210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-a6e515a5-ae4d-4aa5-b016-b4994c389a34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0434818 Nov 24 22:33:48.428148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-31c305a5-7413-427a-8887-1b3e30851c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:48.429608 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-31c305a5-7413-427a-8887-1b3e30851c94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407603 Nov 24 22:33:48.519246 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-50a3411e-33ca-4cc1-92b9-a91a59931dcf service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817375 Nov 24 22:33:48.606727 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fadd8e64-5040-4e14-b17b-20e13be3448e req-88cb626a-a99e-42ef-8434-7a358521d77b service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795724 Nov 24 22:33:49.676370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:55.510779 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:33:57.339119 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35490) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:57.397704 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d0b94b6b-bc3c-47bb-a5be-f0bb8f37c614 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/0f994b77-0c18-4b77-bc36-1237b59ed265 HTTP/1.1" status: 200 len: 992 time: 0.0574646 Nov 24 22:33:58.072034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35498) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:33:58.077362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:33:58.140313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:58.568783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:33:58.597357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:58.601835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:58.639877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:58.640496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:58.641876 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/ports/f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 938 time: 0.5688162 Nov 24 22:33:58.642437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:33:58.644737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492293a7-3f0b-42cf-8646-960576f76faf" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:33:58.675955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=6']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:33:58.684423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.684792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.685420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.685537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.685790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.686122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.686454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.686789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.687124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.687449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.687803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.688127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6580b-439a-4bc3-a974-e9885c6ec932 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:33:58.692375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d16a2-28ab-4c9a-88a7-8ecd9edf6abd x-openstack-request-id: req-642d16a2-28ab-4c9a-88a7-8ecd9edf6abd {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:33:58.692665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:33:58.693021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-642d16a2-28ab-4c9a-88a7-8ecd9edf6abd {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:33:58.693361 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'status': 'completed', 'code': 200} Nov 24 22:33:58.757426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492293a7-3f0b-42cf-8646-960576f76faf req-ceb6d704-f002-4aa1-9b28-9f7daa536649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:58.759558 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-ceb6d704-f002-4aa1-9b28-9f7daa536649 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1099 time: 0.0426369 Nov 24 22:33:58.853865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492293a7-3f0b-42cf-8646-960576f76faf req-93940db9-1afd-42fd-8a52-ae1fded57d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:58.855259 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-93940db9-1afd-42fd-8a52-ae1fded57d75 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0887439 Nov 24 22:33:58.915137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-90c7980d-99d5-46e6-b033-6d5738a0c699 None None] Provisioning complete for port f7fd86ab-a1d4-44cb-8980-569bba873985 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:33:58.915752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-90c7980d-99d5-46e6-b033-6d5738a0c699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:33:58.919397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-1b172cf1-9fce-42a5-b851-29c2745b3e2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 1001 time: 0.0573721 Nov 24 22:33:58.955108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-90c7980d-99d5-46e6-b033-6d5738a0c699 None None] Port f7fd86ab-a1d4-44cb-8980-569bba873985 is administratively disabled so it will not transition to active. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Nov 24 22:33:58.968213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492293a7-3f0b-42cf-8646-960576f76faf req-084339cd-e7bb-4c4a-a84c-7db668d7de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:58.969665 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-084339cd-e7bb-4c4a-a84c-7db668d7de9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0437481 Nov 24 22:33:59.017249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492293a7-3f0b-42cf-8646-960576f76faf req-e0fa9e97-31c5-4440-9ece-964c5874ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:33:59.018678 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-e0fa9e97-31c5-4440-9ece-964c5874ae2c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422082 Nov 24 22:33:59.106976 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-6b9bf8d1-b7f4-481a-bc39-9b9d7cb21053 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814910 Nov 24 22:33:59.202521 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-492293a7-3f0b-42cf-8646-960576f76faf req-577dd87a-5f1b-4cf2-9294-e717412928cc service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889130 Nov 24 22:33:59.731701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:02.027353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35506) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:02.032723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:02.092714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:02.237281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:02.265764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:02.270127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:02.309613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:02.310232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:02.311677 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/ports/f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 937 time: 0.2832670 Nov 24 22:34:02.312240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:02.314490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6891897-68f0-43eb-8958-97228b0901cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:02.314670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35508) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:02.348019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133a36f-aa9d-483f-bb18-21f18a74385d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=7']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:02.355516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337c402c-913d-40f6-9251-447cfe36116d x-openstack-request-id: req-337c402c-913d-40f6-9251-447cfe36116d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:02.355832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:02.356084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-337c402c-913d-40f6-9251-447cfe36116d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:02.356485 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'status': 'completed', 'code': 200} Nov 24 22:34:02.389205 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-be973cb4-d83e-44dd-b7cf-ae9e1813dfb9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/0f994b77-0c18-4b77-bc36-1237b59ed265 HTTP/1.1" status: 200 len: 992 time: 0.0733378 Nov 24 22:34:02.422635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891897-68f0-43eb-8958-97228b0901cf req-2ffc3cc1-ee48-4a5b-b9bb-e145db1617fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:02.424299 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-2ffc3cc1-ee48-4a5b-b9bb-e145db1617fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1098 time: 0.0437837 Nov 24 22:34:02.520762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891897-68f0-43eb-8958-97228b0901cf req-36de440f-09a9-420a-b47a-fe95550b84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:02.523119 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-36de440f-09a9-420a-b47a-fe95550b84ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0915344 Nov 24 22:34:02.524269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['f7fd86ab-a1d4-44cb-8980-569bba873985'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:34:02.596298 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-9206d5c0-da4c-4c0a-8b83-a80f6b53cfd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 1000 time: 0.0645387 Nov 24 22:34:02.615367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5faeff54-6325-47dd-ab3d-17c6129b56b4 None None] Provisioning complete for port f7fd86ab-a1d4-44cb-8980-569bba873985 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:02.615764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5faeff54-6325-47dd-ab3d-17c6129b56b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:02.646530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891897-68f0-43eb-8958-97228b0901cf req-e75ae43f-889f-4e5b-93a5-cd8eda548029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:02.648065 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-e75ae43f-889f-4e5b-93a5-cd8eda548029 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0454395 Nov 24 22:34:02.693936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891897-68f0-43eb-8958-97228b0901cf req-ef680c96-1c4d-4443-9e8a-9323586cfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:02.695779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-ef680c96-1c4d-4443-9e8a-9323586cfa68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403111 Nov 24 22:34:02.791534 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-9266232b-6f17-4466-9c1c-17c83c751c48 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874274 Nov 24 22:34:02.882999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6891897-68f0-43eb-8958-97228b0901cf req-059283b2-55a6-4599-9231-07a1acee4811 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Nov 24 22:34:04.909770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35518) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:05.342722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 63b7d6fe-989d-46eb-874c-d87500deb2dc {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:05.343063 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:05.416719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:05.416938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:05.428185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 63b7d6fe-989d-46eb-874c-d87500deb2dc owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:05.571129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:05.596064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=63b7d6fe-989d-46eb-874c-d87500deb2dc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:05.656628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:05.656956 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP ac1360e9-afc5-4010-af99-d702d29a0960 disassociated (deleted). External IP: 172.26.3.160, port: 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a. Nov 24 22:34:05.858921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:34:05.964531 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:34:05.969259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:05.973864 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:34:05.982643 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:05.983248 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:05.996218 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d896101b-98cc-44b7-ad34-ca0cac8a5546 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac1360e9-afc5-4010-af99-d702d29a0960 HTTP/1.1" status: 204 len: 168 time: 1.0853686 Nov 24 22:34:05.996914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:05.999324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d00aa1-f680-4f30-bae8-08eb36e31610" -d '{"events": [{"name": "network-changed", "server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:06.093760 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:06.097897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204f98be-07ec-4f1c-9590-af8a2e1a15ee x-openstack-request-id: req-204f98be-07ec-4f1c-9590-af8a2e1a15ee {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:06.098238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:06.098442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-204f98be-07ec-4f1c-9590-af8a2e1a15ee {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:06.098867 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'status': 'completed', 'code': 200} Nov 24 22:34:06.176607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-8306ebc1-08c5-41d0-9788-72a36051c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:06.178428 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-8306ebc1-08c5-41d0-9788-72a36051c2c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 1099 time: 0.0588634 Nov 24 22:34:06.231004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c93ff-f330-4eda-b726-5d7fc57f9800 req-5d646ddb-86cb-4b6b-ab95-8127cfefb4bb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:06.233156 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3e1c93ff-f330-4eda-b726-5d7fc57f9800 req-5d646ddb-86cb-4b6b-ab95-8127cfefb4bb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 946 time: 0.0536594 Nov 24 22:34:06.273467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-35021ae6-547e-41ed-83c9-d4dee6e51f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:06.274948 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-35021ae6-547e-41ed-83c9-d4dee6e51f07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0883775 Nov 24 22:34:06.276040 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3e1c93ff-f330-4eda-b726-5d7fc57f9800 req-3bd3efd2-42b0-4f29-96e7-ce9427bc2aec tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367789 Nov 24 22:34:06.320979 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-5a59fcf6-bd91-4292-9582-fa4870322e36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a HTTP/1.1" status: 200 len: 217 time: 0.0364580 Nov 24 22:34:06.329283 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:10Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:06.358533 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:34:06.366540 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:06.367754 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:06.375217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-76dd68ff-1d3a-46e9-bdcf-457f88fa08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:06.376708 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-76dd68ff-1d3a-46e9-bdcf-457f88fa08a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0482826 Nov 24 22:34:06.423267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-f304eb98-d45d-4907-acb3-226c7fc77271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:06.424807 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-f304eb98-d45d-4907-acb3-226c7fc77271 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399640 Nov 24 22:34:06.468968 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:06.514217 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-f94abffd-af60-4d73-b0b7-a409b39471f2 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819244 Nov 24 22:34:06.609437 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3d00aa1-f680-4f30-bae8-08eb36e31610 req-b1319e8c-425f-4ad2-a0b1-0f7e3e656435 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876014 Nov 24 22:34:06.686658 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:10Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:06.712242 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e30a2f-9222-4232-a056-d37c66163c80 None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '0f994b77-0c18-4b77-bc36-1237b59ed265', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'port_id': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'mac_address': 'fa:16:3e:59:02:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaa6329-49f2-473b-8623-725d3a585760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:33:08Z', 'updated_at': '2021-11-24T22:33:10Z', 'revision_number': 1, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:34:06.912629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518775a-137f-46c1-8aa7-e0dea8ace5f0 None None] New status for floating IP ac1360e9-afc5-4010-af99-d702d29a0960: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:34:07.388353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2d99-2620-42df-bc9c-7d75f9ed4d97 req-e3c0caa3-5f49-41c1-8624-920312bc1dd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:07.389829 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3bbe2d99-2620-42df-bc9c-7d75f9ed4d97 req-e3c0caa3-5f49-41c1-8624-920312bc1dd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 946 time: 0.0481200 Nov 24 22:34:07.427058 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3bbe2d99-2620-42df-bc9c-7d75f9ed4d97 req-bf55fcbc-9067-4b3c-8cda-c121d0e04901 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=05a4a001-3e9c-4c84-935c-1d8c5093883e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312445 Nov 24 22:34:07.529353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-bdd211d3-fa56-4df7-a47f-7d68f3df5f6f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:07.530796 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-bdd211d3-fa56-4df7-a47f-7d68f3df5f6f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c24588c-036e-4e84-8903-ef866eb9d50b HTTP/1.1" status: 200 len: 946 time: 0.0498829 Nov 24 22:34:07.623136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:07.623482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:07.711289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:07.711863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:07.726882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:07.865021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:07.894725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=2a26cb9b-bffa-4dc3-a365-761a1fa1b41a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:07.939835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:34:07.942406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:07.945969 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bee75c2c-8efb-4100-bf75-652da5c1f2db req-511d7396-e9e8-4541-b47e-fee1331f8966 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/2a26cb9b-bffa-4dc3-a365-761a1fa1b41a HTTP/1.1" status: 204 len: 173 time: 0.4091084 Nov 24 22:34:07.946411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'name': 'network-vif-deleted', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:07.948675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee624aef-8157-49e5-ab95-3b30172a2580" -d '{"events": [{"server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "name": "network-vif-deleted", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:07.984989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28dedba-a125-4d1d-b632-20e53f8357f2 x-openstack-request-id: req-d28dedba-a125-4d1d-b632-20e53f8357f2 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:07.985290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c24588c-036e-4e84-8903-ef866eb9d50b", "name": "network-vif-deleted", "tag": "2a26cb9b-bffa-4dc3-a365-761a1fa1b41a", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:07.985549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d28dedba-a125-4d1d-b632-20e53f8357f2 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:07.985950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c24588c-036e-4e84-8903-ef866eb9d50b', 'name': 'network-vif-deleted', 'tag': '2a26cb9b-bffa-4dc3-a365-761a1fa1b41a', 'status': 'completed', 'code': 200} Nov 24 22:34:08.480882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35534) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:08.539915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53794f4f-8163-4c27-89d6-1a222c037586 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.565582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53794f4f-8163-4c27-89d6-1a222c037586 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.623871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53794f4f-8163-4c27-89d6-1a222c037586 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.626420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-53794f4f-8163-4c27-89d6-1a222c037586 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.627583 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-53794f4f-8163-4c27-89d6-1a222c037586 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/05a4a001-3e9c-4c84-935c-1d8c5093883e HTTP/1.1" status: 204 len: 168 time: 0.1456661 Nov 24 22:34:08.636592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53794f4f-8163-4c27-89d6-1a222c037586 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4a001-3e9c-4c84-935c-1d8c5093883e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:08.660020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35538) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:08.814862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 9bec2a15-3a09-425b-b336-dab145b05c79 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:08.815235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.892366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.892694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:08.904933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 9bec2a15-3a09-425b-b336-dab145b05c79 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:09.052553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:09.078676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=9bec2a15-3a09-425b-b336-dab145b05c79,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:09.135640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:09.135968 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP 0f994b77-0c18-4b77-bc36-1237b59ed265 disassociated (deleted). External IP: 172.26.3.83, port: f7fd86ab-a1d4-44cb-8980-569bba873985. Nov 24 22:34:09.335248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:34:09.439094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:34:09.444004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:09.449069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:34:09.457570 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:09.458162 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:09.470895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c842d715-fa0a-4366-81c7-fc0536713171 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/0f994b77-0c18-4b77-bc36-1237b59ed265 HTTP/1.1" status: 204 len: 168 time: 0.8094265 Nov 24 22:34:09.559856 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:09.692154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7635ad3-9325-4224-8783-ff36314226c5 req-e345cbf5-cb5a-46d4-bf7a-7874b0cb75e9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:09.693635 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d7635ad3-9325-4224-8783-ff36314226c5 req-e345cbf5-cb5a-46d4-bf7a-7874b0cb75e9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Nov 24 22:34:09.731646 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d7635ad3-9325-4224-8783-ff36314226c5 req-483d8251-5107-4f69-b962-ed376a01dbdd tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Nov 24 22:34:09.758555 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:09.784110 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:34:09.792790 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:09.793378 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:09.892298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:34:09.892885 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:09.916285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:34:09.916626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2a26cb9b-bffa-4dc3-a365-761a1fa1b41a not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:34:09.987078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:09.989688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca06072-6797-40c4-8bda-b12f71558e76" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:10.026179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e92943c-fadd-4a4b-ab9a-a48b21d76eec x-openstack-request-id: req-8e92943c-fadd-4a4b-ab9a-a48b21d76eec {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:10.026473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:10.026756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e92943c-fadd-4a4b-ab9a-a48b21d76eec {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:10.027163 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'status': 'completed', 'code': 200} Nov 24 22:34:10.091806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-e153d3ae-0cd8-4ce7-bfa0-e895ee14fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:10.093415 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-e153d3ae-0cd8-4ce7-bfa0-e895ee14fcbf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 1098 time: 0.0416286 Nov 24 22:34:10.170928 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:10.187301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-455c66bc-3421-4207-9cea-4f12308aec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:10.188804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-455c66bc-3421-4207-9cea-4f12308aec23 service neutron] 10.222.0.71 "GET /v2.0/networks?id=013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 200 len: 898 time: 0.0872390 Nov 24 22:34:10.199830 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bde1e-9cbf-47c7-aad9-80250d9e62f2 None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:32:53Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '285558d8-7652-4003-b1a3-54a9fb7e90d7', 'name': '', 'network_id': '013c6b0b-9af0-48bb-9eff-825721308dba', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:39:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:53Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': 'b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:34:10.231468 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-0326c0be-08c6-4719-987f-f89d54fd5769 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 200 len: 217 time: 0.0346413 Nov 24 22:34:10.283041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-6e18b567-acef-4924-a052-0914333ddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:10.284532 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-6e18b567-acef-4924-a052-0914333ddda1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 200 len: 835 time: 0.0457575 Nov 24 22:34:10.336283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-8a807b71-4349-4a97-996d-988b12840fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:10.337787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-8a807b71-4349-4a97-996d-988b12840fdd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=013c6b0b-9af0-48bb-9eff-825721308dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446172 Nov 24 22:34:10.425476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98d654-c05b-4184-9b98-dbb5acef94d8 None None] New status for floating IP 0f994b77-0c18-4b77-bc36-1237b59ed265: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:34:10.432771 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-c507eff5-a659-4d35-ae81-bea3d7e1f4ee service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861466 Nov 24 22:34:10.528429 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3ca06072-6797-40c4-8bda-b12f71558e76 req-27b937da-e499-4395-a78f-3030a8853624 service neutron] 10.222.0.71 "GET /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879593 Nov 24 22:34:10.845217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac43bb5-3492-4e91-8853-da2d6afe9b6b req-4cb0eeb1-9645-4936-9138-2384d57478dc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:10.846711 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bac43bb5-3492-4e91-8853-da2d6afe9b6b req-4cb0eeb1-9645-4936-9138-2384d57478dc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 945 time: 0.0481756 Nov 24 22:34:10.885301 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bac43bb5-3492-4e91-8853-da2d6afe9b6b req-e1b906aa-5ae8-4825-b6c3-9437d1e5b6a9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=f189cd3f-b95b-403f-b889-841fcb4d28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Nov 24 22:34:11.080640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-4c9d1c08-2af3-48f1-ab7c-69065dba1dfc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:11.082071 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-4c9d1c08-2af3-48f1-ab7c-69065dba1dfc tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aaa6329-49f2-473b-8623-725d3a585760 HTTP/1.1" status: 200 len: 945 time: 0.0489428 Nov 24 22:34:11.168398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port f7fd86ab-a1d4-44cb-8980-569bba873985 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:11.168742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:11.258569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port f7fd86ab-a1d4-44cb-8980-569bba873985, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=f7fd86ab-a1d4-44cb-8980-569bba873985,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:11.258930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:11.271082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for f7fd86ab-a1d4-44cb-8980-569bba873985 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:11.396078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:11.424686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=f7fd86ab-a1d4-44cb-8980-569bba873985,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:11.464459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port f7fd86ab-a1d4-44cb-8980-569bba873985 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:34:11.466935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:11.470225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14156ef7-06e2-4191-ad8a-fe9613316b89 req-3302c559-2ebb-4dde-8877-78124edce369 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/f7fd86ab-a1d4-44cb-8980-569bba873985 HTTP/1.1" status: 204 len: 173 time: 0.3820882 Nov 24 22:34:11.942405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35550) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:12.004470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef558675-d324-4e60-9065-27df0d05ff01 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:12.029514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef558675-d324-4e60-9065-27df0d05ff01 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:12.031667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'name': 'network-vif-deleted', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:12.033859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448bd3f-7a93-4543-a33a-1459eeadc24f" -d '{"events": [{"server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "name": "network-vif-deleted", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:12.068104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0213d350-7650-46fe-8815-c289ad666886 x-openstack-request-id: req-0213d350-7650-46fe-8815-c289ad666886 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:12.068395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa6329-49f2-473b-8623-725d3a585760", "name": "network-vif-deleted", "tag": "f7fd86ab-a1d4-44cb-8980-569bba873985", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:12.068649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0213d350-7650-46fe-8815-c289ad666886 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:12.069040 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa6329-49f2-473b-8623-725d3a585760', 'name': 'network-vif-deleted', 'tag': 'f7fd86ab-a1d4-44cb-8980-569bba873985', 'status': 'completed', 'code': 200} Nov 24 22:34:12.096509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef558675-d324-4e60-9065-27df0d05ff01 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:12.099244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef558675-d324-4e60-9065-27df0d05ff01 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:12.100420 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ef558675-d324-4e60-9065-27df0d05ff01 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/f189cd3f-b95b-403f-b889-841fcb4d28f6 HTTP/1.1" status: 204 len: 168 time: 0.1570196 Nov 24 22:34:12.110160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef558675-d324-4e60-9065-27df0d05ff01 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189cd3f-b95b-403f-b889-841fcb4d28f6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:12.132870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35556) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:12.477753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:12.721811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 285558d8-7652-4003-b1a3-54a9fb7e90d7 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:12.722151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:13.096738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 285558d8-7652-4003-b1a3-54a9fb7e90d7, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=285558d8-7652-4003-b1a3-54a9fb7e90d7,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:13.097470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:13.109247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 285558d8-7652-4003-b1a3-54a9fb7e90d7 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:13.289294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:13.314363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=285558d8-7652-4003-b1a3-54a9fb7e90d7,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:13.490381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:13.704832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 896761a4-93f4-40fd-8a6e-63fc0b13846b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:34:13.811678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:34:13.816817 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-215c9411-ebac-4911-9b88-ea8c9a869581 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/896761a4-93f4-40fd-8a6e-63fc0b13846b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829638 Nov 24 22:34:13.820241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35558) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:13.822814 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39256be-2057-402d-932e-03c1384ff876 None None] Sync routers for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:34:13.831918 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:13.832517 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:13.870758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:34:13.873951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:13.910356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device f7fd86ab-a1d4-44cb-8980-569bba873985 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:34:13.914013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:13.934370 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:13.934642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: f7fd86ab-a1d4-44cb-8980-569bba873985 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:34:13.934879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device f7fd86ab-a1d4-44cb-8980-569bba873985 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:34:14.004408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.064077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.091164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:14.097848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.101217 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-abc634d4-da1c-4a14-8ba2-ea9839e3e642 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/b7bb7377-fd35-4d2b-8eea-51f84d1dcc5c HTTP/1.1" status: 204 len: 168 time: 0.2798281 Nov 24 22:34:14.103786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35560) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:14.109680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc18f43-4656-49af-813e-bc01c61c3a35 None None] Network 013c6b0b-9af0-48bb-9eff-825721308dba requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:34:14.113878 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:34:13Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:14.140498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39256be-2057-402d-932e-03c1384ff876 None None] Checking router: 896761a4-93f4-40fd-8a6e-63fc0b13846b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:34:14.149746 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] Routers {'896761a4-93f4-40fd-8a6e-63fc0b13846b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:14.150854 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:33:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['896761a4-93f4-40fd-8a6e-63fc0b13846b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:14.214977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.227945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cef25818-0588-4f13-8b70-e9bb5d3e70fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.255640 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] Set router 896761a4-93f4-40fd-8a6e-63fc0b13846b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:14.306828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] DHCP port deletion for 013c6b0b-9af0-48bb-9eff-825721308dba request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:34:14.323759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.368218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Deleting port 199157da-af90-414a-a3e6-9062080f5ce6 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:14.368598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.388578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 9dec0970-7fba-4b02-be9a-f814dc6dd253 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:34:14.389310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.448890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] For port 199157da-af90-414a-a3e6-9062080f5ce6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=199157da-af90-414a-a3e6-9062080f5ce6,segment=NetworkSegment(12958f5d-0a33-40fa-a576-a8c8a2d445b2),segment_id=12958f5d-0a33-40fa-a576-a8c8a2d445b2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:14.449314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.463487 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c39256be-2057-402d-932e-03c1384ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:34:13Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:14.466518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Calling delete_port for 199157da-af90-414a-a3e6-9062080f5ce6 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:14.494649 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39256be-2057-402d-932e-03c1384ff876 None None] The sync data for ids ['896761a4-93f4-40fd-8a6e-63fc0b13846b'] in dv-neutron-818715-1-hyperv is: [{'id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'name': 'tempest-TestNetworkBasicOps-router-1756954199', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:32:50Z', 'updated_at': '2021-11-24T22:34:13Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': '9dec0970-7fba-4b02-be9a-f814dc6dd253', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896761a4-93f4-40fd-8a6e-63fc0b13846b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:32:51Z', 'updated_at': '2021-11-24T22:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:34:14.496624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 9dec0970-7fba-4b02-be9a-f814dc6dd253, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9dec0970-7fba-4b02-be9a-f814dc6dd253,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:14.499550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.511883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 9dec0970-7fba-4b02-be9a-f814dc6dd253 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:34:14.565353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.595192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Pushing event deleted for resources: {'Port': ['ID=199157da-af90-414a-a3e6-9062080f5ce6,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:14.603901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.604326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.604729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.605125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.605522 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.605918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.606307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.606639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.607068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.607394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.607738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.608055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.610639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a386cf-b720-4a97-ac63-32ea70f3e5c4 None None] No DVR routers for this DVR port 199157da-af90-414a-a3e6-9062080f5ce6 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:34:14.689320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.713916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=9dec0970-7fba-4b02-be9a-f814dc6dd253,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:14.723671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.724014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.724350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.724679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.725001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.725324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.725642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.725987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.726311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.726626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.726938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.727246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:14.784228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.877649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.879946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.929926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.930548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router 896761a4-93f4-40fd-8a6e-63fc0b13846b {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:34:14.938423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:14.942060 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ae0e7ecb-c81e-43b3-986a-c30391d606d3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/896761a4-93f4-40fd-8a6e-63fc0b13846b HTTP/1.1" status: 204 len: 168 time: 0.8347743 Nov 24 22:34:14.942325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35562) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:15.019332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.111463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.133001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013c6b0b-9af0-48bb-9eff-825721308dba']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:15.142588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12958f5d-0a33-40fa-a576-a8c8a2d445b2') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:15.142879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12958f5d-0a33-40fa-a576-a8c8a2d445b2') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:15.152527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.166539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.172715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:34:15.173095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:34:15.176027 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:34:15.231810 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.238207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.241289 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/013c6b0b-9af0-48bb-9eff-825721308dba HTTP/1.1" status: 204 len: 168 time: 0.2980740 Nov 24 22:34:15.257931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603f1c7-8f6b-4db5-bfc4-80ab13289ac0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=013c6b0b-9af0-48bb-9eff-825721308dba,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:15.264693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35564) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:15.269545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'network': {'name': 'tempest-network-smoke--1972892977', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'port_security_enabled': True}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:15.289869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:34:15.293406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.316920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:34:15.326584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.327052 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Added segment 7956e7ae-9de3-48a3-8dfd-0e94d756b4f3 of type vlan for network 6171521e-c5aa-408c-bc29-dfbb1c906abc Nov 24 22:34:15.365959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.390016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.395638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:15.396218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.452394 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864877 Nov 24 22:34:15.455007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35566) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:15.459966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-777911922', 'admin_state_up': True, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:15.469118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508a0d6-6e07-48aa-9a9b-d9999d5a4c52 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Network': ['ID=6171521e-c5aa-408c-bc29-dfbb1c906abc,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:15.480218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:34:15.507901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.509523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.537076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 199157da-af90-414a-a3e6-9062080f5ce6 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:34:15.566906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.567750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 199157da-af90-414a-a3e6-9062080f5ce6 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:34:15.568091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 199157da-af90-414a-a3e6-9062080f5ce6 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:34:15.568543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9dec0970-7fba-4b02-be9a-f814dc6dd253 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:34:15.590204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 9dec0970-7fba-4b02-be9a-f814dc6dd253 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:34:15.590547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9dec0970-7fba-4b02-be9a-f814dc6dd253 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:34:15.590955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 285558d8-7652-4003-b1a3-54a9fb7e90d7 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:34:15.610348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 285558d8-7652-4003-b1a3-54a9fb7e90d7 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:34:15.610689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 285558d8-7652-4003-b1a3-54a9fb7e90d7 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:34:15.705238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.891207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:15.913209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.012327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.244 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/e2a9308f-c72b-4c40-8469-8031db6b5bba) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:34:16.116177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.149024 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.183351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:34:16.186179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:16.189567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:34:16.217136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:16.433635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.626472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.631629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7eda4606-396c-4958-99a5-f3350c255157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.751547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:34:16.855301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:34:16.869054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:34:16.875921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.877218 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0d65a486-18c9-485d-a6b5-8fe318ce30d2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4210436 Nov 24 22:34:16.880386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35568) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:16.883431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:16.884078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:16.887033 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:16.908402 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-95e15fd7-87e2-4bb3-8fc9-15f004224efa tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e8d29a1b03214f108524bb39df2bc726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267899 Nov 24 22:34:16.910870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35570) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:16.986633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:16.999016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abf528c-9524-426a-9d7a-1117aac05e1b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:17.000571 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9abf528c-9524-426a-9d7a-1117aac05e1b tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888104 Nov 24 22:34:17.003517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35572) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:17.030630 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-49c19b37-8539-4cb1-aad1-2402ec1351e3 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258200 Nov 24 22:34:17.033029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35574) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:17.037557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625111664', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:17.130831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:34:17.134497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.162116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:16Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:17.191915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Checking router: 66f34f88-c3dc-4c15-bcbd-1182cd353d03 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:34:17.192266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Updating router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 port e2a9308f-c72b-4c40-8469-8031db6b5bba binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:34:17.217722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.318132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.381226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Subnet': ['ID=6b507abf-4e08-4ab4-8230-39126ce222ac,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:17.385951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Checking segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:34:17.386686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network hostable DHCP agents. Network: 6171521e-c5aa-408c-bc29-dfbb1c906abc, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:34:17.403407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:34:17.412138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6171521e-c5aa-408c-bc29-dfbb1c906abc) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:17.416230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:17.416869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.421170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34723ffa-31b9-4893-8631-c850e3e46ed8 None None] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:34:17.433260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-75b3eb28-eebb-4d99-af49-a6a00a966280 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3992655 Nov 24 22:34:17.436216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35576) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:17.515035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.527543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.608478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Attempting to bind port e2a9308f-c72b-4c40-8469-8031db6b5bba on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:34:17.608755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Attempting to bind port e2a9308f-c72b-4c40-8469-8031db6b5bba by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:34:17.609121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Attempting to bind port e2a9308f-c72b-4c40-8469-8031db6b5bba on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:34:17.619420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843442ff-7fbe-4ca5-a9ec-f73f700be8f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:17.626893 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:34:17.627277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:34:17.627683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.628065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:34:17.628537 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Bound port: e2a9308f-c72b-4c40-8469-8031db6b5bba, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:34:17.628923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.685710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-6171521e-c5aa-408c-bc29-dfbb1c906abc', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:34:17.686549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.712041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] For port e2a9308f-c72b-4c40-8469-8031db6b5bba, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:34:17.715672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] For port e2a9308f-c72b-4c40-8469-8031db6b5bba, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2a9308f-c72b-4c40-8469-8031db6b5bba,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:34:17.723088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:17.843811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:17.844428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:17.878920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.018783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843442ff-7fbe-4ca5-a9ec-f73f700be8f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:18.102600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Allocated IP 172.20.0.2 (6171521e-c5aa-408c-bc29-dfbb1c906abc/6b507abf-4e08-4ab4-8230-39126ce222ac/ce85e1ea-2351-4628-b080-d5063437d0d6) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:34:18.164737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:18.397222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.402188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.405802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.445795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:34:18.452419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:18.456626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:34:18.457051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.1 (6171521e-c5aa-408c-bc29-dfbb1c906abc/6b507abf-4e08-4ab4-8230-39126ce222ac/238b8b7f-f2de-44fe-9bc2-ea372981f652) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:34:18.469973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Pushing event updated for resources: {'Port': ['ID=ce85e1ea-2351-4628-b080-d5063437d0d6,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:18.474327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:16Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:18.517462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27180e6c-5f6e-49dc-ba0e-c04be90e7ff0 None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:16Z', 'revision_number': 3, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:34:18.551776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Attempting to bind port ce85e1ea-2351-4628-b080-d5063437d0d6 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:34:18.552147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Attempting to bind port ce85e1ea-2351-4628-b080-d5063437d0d6 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:34:18.552505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Attempting to bind port ce85e1ea-2351-4628-b080-d5063437d0d6 on network 6171521e-c5aa-408c-bc29-dfbb1c906abc {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:34:18.558151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:34:18.558520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Checking segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:34:18.558924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.559311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Bound using segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:34:18.559792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Bound port: ce85e1ea-2351-4628-b080-d5063437d0d6, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:34:18.560268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.571546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.607577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.625991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] For port ce85e1ea-2351-4628-b080-d5063437d0d6, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:34:18.630116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] For port ce85e1ea-2351-4628-b080-d5063437d0d6, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce85e1ea-2351-4628-b080-d5063437d0d6,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:34:18.635444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.656026 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:34:18.659091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:18.666051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:34:18.692440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:18.701891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7f13a-7437-42df-879e-f2ab1a1d2af1 None None] Pushing event updated for resources: {'Port': ['ID=ce85e1ea-2351-4628-b080-d5063437d0d6,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:18.725917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:18.910842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.228958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.234563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.294196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce85e1ea-2351-4628-b080-d5063437d0d6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:34:19.314084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:19.321305 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.348594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ce85e1ea-2351-4628-b080-d5063437d0d6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:19.349094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.430354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:34:19.433547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:19.442458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.483061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port ce85e1ea-2351-4628-b080-d5063437d0d6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce85e1ea-2351-4628-b080-d5063437d0d6,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:19.487396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.488302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:34:19.568678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=ce85e1ea-2351-4628-b080-d5063437d0d6,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:19.583491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e2a9308f-c72b-4c40-8469-8031db6b5bba triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:19.584393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.683554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.708864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.712573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port e2a9308f-c72b-4c40-8469-8031db6b5bba, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2a9308f-c72b-4c40-8469-8031db6b5bba,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:19.717338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.755549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5428f0c-5eea-4f56-8db9-2c0f85bbf8fe None None] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:34:19.809427 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:19.826631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-bb9c37a3-b2d1-4a1e-9c96-08cbdd2d6fa6 None None] Provisioning complete for port ce85e1ea-2351-4628-b080-d5063437d0d6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:19.827001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bb9c37a3-b2d1-4a1e-9c96-08cbdd2d6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:19.860142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:34:19.971811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:34:19.977972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b191e646-e9e3-4ad2-b36e-1aa659e9904b tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/66f34f88-c3dc-4c15-bcbd-1182cd353d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5407205 Nov 24 22:34:19.980584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35578) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.078276 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51011400-17e9-4378-94a6-9918094a053f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.078747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51011400-17e9-4378-94a6-9918094a053f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.079200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51011400-17e9-4378-94a6-9918094a053f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.079748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51011400-17e9-4378-94a6-9918094a053f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.081591 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-51011400-17e9-4378-94a6-9918094a053f tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1000776 Nov 24 22:34:20.084266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35580) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.139606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49331ac3-23a5-4432-b82e-3c191a709f55 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.140076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49331ac3-23a5-4432-b82e-3c191a709f55 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.140527 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49331ac3-23a5-4432-b82e-3c191a709f55 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.140978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49331ac3-23a5-4432-b82e-3c191a709f55 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:20.145174 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-49331ac3-23a5-4432-b82e-3c191a709f55 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0574365 Nov 24 22:34:20.145860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35582) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.228592 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:34:20.238700 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:20.239468 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:20.280988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6eb15164-160d-42e2-847a-a7be0360587c None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:20.281420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6eb15164-160d-42e2-847a-a7be0360587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.297805 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7514c46b-a0a1-4d18-ae35-74f2fd219b26 tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1483285 Nov 24 22:34:20.321629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-6eb15164-160d-42e2-847a-a7be0360587c None None] Port 238b8b7f-f2de-44fe-9bc2-ea372981f652 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:34:20.332071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6eb15164-160d-42e2-847a-a7be0360587c None None] Provisioning complete for port ce85e1ea-2351-4628-b080-d5063437d0d6 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:20.332562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6eb15164-160d-42e2-847a-a7be0360587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.363982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:20.470512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35586) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.475534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028364938', 'description': 'tempest-secgroup-smoke-2028364938 description', 'project_id': 'e8d29a1b03214f108524bb39df2bc726'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:20.501485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.539569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0f7c8ffd-5146-4507-8c99-7c55f7c33614 None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:20.539989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8ffd-5146-4507-8c99-7c55f7c33614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.582122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c8ffd-5146-4507-8c99-7c55f7c33614 None None] Port 238b8b7f-f2de-44fe-9bc2-ea372981f652 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:34:20.591601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.595435 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:20.596253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.623568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.624517 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Checking router: 66f34f88-c3dc-4c15-bcbd-1182cd353d03 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:34:20.624795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532130 Nov 24 22:34:20.625146 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Updating router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 port 238b8b7f-f2de-44fe-9bc2-ea372981f652 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:34:20.627769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35588) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.632828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '9a6d47c3-7871-4e61-a82a-b9a3252b4246', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:20.633491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f22548-fd7d-4738-8654-b601d99a4924 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d47c3-7871-4e61-a82a-b9a3252b4246,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:20.653605 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.660723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.702005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b7e2af9c-f34c-4e3b-9cf1-70c73c28182e None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:20.702368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b7e2af9c-f34c-4e3b-9cf1-70c73c28182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.723959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.728718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.740559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2af9c-f34c-4e3b-9cf1-70c73c28182e None None] Port 238b8b7f-f2de-44fe-9bc2-ea372981f652 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:34:20.745851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5b9eec-ce28-4b62-9abe-2978af4b7a21,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:20.756363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.758125 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fcfb98fc-1ca9-4712-9fd5-c09266428908 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293561 Nov 24 22:34:20.760912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35590) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.765317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '9a6d47c3-7871-4e61-a82a-b9a3252b4246', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:20.792696 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.848756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.853104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.870929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815e7ac8-86a1-4bfd-8a8e-d087e70c7d3b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:20.878968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.880215 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0adef3da-a16e-4a65-844e-24e5b134e411 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183739 Nov 24 22:34:20.883419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35592) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:20.887792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '9a6d47c3-7871-4e61-a82a-b9a3252b4246', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:20.913102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.930677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.936427 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.974479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.981128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:20.981377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:20.991974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.992602 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.993111 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.993619 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.994112 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.994604 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.995119 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.995636 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.996142 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.996618 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.997110 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:20.997610 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:34:21.003322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0c5c11-bbce-48bc-a263-739a5e3ddc33,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:21.010881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.012148 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-42d46e43-80aa-49e7-bcf9-f4853c231969 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277189 Nov 24 22:34:21.014929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35594) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:21.019380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '9a6d47c3-7871-4e61-a82a-b9a3252b4246', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:21.047031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.060446 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Attempting to bind port 238b8b7f-f2de-44fe-9bc2-ea372981f652 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:34:21.060805 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Attempting to bind port 238b8b7f-f2de-44fe-9bc2-ea372981f652 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:34:21.061157 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Attempting to bind port 238b8b7f-f2de-44fe-9bc2-ea372981f652 on network 6171521e-c5aa-408c-bc29-dfbb1c906abc {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:34:21.066309 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:34:21.066787 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Checking segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:34:21.067179 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.067604 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Bound using segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:34:21.068047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Bound port: 238b8b7f-f2de-44fe-9bc2-ea372981f652, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:34:21.068418 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.112822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.117785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.137449 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c485bb79-144d-4bf6-abbd-ef641a816cb6,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:21.137700 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] For port 238b8b7f-f2de-44fe-9bc2-ea372981f652, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:34:21.141324 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] For port 238b8b7f-f2de-44fe-9bc2-ea372981f652, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=238b8b7f-f2de-44fe-9bc2-ea372981f652,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:34:21.145890 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.150745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.152280 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b3e28024-240f-4f6f-8f27-1e808ddfd20f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363678 Nov 24 22:34:21.155445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35596) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:21.160032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '9a6d47c3-7871-4e61-a82a-b9a3252b4246', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:21.183741 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:34:21.190005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.199855 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff781c5-7a94-45c6-881d-71f8040059d2 None None] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:21.212016 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:21.212632 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:21.264133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a696790a-41f4-4720-a06a-0d175ec24e53 None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:21.264414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a696790a-41f4-4720-a06a-0d175ec24e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.270694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.280835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.286713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce85e1ea-2351-4628-b080-d5063437d0d6 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:34:21.302177 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0707fa5-c4a3-409a-949b-95b95c008275,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:21.313334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.315119 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c67bcad2-32a8-4ded-8457-76178e087749 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586230 Nov 24 22:34:21.317961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35598) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:21.323751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'security_group_rule': {'security_group_id': '9a6d47c3-7871-4e61-a82a-b9a3252b4246', 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:21.349386 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Project e8d29a1b03214f108524bb39df2bc726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:34:21.354829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.362564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ce85e1ea-2351-4628-b080-d5063437d0d6 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:21.362936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.368684 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:21.432517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a696790a-41f4-4720-a06a-0d175ec24e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.441018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.448009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.477120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3321e0-7b36-4b3d-9d13-ca3d441f71a4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:21.485270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.495251 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fc1cf6de-e42b-4476-b2d5-cc20e3996afe tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1676910 Nov 24 22:34:21.495479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-a696790a-41f4-4720-a06a-0d175ec24e53 None None] For port 238b8b7f-f2de-44fe-9bc2-ea372981f652, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=238b8b7f-f2de-44fe-9bc2-ea372981f652,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:21.513076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a696790a-41f4-4720-a06a-0d175ec24e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.551866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:34:21.607278 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696790a-41f4-4720-a06a-0d175ec24e53 None None] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:21.628547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e2a9308f-c72b-4c40-8469-8031db6b5bba triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:21.628917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.640533 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-f31499a4-1c4b-41db-b838-a242905dd2af tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028364938&fields=id&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 267 time: 0.0378318 Nov 24 22:34:21.658032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a21e7155-ebea-4d4f-a5d5-ac19d27ce143 None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:21.658404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a21e7155-ebea-4d4f-a5d5-ac19d27ce143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:21.689490 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:34:21Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:21.716977 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c1a-8f53-4cad-ba5b-a1138206c5f6 None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:34:21Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:34:21.760303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-f9393b14-aea4-44e7-a1a4-bff9083177af tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:21.778724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-f9393b14-aea4-44e7-a1a4-bff9083177af tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/networks?id=6171521e-c5aa-408c-bc29-dfbb1c906abc HTTP/1.1" status: 200 len: 797 time: 0.1216471 Nov 24 22:34:21.797173 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-0c33052f-7b48-4403-be10-a3937fb198a4 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/quotas/e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 375 time: 0.0169880 Nov 24 22:34:21.851659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-2726e906-b779-4017-9622-647695e65f4d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511591 Nov 24 22:34:21.955256 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-4e41eca1-17a5-4fc0-8877-231a696db97e service neutron] 10.222.0.41 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915182 Nov 24 22:34:22.046532 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-359e7412-a716-4fec-8293-f433d0e0c5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851068 Nov 24 22:34:22.219643 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-54142f7c-e551-4f70-a231-9927512e3009 req-3347ac29-ad1c-4483-87be-1805a5ba2aef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 210 time: 0.0334229 Nov 24 22:34:23.280254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 238b8b7f-f2de-44fe-9bc2-ea372981f652 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:34:23.338358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:23.338740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:23.352622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d75ac0cc-1891-4bf5-b6ab-a3c6add642a0 req-68cf1052-3559-4942-89f7-6e3c41a46649 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 210 time: 0.0526042 Nov 24 22:34:23.546470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-427a239d-6047-4d48-a88d-dadebdb6f390 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:23.547943 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-427a239d-6047-4d48-a88d-dadebdb6f390 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/networks?id=6171521e-c5aa-408c-bc29-dfbb1c906abc HTTP/1.1" status: 200 len: 797 time: 0.4053621 Nov 24 22:34:23.590099 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-83797d11-3e49-4d5f-97fb-f6adaadcbf97 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d29a1b03214f108524bb39df2bc726 HTTP/1.1" status: 200 len: 380 time: 0.0326490 Nov 24 22:34:23.600218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'port': {'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'admin_state_up': True, 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'security_groups': ['9a6d47c3-7871-4e61-a82a-b9a3252b4246']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:23.709937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Made reservation on behalf of e8d29a1b03214f108524bb39df2bc726 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:34:23.713543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:23.841998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.20.0.10 (6171521e-c5aa-408c-bc29-dfbb1c906abc/6b507abf-4e08-4ab4-8230-39126ce222ac/26875944-0e72-44ae-b656-9271da4e4167) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:34:23.984877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.017824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.063455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:34:24.066481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:24.070456 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:34:24.099408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=26875944-0e72-44ae-b656-9271da4e4167,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:24.128623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:24.129343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.146648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-848d4a75-1f5b-4a0a-b791-fbb4b1876061 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501044 Nov 24 22:34:24.161068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Request body: {'port': {'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:24.218487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.327771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-faccaed6-66e1-47aa-879f-d54027eeab52 None None] Provisioning complete for port 26875944-0e72-44ae-b656-9271da4e4167 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:24.328313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faccaed6-66e1-47aa-879f-d54027eeab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.364392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-faccaed6-66e1-47aa-879f-d54027eeab52 None None] Port 26875944-0e72-44ae-b656-9271da4e4167 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:34:24.459440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79b8d9-ab7f-45e9-bd28-bf1cfdcb8892 req-cad6e1af-8e72-41f5-ad47-3fcc28d8dcae tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:24.461650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc79b8d9-ab7f-45e9-bd28-bf1cfdcb8892 req-cad6e1af-8e72-41f5-ad47-3fcc28d8dcae tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 932 time: 0.0486772 Nov 24 22:34:24.492523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26875944-0e72-44ae-b656-9271da4e4167 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:34:24.500318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.500614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc79b8d9-ab7f-45e9-bd28-bf1cfdcb8892 req-93c4c69a-d88e-45da-91bb-9adf38fb101e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Nov 24 22:34:24.512935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Transition to ACTIVE for port object 26875944-0e72-44ae-b656-9271da4e4167 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:34:24.517322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.569472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Pushing event updated for resources: {'Port': ['ID=26875944-0e72-44ae-b656-9271da4e4167,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:24.637886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Attempting to bind port 26875944-0e72-44ae-b656-9271da4e4167 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:34:24.638218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Attempting to bind port 26875944-0e72-44ae-b656-9271da4e4167 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:34:24.638546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Attempting to bind port 26875944-0e72-44ae-b656-9271da4e4167 on network 6171521e-c5aa-408c-bc29-dfbb1c906abc {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:34:24.643169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Port 26875944-0e72-44ae-b656-9271da4e4167 on network 6171521e-c5aa-408c-bc29-dfbb1c906abc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:34:24.643484 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Attempting to bind port 26875944-0e72-44ae-b656-9271da4e4167 on network 6171521e-c5aa-408c-bc29-dfbb1c906abc {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:34:24.649011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:34:24.649341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Checking segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:34:24.649720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Bound using segment: {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:34:24.650145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Bound port: 26875944-0e72-44ae-b656-9271da4e4167, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:34:24.650523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.719616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] For port 26875944-0e72-44ae-b656-9271da4e4167, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:34:24.723048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] For port 26875944-0e72-44ae-b656-9271da4e4167, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=26875944-0e72-44ae-b656-9271da4e4167,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:34:24.728225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.763050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:24.763695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:24.765076 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d864fa88-d363-45d6-b079-510e9377811c service neutron] 10.222.0.71 "PUT /v2.0/ports/26875944-0e72-44ae-b656-9271da4e4167 HTTP/1.1" status: 200 len: 1094 time: 0.6085000 Nov 24 22:34:24.765515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'tag': '26875944-0e72-44ae-b656-9271da4e4167'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:24.767803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "tag": "26875944-0e72-44ae-b656-9271da4e4167"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:24.791772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864fa88-d363-45d6-b079-510e9377811c service neutron] Pushing event updated for resources: {'Port': ['ID=26875944-0e72-44ae-b656-9271da4e4167,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:24.823300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27005a9-9ae7-4628-ad29-a396ac2a4b06 x-openstack-request-id: req-d27005a9-9ae7-4628-ad29-a396ac2a4b06 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:24.823615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "tag": "26875944-0e72-44ae-b656-9271da4e4167", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:24.823873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d27005a9-9ae7-4628-ad29-a396ac2a4b06 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:24.824269 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'tag': '26875944-0e72-44ae-b656-9271da4e4167', 'status': 'completed', 'code': 200} Nov 24 22:34:24.860028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-726300a4-bde7-49ff-a601-b42c3b67418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:24.861552 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-726300a4-bde7-49ff-a601-b42c3b67418a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 1097 time: 0.0491397 Nov 24 22:34:24.908833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-ad375c9d-c2bc-467e-a6aa-2cc79c86167a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26875944-0e72-44ae-b656-9271da4e4167 HTTP/1.1" status: 200 len: 217 time: 0.0392334 Nov 24 22:34:24.959349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-ede2d3e2-2570-4bab-b7d2-3095d2c443e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:24.961370 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-ede2d3e2-2570-4bab-b7d2-3095d2c443e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b507abf-4e08-4ab4-8230-39126ce222ac HTTP/1.1" status: 200 len: 834 time: 0.0454810 Nov 24 22:34:25.005129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159a5a-562e-4263-9938-ed683afb5b11 req-f4247564-61f7-41fc-8e04-3b08bfddea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:25.006583 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-f4247564-61f7-41fc-8e04-3b08bfddea26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6171521e-c5aa-408c-bc29-dfbb1c906abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387352 Nov 24 22:34:25.099351 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-c6087a47-c677-4d22-84b5-83fc6ae41f8a service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855460 Nov 24 22:34:25.189148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-35159a5a-562e-4263-9938-ed683afb5b11 req-d2d16cdd-5121-477e-a8b0-f5fb902d0bfe service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823758 Nov 24 22:34:25.276667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-acdce089-bf57-405e-a361-043e6d0acac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:25.278174 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-acdce089-bf57-405e-a361-043e6d0acac6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 1097 time: 0.0407414 Nov 24 22:34:25.370299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-86cde956-95a2-4070-be46-8ff1232fcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:25.371771 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-86cde956-95a2-4070-be46-8ff1232fcb51 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6171521e-c5aa-408c-bc29-dfbb1c906abc HTTP/1.1" status: 200 len: 898 time: 0.0866270 Nov 24 22:34:25.413787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-c2955330-c1c4-46df-9f0e-091f71ed72c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26875944-0e72-44ae-b656-9271da4e4167 HTTP/1.1" status: 200 len: 217 time: 0.0345504 Nov 24 22:34:25.466449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-1b865fd2-f5d1-42ea-bd90-9647c2f42c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:25.467878 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-1b865fd2-f5d1-42ea-bd90-9647c2f42c72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b507abf-4e08-4ab4-8230-39126ce222ac HTTP/1.1" status: 200 len: 834 time: 0.0472612 Nov 24 22:34:25.512767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-eef5eb1e-d357-4e56-abfe-6d5031ca98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:25.514209 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-eef5eb1e-d357-4e56-abfe-6d5031ca98ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6171521e-c5aa-408c-bc29-dfbb1c906abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391996 Nov 24 22:34:25.606041 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-e3e96d72-805a-4f26-8fb4-e0385970bcf4 service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Nov 24 22:34:25.613417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7288a2-f507-41a2-b220-db8727c2eef4 req-7a60f7b4-035d-4f96-a5b6-473f2be82943 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:25.614883 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e7288a2-f507-41a2-b220-db8727c2eef4 req-7a60f7b4-035d-4f96-a5b6-473f2be82943 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 944 time: 0.0480134 Nov 24 22:34:25.653293 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e7288a2-f507-41a2-b220-db8727c2eef4 req-27266ca3-000e-4a6e-b3a0-f6d075983724 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Nov 24 22:34:25.701612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c32753f-7d06-494d-8d0a-2cd6a5a7fd1d req-d3c31cb4-9c56-4b83-99d5-518aac209543 service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879323 Nov 24 22:34:26.769498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018400bc-dd48-4cfc-9634-d57dad99541e req-30c4c2d3-dcf5-4ce2-a56a-c7afa37ecaf9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:26.770944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-018400bc-dd48-4cfc-9634-d57dad99541e req-30c4c2d3-dcf5-4ce2-a56a-c7afa37ecaf9 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 944 time: 0.0520239 Nov 24 22:34:26.809006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-018400bc-dd48-4cfc-9634-d57dad99541e req-e26a8249-73bf-4ffe-8622-44c3b3ca8f34 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Nov 24 22:34:27.927403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe196ed-067e-4e75-b6c6-28a70e183219 req-5e507db3-d382-4424-a76a-f801f78c1f92 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:27.928794 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4fe196ed-067e-4e75-b6c6-28a70e183219 req-5e507db3-d382-4424-a76a-f801f78c1f92 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 944 time: 0.0479276 Nov 24 22:34:27.966057 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4fe196ed-067e-4e75-b6c6-28a70e183219 req-1e3e6bbe-fe81-4119-9475-f7c3ad02eea3 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Nov 24 22:34:27.985872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 26875944-0e72-44ae-b656-9271da4e4167 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:34:28.210264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 26875944-0e72-44ae-b656-9271da4e4167, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=26875944-0e72-44ae-b656-9271da4e4167,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:28.220735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '26875944-0e72-44ae-b656-9271da4e4167', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:34:28.260503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:28.272669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26875944-0e72-44ae-b656-9271da4e4167 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:34:28.291343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 26875944-0e72-44ae-b656-9271da4e4167, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=26875944-0e72-44ae-b656-9271da4e4167,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:28.295244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:28.340175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=26875944-0e72-44ae-b656-9271da4e4167,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:28.508351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['26875944-0e72-44ae-b656-9271da4e4167'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:34:29.076688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d664c1a-ece6-438a-9ecb-b468939b505b req-c088febb-742d-411e-8030-e0d4e25a4a71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:29.078174 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d664c1a-ece6-438a-9ecb-b468939b505b req-c088febb-742d-411e-8030-e0d4e25a4a71 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 945 time: 0.0485806 Nov 24 22:34:29.114650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d664c1a-ece6-438a-9ecb-b468939b505b req-04311955-8f4d-4d62-886f-435b08c9fb64 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305915 Nov 24 22:34:29.732027 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:30.000915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 26875944-0e72-44ae-b656-9271da4e4167 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:34:30.048583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 26875944-0e72-44ae-b656-9271da4e4167 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:34:30.052327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 26875944-0e72-44ae-b656-9271da4e4167 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:34:30.052699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:30.128503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:30.151064 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26875944-0e72-44ae-b656-9271da4e4167'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:30.153866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84767b75-066a-4898-8f09-36e368698737" -d '{"events": [{"server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "name": "network-vif-plugged", "status": "completed", "tag": "26875944-0e72-44ae-b656-9271da4e4167"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:30.167083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 26875944-0e72-44ae-b656-9271da4e4167, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=26875944-0e72-44ae-b656-9271da4e4167,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:34:30.171894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:30.222808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=26875944-0e72-44ae-b656-9271da4e4167,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:30.241876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8563bf-36b0-43f8-9158-bb934739e8c6 req-a2f4739f-4355-4743-a60b-79396d497f15 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:30.243411 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4a8563bf-36b0-43f8-9158-bb934739e8c6 req-a2f4739f-4355-4743-a60b-79396d497f15 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0615382 Nov 24 22:34:30.267210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef4716-5455-448f-8e2e-8e5ea2a4f358 x-openstack-request-id: req-b5ef4716-5455-448f-8e2e-8e5ea2a4f358 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:30.267807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "name": "network-vif-plugged", "status": "completed", "tag": "26875944-0e72-44ae-b656-9271da4e4167", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:30.268300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5ef4716-5455-448f-8e2e-8e5ea2a4f358 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:30.268814 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26875944-0e72-44ae-b656-9271da4e4167', 'code': 200} Nov 24 22:34:30.283348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4a8563bf-36b0-43f8-9158-bb934739e8c6 req-2a9aac64-ee11-413c-b8e5-925ff0ffbce2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Nov 24 22:34:30.427142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72298b42-e6e4-4eee-b99d-29713ee94fb0 req-ebbfb157-88d7-4cf7-a56a-c082b6e727d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:30.428674 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-72298b42-e6e4-4eee-b99d-29713ee94fb0 req-ebbfb157-88d7-4cf7-a56a-c082b6e727d7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 1099 time: 0.0416050 Nov 24 22:34:30.463884 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-72298b42-e6e4-4eee-b99d-29713ee94fb0 req-f66e6f33-dba5-4b5f-925b-1f88f4150013 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278614 Nov 24 22:34:31.400097 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c83bf-3abd-4963-b2a0-84ecd3c1b683 req-f0c6a10c-7de6-4dbe-9080-5478b7103109 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:31.401589 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-937c83bf-3abd-4963-b2a0-84ecd3c1b683 req-f0c6a10c-7de6-4dbe-9080-5478b7103109 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Nov 24 22:34:31.444036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-937c83bf-3abd-4963-b2a0-84ecd3c1b683 req-af3eda8c-3a72-44d9-9d79-e000313d7ab2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Nov 24 22:34:32.509696 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:34:32.558042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c20a5-fece-4f84-b4ce-f626d30f18d5 req-dd1ef25e-fbf7-4aa7-89e7-ffb677122cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:32.559488 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-929c20a5-fece-4f84-b4ce-f626d30f18d5 req-dd1ef25e-fbf7-4aa7-89e7-ffb677122cd8 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0492449 Nov 24 22:34:32.597622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-929c20a5-fece-4f84-b4ce-f626d30f18d5 req-43c165c7-8121-4d26-9a27-a3cde98fd87a tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Nov 24 22:34:32.709816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190919-3094-441a-b288-10c6b365263d req-1cd5812d-1593-406e-b0ce-63779c8c3433 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:32.711254 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01190919-3094-441a-b288-10c6b365263d req-1cd5812d-1593-406e-b0ce-63779c8c3433 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Nov 24 22:34:32.747653 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01190919-3094-441a-b288-10c6b365263d req-9c649e97-a29b-4a71-a5ec-176a574ac744 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299067 Nov 24 22:34:32.768814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35658) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:32.806710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9710b1-94f8-4173-bead-603e567559db tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:32.808212 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4b9710b1-94f8-4173-bead-603e567559db tempest-TestNetworkBasicOps-1744856294 tempest-TestNetworkBasicOps-1744856294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 1094 time: 0.0384817 Nov 24 22:34:32.811028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35660) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:32.815186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:34:32.836283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:32.934884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.033466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Allocated IP 172.26.3.149 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/069d0e3c-63fe-45c3-b4b0-1a48bb8fb97a) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:34:33.136665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.168537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.207057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:34:33.211137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:34:33.217742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:34:33.220498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=069d0e3c-63fe-45c3-b4b0-1a48bb8fb97a,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:33.546665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.610095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.754490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.759669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.826467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event updated for resources: {'Port': ['ID=069d0e3c-63fe-45c3-b4b0-1a48bb8fb97a,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:34:33.836037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:33.940267 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP bdc8618f-e695-4f41-a885-02b321123087 associated. External IP: 172.26.3.149, port: 26875944-0e72-44ae-b656-9271da4e4167. Nov 24 22:34:34.145856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:34:34.249955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:34:34.260025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:34:34.269236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:34.270085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:34.270709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:34.297016 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b8f7a0ef-cf09-4265-ab2b-5f533f209394 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4849529 Nov 24 22:34:34.297601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'tag': '26875944-0e72-44ae-b656-9271da4e4167'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:34:34.299861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35662) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:34.300405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "tag": "26875944-0e72-44ae-b656-9271da4e4167"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:34:34.339180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf240d-a0cb-46e0-b12f-2b5198c3a912 x-openstack-request-id: req-edcf240d-a0cb-46e0-b12f-2b5198c3a912 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:34:34.339479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "tag": "26875944-0e72-44ae-b656-9271da4e4167", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:34:34.339764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edcf240d-a0cb-46e0-b12f-2b5198c3a912 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:34:34.340168 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'tag': '26875944-0e72-44ae-b656-9271da4e4167', 'status': 'completed', 'code': 200} Nov 24 22:34:34.380981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:34.396678 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-08cf43a3-74f9-42b9-9f9e-c84bc9bc8247 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 200 len: 992 time: 0.0953891 Nov 24 22:34:34.409710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-f8a0e2b5-d49b-4873-892b-3a8e972d6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:34.411180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-f8a0e2b5-d49b-4873-892b-3a8e972d6c80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 1099 time: 0.0489600 Nov 24 22:34:34.501106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-8e0245b9-49f8-435b-b916-208d02d12f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:34.502624 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-8e0245b9-49f8-435b-b916-208d02d12f2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=6171521e-c5aa-408c-bc29-dfbb1c906abc HTTP/1.1" status: 200 len: 898 time: 0.0843809 Nov 24 22:34:34.571901 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-1574d79a-0ddc-4014-901d-9c2cce8c1cdd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26875944-0e72-44ae-b656-9271da4e4167 HTTP/1.1" status: 200 len: 1000 time: 0.0611808 Nov 24 22:34:34.606262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bdc8618f-e695-4f41-a885-02b321123087', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:34:33Z', 'updated_at': '2021-11-24T22:34:33Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:34:21Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:34.619814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-73a85df9-f0f4-4dcf-a713-b020e7cb12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:34.621313 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-73a85df9-f0f4-4dcf-a713-b020e7cb12a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b507abf-4e08-4ab4-8230-39126ce222ac HTTP/1.1" status: 200 len: 834 time: 0.0435970 Nov 24 22:34:34.632354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] Checking router: 66f34f88-c3dc-4c15-bcbd-1182cd353d03 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:34:34.641290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:34:34.641897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:34.665459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-ce3795ce-efd5-43a2-a174-2237166e087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:34:34.666857 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-ce3795ce-efd5-43a2-a174-2237166e087d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6171521e-c5aa-408c-bc29-dfbb1c906abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387211 Nov 24 22:34:34.745294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:34:34.760499 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-c6a4abfd-1377-4a87-a4af-099396cbdf4f service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 Nov 24 22:34:34.853994 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a8ce4564-79bd-43bf-bc07-bf2b74a96f87 req-c7528f10-889a-4cc5-977a-6b1ed5e32c68 service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820122 Nov 24 22:34:34.972137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bdc8618f-e695-4f41-a885-02b321123087', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:34:33Z', 'updated_at': '2021-11-24T22:34:33Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:34:21Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:34:34.998373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a3bde-2a22-4812-af56-72224f0086e6 None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:18Z', 'revision_number': 4, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bdc8618f-e695-4f41-a885-02b321123087', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:34:33Z', 'updated_at': '2021-11-24T22:34:33Z', 'revision_number': 0, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:34:21Z', 'revision_number': 5, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:34:35.173627 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840d73dc-b340-423b-a80d-44b7192a28a7 None None] New status for floating IP bdc8618f-e695-4f41-a885-02b321123087: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:34:35.400963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35666) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:34:35.465787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4dab34ee-e990-486b-9c48-77e49db42c5e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 200 len: 994 time: 0.0637059 Nov 24 22:34:44.212660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-64b77b2d-ed29-49ac-96a7-92eddb99c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:46.632882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f57a88ea-f054-46a3-b03a-24ac6f1c898c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:46.877810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:48.384184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:49.700216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:34:59.749798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:06.742851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35684) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:06.747389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:07.044677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:07.054225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:07.161394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:35:07.265226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:35:07.272078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:07.273235 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7cf7aeb2-431c-4bcd-a706-32549e7da48f tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/66f34f88-c3dc-4c15-bcbd-1182cd353d03 HTTP/1.1" status: 200 len: 888 time: 0.5293882 Nov 24 22:35:07.275141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:35:07.288301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:07.288913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:07.322995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:07.331130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:07.331740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:07.361968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:07.362568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e478b-882f-4287-821d-ca8eab33f1dc None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:35:08.117497 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412af685-5165-4ea4-bbf1-36be5894f5e6 None None] New status for floating IP bdc8618f-e695-4f41-a885-02b321123087: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:35:09.248658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:09.325277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.346995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port e2a9308f-c72b-4c40-8469-8031db6b5bba, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2a9308f-c72b-4c40-8469-8031db6b5bba,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:09.350564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.351335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 238b8b7f-f2de-44fe-9bc2-ea372981f652 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:09.396507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35688) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:09.402002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:09.425293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:09.466056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.497408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 238b8b7f-f2de-44fe-9bc2-ea372981f652, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=238b8b7f-f2de-44fe-9bc2-ea372981f652,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:09.501331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.510365 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:35:09.552195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:09.696637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33504567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33502699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.706708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33504574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33504545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33502674'] for router, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.812193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:35:09.917803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:35:09.924459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:09.925625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a8cc9ec9-49bc-44e0-a216-536b14647375 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/66f34f88-c3dc-4c15-bcbd-1182cd353d03 HTTP/1.1" status: 200 len: 887 time: 0.5280406 Nov 24 22:35:09.926991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:35:09.928472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35690) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:09.936751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:09.937426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:09.988066 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3d484f93-e00f-452b-a6b4-94a7e2d31918 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 200 len: 992 time: 0.0584288 Nov 24 22:35:10.039475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:35:10.386404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bdc8618f-e695-4f41-a885-02b321123087', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:34:33Z', 'updated_at': '2021-11-24T22:35:08Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:10.415968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] Checking router: 66f34f88-c3dc-4c15-bcbd-1182cd353d03 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:35:10.424043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:10.424640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:10.523061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:35:10.736155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bdc8618f-e695-4f41-a885-02b321123087', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:34:33Z', 'updated_at': '2021-11-24T22:35:08Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:10.761671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253952a8-06b7-41d7-9d48-9cae843e68c5 None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'bdc8618f-e695-4f41-a885-02b321123087', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'port_id': '26875944-0e72-44ae-b656-9271da4e4167', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'mac_address': 'fa:16:3e:f6:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:34:33Z', 'updated_at': '2021-11-24T22:35:08Z', 'revision_number': 2, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:35:10.992035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35692) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:11.054923 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0d7b24bb-6282-4a15-9a09-5fe4356de867 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 200 len: 992 time: 0.0605505 Nov 24 22:35:11.274956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 238b8b7f-f2de-44fe-9bc2-ea372981f652 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:35:11.351605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:35:11.351986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:11.433876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:11.466973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 238b8b7f-f2de-44fe-9bc2-ea372981f652, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=238b8b7f-f2de-44fe-9bc2-ea372981f652,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:11.471607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:11.521010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:12.056867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35694) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:12.119483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a6cd6a37-7d2b-4688-a0cb-01c796ceeed2 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 200 len: 992 time: 0.0614722 Nov 24 22:35:12.235919 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13d71e-65f8-445b-a3f2-9177c0fbe169 None None] New status for floating IP bdc8618f-e695-4f41-a885-02b321123087: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:35:13.123322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35696) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:13.181759 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4c1dc2e7-cc6b-4f77-a619-dc9a25ba77c6 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 200 len: 994 time: 0.0572407 Nov 24 22:35:13.313401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:35:13.362711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e2a9308f-c72b-4c40-8469-8031db6b5bba triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:35:13.363077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:13.436042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:13.455036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port e2a9308f-c72b-4c40-8469-8031db6b5bba, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2a9308f-c72b-4c40-8469-8031db6b5bba,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:13.458894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:13.459725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 238b8b7f-f2de-44fe-9bc2-ea372981f652 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:35:13.535551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:13.548804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 238b8b7f-f2de-44fe-9bc2-ea372981f652 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:35:13.549171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:14.213018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c52622f9-4e27-4ab6-9001-b150b37354f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.255927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:35:15.306581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port e2a9308f-c72b-4c40-8469-8031db6b5bba triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:35:15.306953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.430072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35702) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:15.582464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 069d0e3c-63fe-45c3-b4b0-1a48bb8fb97a {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:35:15.582811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.659269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.659618 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.670744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 069d0e3c-63fe-45c3-b4b0-1a48bb8fb97a owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:35:15.814168 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.840259 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=069d0e3c-63fe-45c3-b4b0-1a48bb8fb97a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:15.864357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.864703 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.865038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.865368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.865695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.866020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.866341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.866666 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.866985 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.867403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.867743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.868581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:15.908848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:15.909198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Floating IP bdc8618f-e695-4f41-a885-02b321123087 disassociated (deleted). External IP: 172.26.3.149, port: 26875944-0e72-44ae-b656-9271da4e4167. Nov 24 22:35:16.112195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:35:16.504116 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:35:16.508400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:16.513379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:35:16.522156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:16.522760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:34:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:16.534665 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-36934325-4536-40e1-84c4-24d503389f19 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/floatingips/bdc8618f-e695-4f41-a885-02b321123087 HTTP/1.1" status: 204 len: 168 time: 1.1034617 Nov 24 22:35:16.535252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'tag': '26875944-0e72-44ae-b656-9271da4e4167'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:35:16.537519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c78a3a-9a90-402f-a2b4-caa64a5fc710" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "tag": "26875944-0e72-44ae-b656-9271da4e4167"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:35:16.574459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba828d63-aca2-4eab-9026-33973d051fb1 x-openstack-request-id: req-ba828d63-aca2-4eab-9026-33973d051fb1 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:35:16.574763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "tag": "26875944-0e72-44ae-b656-9271da4e4167", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:35:16.575065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba828d63-aca2-4eab-9026-33973d051fb1 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:35:16.575462 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'tag': '26875944-0e72-44ae-b656-9271da4e4167', 'status': 'completed', 'code': 200} Nov 24 22:35:16.642569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:35:16.645063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c9e635e-61a4-4b0a-823c-f4eb1dea1c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:16.645860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-99e94d90-7c33-43c8-a304-da530eaabea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:16.647314 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-99e94d90-7c33-43c8-a304-da530eaabea5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8d29a1b03214f108524bb39df2bc726&device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 1099 time: 0.0451999 Nov 24 22:35:16.749234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-c5cc41e7-058d-4180-b430-13c491efdcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:16.750699 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-c5cc41e7-058d-4180-b430-13c491efdcc0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6171521e-c5aa-408c-bc29-dfbb1c906abc HTTP/1.1" status: 200 len: 898 time: 0.0931373 Nov 24 22:35:16.771509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06747db-1c7e-4aaf-a193-b8f338defaae req-2a4654be-86aa-4e12-ab77-e71d118a2612 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:16.772946 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f06747db-1c7e-4aaf-a193-b8f338defaae req-2a4654be-86aa-4e12-ab77-e71d118a2612 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0494382 Nov 24 22:35:16.799047 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-4a92ea3f-91e1-4644-8d92-faaab85cca54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26875944-0e72-44ae-b656-9271da4e4167 HTTP/1.1" status: 200 len: 217 time: 0.0402522 Nov 24 22:35:16.814014 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f06747db-1c7e-4aaf-a193-b8f338defaae req-3e1907c1-8fd1-4f25-9419-1ea91707f0ef tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335276 Nov 24 22:35:16.853682 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-d2a8efda-9d40-453f-81b0-3093ef151a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:16.855158 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-d2a8efda-9d40-453f-81b0-3093ef151a11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b507abf-4e08-4ab4-8230-39126ce222ac HTTP/1.1" status: 200 len: 834 time: 0.0488038 Nov 24 22:35:16.876153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:35:11Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:16.904432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-4da07330-55fe-44b5-b83d-3c318f025fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:16.905910 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-4da07330-55fe-44b5-b83d-3c318f025fa9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6171521e-c5aa-408c-bc29-dfbb1c906abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428913 Nov 24 22:35:16.907871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] Checking router: 66f34f88-c3dc-4c15-bcbd-1182cd353d03 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:35:16.909698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:16.918520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:16.919165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:35:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:16.999609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-de5e90c8-b908-4561-981d-7d53fc6a67cc service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Nov 24 22:35:17.023484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:35:17.231899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:35:11Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:17.263049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b8695-8e00-4649-ae25-de37297d5f33 None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:09Z', 'revision_number': 6, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '238b8b7f-f2de-44fe-9bc2-ea372981f652', 'name': '', 'network_id': '6171521e-c5aa-408c-bc29-dfbb1c906abc', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'mac_address': 'fa:16:3e:e3:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:17Z', 'updated_at': '2021-11-24T22:35:11Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'subnets': [{'id': '6b507abf-4e08-4ab4-8230-39126ce222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:35:17.390140 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-31c78a3a-9a90-402f-a2b4-caa64a5fc710 req-739b9082-f8c9-4352-9887-12f50ea05431 service neutron] 10.222.0.71 "GET /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816209 Nov 24 22:35:17.860410 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077f02d-2e68-4806-a944-8f014e219ccd None None] New status for floating IP bdc8618f-e695-4f41-a885-02b321123087: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:35:17.938290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a704b-a251-4cc5-9968-dcc58a1f6037 req-a9a8ab84-48e4-4d45-97b6-c2d1dbdcc580 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:17.939819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-682a704b-a251-4cc5-9968-dcc58a1f6037 req-a9a8ab84-48e4-4d45-97b6-c2d1dbdcc580 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0559421 Nov 24 22:35:17.977915 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-682a704b-a251-4cc5-9968-dcc58a1f6037 req-5746f0f6-5dd7-449c-8b3d-f043b6d17390 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a6d47c3-7871-4e61-a82a-b9a3252b4246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318060 Nov 24 22:35:18.043977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-fbfcd71c-0b7d-4d89-b375-e7f7950a1eeb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:18.045394 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-fbfcd71c-0b7d-4d89-b375-e7f7950a1eeb tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad9a7173-f1af-4226-864a-c995ef51f786 HTTP/1.1" status: 200 len: 946 time: 0.0469270 Nov 24 22:35:18.136644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 26875944-0e72-44ae-b656-9271da4e4167 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:35:18.136905 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:18.225161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 26875944-0e72-44ae-b656-9271da4e4167, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=26875944-0e72-44ae-b656-9271da4e4167,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:18.225521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:18.237424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 26875944-0e72-44ae-b656-9271da4e4167 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:35:18.359945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:18.387849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:18.393202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=26875944-0e72-44ae-b656-9271da4e4167,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:18.422875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.423232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.423601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.423943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.424279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.424612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.424944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.425277 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.425616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.425941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.426266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.426587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:18.446275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] No DVR routers for this DVR port 26875944-0e72-44ae-b656-9271da4e4167 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:35:18.448618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:18.452081 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-40e0aceb-10ea-4d90-a85c-cc4b248863a1 req-14881443-00b7-42c6-a9af-ed0e230bfa29 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.71 "DELETE /v2.0/ports/26875944-0e72-44ae-b656-9271da4e4167 HTTP/1.1" status: 204 len: 173 time: 0.4001195 Nov 24 22:35:18.452544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'name': 'network-vif-deleted', 'tag': '26875944-0e72-44ae-b656-9271da4e4167'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:35:18.454777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37294320-7ead-4305-a473-730d3a8ae487" -d '{"events": [{"server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "name": "network-vif-deleted", "tag": "26875944-0e72-44ae-b656-9271da4e4167"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:35:18.491069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed0e0f-4479-436d-8561-89e83cacce29 x-openstack-request-id: req-17ed0e0f-4479-436d-8561-89e83cacce29 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:35:18.491367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a7173-f1af-4226-864a-c995ef51f786", "name": "network-vif-deleted", "tag": "26875944-0e72-44ae-b656-9271da4e4167", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:35:18.491658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17ed0e0f-4479-436d-8561-89e83cacce29 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:35:18.492063 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a7173-f1af-4226-864a-c995ef51f786', 'name': 'network-vif-deleted', 'tag': '26875944-0e72-44ae-b656-9271da4e4167', 'status': 'completed', 'code': 200} Nov 24 22:35:19.033471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35716) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:19.091686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d809da3-1788-4d16-9214-5cb0b589e48e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.116202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d809da3-1788-4d16-9214-5cb0b589e48e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.172448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d809da3-1788-4d16-9214-5cb0b589e48e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.175095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8d809da3-1788-4d16-9214-5cb0b589e48e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.176268 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8d809da3-1788-4d16-9214-5cb0b589e48e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a6d47c3-7871-4e61-a82a-b9a3252b4246 HTTP/1.1" status: 204 len: 168 time: 0.1418078 Nov 24 22:35:19.184943 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d809da3-1788-4d16-9214-5cb0b589e48e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d47c3-7871-4e61-a82a-b9a3252b4246,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:19.208994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35720) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:19.559488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.694129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.805044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port 238b8b7f-f2de-44fe-9bc2-ea372981f652 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:35:19.805383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.892460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port 238b8b7f-f2de-44fe-9bc2-ea372981f652, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=238b8b7f-f2de-44fe-9bc2-ea372981f652,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:19.892735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:19.904826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for 238b8b7f-f2de-44fe-9bc2-ea372981f652 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:35:20.085275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.115965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=238b8b7f-f2de-44fe-9bc2-ea372981f652,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:20.251972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 26875944-0e72-44ae-b656-9271da4e4167 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:20.277771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 26875944-0e72-44ae-b656-9271da4e4167 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:35:20.278250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 26875944-0e72-44ae-b656-9271da4e4167 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:35:20.283856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.496650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:35:20.600766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:35:20.605788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9032ac67-46ed-4609-be81-e3704fd15039 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "PUT /v2.0/routers/66f34f88-c3dc-4c15-bcbd-1182cd353d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3957670 Nov 24 22:35:20.608590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35722) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:20.610092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] Sync routers for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:35:20.619010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:20.619646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:35:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:20.658429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting subnet 6b507abf-4e08-4ab4-8230-39126ce222ac {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:35:20.661577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.700128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.721743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:35:20.785999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.845640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.871964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Subnet': ['ID=6b507abf-4e08-4ab4-8230-39126ce222ac,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:20.877966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:20.884439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4d84181f-bed2-49df-b8a8-ab2641fedd0d tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/subnets/6b507abf-4e08-4ab4-8230-39126ce222ac HTTP/1.1" status: 204 len: 168 time: 0.2716601 Nov 24 22:35:20.884439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35724) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:20.950009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36443d-7ddf-4e29-a37b-16b9ed7274c9 None None] Network 6171521e-c5aa-408c-bc29-dfbb1c906abc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:35:20.990994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.095455 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.131895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:20Z', 'revision_number': 7, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port': {'id': 'e2a9308f-c72b-4c40-8469-8031db6b5bba', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:21.149961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Deleting port e2a9308f-c72b-4c40-8469-8031db6b5bba {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:35:21.150223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.162268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] Checking router: 66f34f88-c3dc-4c15-bcbd-1182cd353d03 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:35:21.170488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] Routers {'66f34f88-c3dc-4c15-bcbd-1182cd353d03'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:35:21.171102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:35:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:21.205014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] DHCP port deletion for 6171521e-c5aa-408c-bc29-dfbb1c906abc request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:35:21.241645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] For port e2a9308f-c72b-4c40-8469-8031db6b5bba, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=e2a9308f-c72b-4c40-8469-8031db6b5bba,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:21.242446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.257442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Calling delete_port for e2a9308f-c72b-4c40-8469-8031db6b5bba owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:35:21.283867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] Set router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:35:21.342356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ce85e1ea-2351-4628-b080-d5063437d0d6 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:21.345353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:21Z', 'revision_number': 8, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:21.390342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae14543-7e97-496b-bcba-f4049298ac16 None None] The sync data for ids ['66f34f88-c3dc-4c15-bcbd-1182cd353d03'] in dv-neutron-818715-1-hyperv is: [{'id': '66f34f88-c3dc-4c15-bcbd-1182cd353d03', 'name': 'tempest-TestNetworkBasicOps-router-777911922', 'tenant_id': 'e8d29a1b03214f108524bb39df2bc726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:34:15Z', 'updated_at': '2021-11-24T22:35:21Z', 'revision_number': 8, 'project_id': 'e8d29a1b03214f108524bb39df2bc726', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:35:21.404562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] Deleting port ce85e1ea-2351-4628-b080-d5063437d0d6 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:35:21.404933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.438756 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.466539 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Port': ['ID=e2a9308f-c72b-4c40-8469-8031db6b5bba,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:21.506698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] For port ce85e1ea-2351-4628-b080-d5063437d0d6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce85e1ea-2351-4628-b080-d5063437d0d6,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:21.507043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.526205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.526481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] Calling delete_port for ce85e1ea-2351-4628-b080-d5063437d0d6 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:35:21.528284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.601381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port ce85e1ea-2351-4628-b080-d5063437d0d6, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ce85e1ea-2351-4628-b080-d5063437d0d6,segment=NetworkSegment(7956e7ae-9de3-48a3-8dfd-0e94d756b4f3),segment_id=7956e7ae-9de3-48a3-8dfd-0e94d756b4f3)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:21.610341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.617176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.619957 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.667936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=ce85e1ea-2351-4628-b080-d5063437d0d6,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:21.668409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.668971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Fanout notify agent at l3_agent the message router_deleted on router 66f34f88-c3dc-4c15-bcbd-1182cd353d03 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:35:21.671076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.676356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.680019 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fbab6889-a70a-4894-b939-18ad8189dcd0 tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/routers/66f34f88-c3dc-4c15-bcbd-1182cd353d03 HTTP/1.1" status: 204 len: 168 time: 0.7920287 Nov 24 22:35:21.680186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35726) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:21.681008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.681359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.681698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.682036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.682365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.682695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.683022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.683349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.683701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.684034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.684351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.684669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:35:21.693550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] No DVR routers for this DVR port ce85e1ea-2351-4628-b080-d5063437d0d6 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:35:21.712716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebb0f9-81ec-483a-9931-936acd94e193 None None] Pushing event deleted for resources: {'Port': ['ID=ce85e1ea-2351-4628-b080-d5063437d0d6,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:21.758514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.849189 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.869869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6171521e-c5aa-408c-bc29-dfbb1c906abc']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:21.880608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:21.880937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7956e7ae-9de3-48a3-8dfd-0e94d756b4f3') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:21.890927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.903871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.909552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:35:21.909929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:35:21.913020 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:35:21.968882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.973525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:21.977106 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] 10.222.0.41 "DELETE /v2.0/networks/6171521e-c5aa-408c-bc29-dfbb1c906abc HTTP/1.1" status: 204 len: 168 time: 0.2954390 Nov 24 22:35:21.996667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72761b-3351-4436-8888-fda53764996e tempest-TestNetworkBasicOps-1961582186 tempest-TestNetworkBasicOps-1961582186-project] Pushing event deleted for resources: {'Network': ['ID=6171521e-c5aa-408c-bc29-dfbb1c906abc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:22.244282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35732) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:22.377393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-605e8328-6394-4679-b676-722c6c8d64c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8d29a1b03214f108524bb39df2bc726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319036 Nov 24 22:35:22.379910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35736) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:22.427617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03e46037-963c-49ed-ae22-6ecd529d9d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.448169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03e46037-963c-49ed-ae22-6ecd529d9d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.492589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03e46037-963c-49ed-ae22-6ecd529d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.495219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-03e46037-963c-49ed-ae22-6ecd529d9d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.496411 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-03e46037-963c-49ed-ae22-6ecd529d9d3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a1d8d52-1b9a-406c-8254-9a16f3f53d52 HTTP/1.1" status: 204 len: 168 time: 0.1155834 Nov 24 22:35:22.505319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e46037-963c-49ed-ae22-6ecd529d9d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1d8d52-1b9a-406c-8254-9a16f3f53d52,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:22.744067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35742) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:22.757140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c73f23b-d214-4d95-bf31-415a7291cdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.839382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c73f23b-d214-4d95-bf31-415a7291cdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.842924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c73f23b-d214-4d95-bf31-415a7291cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.885941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73f23b-d214-4d95-bf31-415a7291cdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4dfce2-beda-41e6-a4b8-1db93967414c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:22.891409 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6c73f23b-d214-4d95-bf31-415a7291cdc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fbf9120565442d597f4b9bbb3e356ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463270 Nov 24 22:35:22.894120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35744) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:22.944694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5481f084-a3d2-48b5-a7dd-377fae7fcae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:22.966881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5481f084-a3d2-48b5-a7dd-377fae7fcae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.011490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5481f084-a3d2-48b5-a7dd-377fae7fcae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.014042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5481f084-a3d2-48b5-a7dd-377fae7fcae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.015191 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5481f084-a3d2-48b5-a7dd-377fae7fcae6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc4dfce2-beda-41e6-a4b8-1db93967414c HTTP/1.1" status: 204 len: 168 time: 0.1201713 Nov 24 22:35:23.022569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481f084-a3d2-48b5-a7dd-377fae7fcae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4dfce2-beda-41e6-a4b8-1db93967414c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:23.258450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:23.278329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: e2a9308f-c72b-4c40-8469-8031db6b5bba {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:35:23.278672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device e2a9308f-c72b-4c40-8469-8031db6b5bba not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:35:23.279080 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 238b8b7f-f2de-44fe-9bc2-ea372981f652 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:23.301298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 238b8b7f-f2de-44fe-9bc2-ea372981f652 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:35:23.301968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 238b8b7f-f2de-44fe-9bc2-ea372981f652 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:35:23.738678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35766) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:23.832701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1359301247-network', 'tenant_id': 'ca82aef956e3489e92406daac18f3e63'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:23.854522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Made reservation on behalf of ca82aef956e3489e92406daac18f3e63 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:35:23.857018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.865517 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.941181 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.944597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.970828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:35:23.980989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129affd6-ea92-459d-b6db-c58ba63ffe67,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:23.985644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:23.985986 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Added segment e720b3e1-9b02-4a07-b85b-42278b7d3c71 of type vlan for network 35351eb0-28b5-468d-bd9d-d456140b80d8 Nov 24 22:35:24.025597 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.050121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.051058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:24.051679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.105092 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3653038 Nov 24 22:35:24.108164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35770) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:24.113099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Request body: {'subnet': {'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1359301247-subnet', 'tenant_id': 'ca82aef956e3489e92406daac18f3e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:24.119941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ce327-ff70-4b87-8fb6-1d57b870410e admin admin] Pushing event updated for resources: {'Network': ['ID=35351eb0-28b5-468d-bd9d-d456140b80d8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:24.129552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 35351eb0-28b5-468d-bd9d-d456140b80d8 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:35:24.136050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Made reservation on behalf of ca82aef956e3489e92406daac18f3e63 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:35:24.138408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.304071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.361936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036efe11-8db5-4930-8c5b-64d4cb354478,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:24.366307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Checking segment: {'id': 'e720b3e1-9b02-4a07-b85b-42278b7d3c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:35:24.366669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Network hostable DHCP agents. Network: 35351eb0-28b5-468d-bd9d-d456140b80d8, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:35:24.384590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Network 35351eb0-28b5-468d-bd9d-d456140b80d8 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:35:24.393207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 35351eb0-28b5-468d-bd9d-d456140b80d8) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:35:24.398093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:24.399150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.402849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddd581-f314-4f0f-9121-9056b3346b3e None None] Network 35351eb0-28b5-468d-bd9d-d456140b80d8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:35:24.419812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dcf6c20f-7f20-4050-b269-1c460b239351 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3105097 Nov 24 22:35:24.525329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec0f2e-f73e-4096-9db0-713efdb53bc7 None None] Network 35351eb0-28b5-468d-bd9d-d456140b80d8 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:35:24.862994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35786) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:24.868500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-949611522-network', 'tenant_id': '3be12e6aa6374e4d970ac81759699195'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:24.891657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Made reservation on behalf of 3be12e6aa6374e4d970ac81759699195 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:35:24.893891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.902188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.981286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:24.985116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.009110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:35:25.017679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f5f46-8b2e-4d84-818f-f2e935c7d474,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:25.023635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.023977 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Added segment b77405e8-d6c2-451d-9719-c0b4a54e0613 of type vlan for network a7bb9ccc-cb8a-4cbf-adb1-160c42234b99 Nov 24 22:35:25.063384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.087421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.088426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:25.089012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.160997 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2967100 Nov 24 22:35:25.163814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35788) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:25.169350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Request body: {'subnet': {'network_id': 'a7bb9ccc-cb8a-4cbf-adb1-160c42234b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-949611522-subnet', 'tenant_id': '3be12e6aa6374e4d970ac81759699195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:25.178975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f530-ade5-4a02-b589-b075fa968985 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bb9ccc-cb8a-4cbf-adb1-160c42234b99,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:25.190204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Made reservation on behalf of 3be12e6aa6374e4d970ac81759699195 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:35:25.190865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network a7bb9ccc-cb8a-4cbf-adb1-160c42234b99 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:35:25.192646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.642992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.702148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2249c6-1f32-468a-b199-06406b5e9a2d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:25.709140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Checking segment: {'id': 'b77405e8-d6c2-451d-9719-c0b4a54e0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a7bb9ccc-cb8a-4cbf-adb1-160c42234b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:35:25.709495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Network hostable DHCP agents. Network: a7bb9ccc-cb8a-4cbf-adb1-160c42234b99, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:35:25.725969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Network a7bb9ccc-cb8a-4cbf-adb1-160c42234b99 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:35:25.733821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, a7bb9ccc-cb8a-4cbf-adb1-160c42234b99) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:35:25.737861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:25.738442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:25.742836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00d0b1-1097-432f-bb63-48b0d31d1247 None None] Network a7bb9ccc-cb8a-4cbf-adb1-160c42234b99 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:35:25.758140 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc3b0e13-1a06-40b1-8e49-73e423e11c67 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5891073 Nov 24 22:35:25.864696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2f6dd-024c-491c-b717-444fda7d3f5a None None] Network a7bb9ccc-cb8a-4cbf-adb1-160c42234b99 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:35:26.215418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-91af089b-71a3-435c-8358-7d722b2a51b8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:26.216784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-91af089b-71a3-435c-8358-7d722b2a51b8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/networks?id=35351eb0-28b5-468d-bd9d-d456140b80d8 HTTP/1.1" status: 200 len: 812 time: 0.0979865 Nov 24 22:35:26.231192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-9d9da957-18ad-4353-a0c3-78400525a1f9 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/quotas/ca82aef956e3489e92406daac18f3e63 HTTP/1.1" status: 200 len: 375 time: 0.0086377 Nov 24 22:35:26.262082 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-addd1f41-1d4c-4f52-b7c5-6cd42cf62562 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca82aef956e3489e92406daac18f3e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258641 Nov 24 22:35:26.437829 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-20518941-92c6-48fe-a91a-75bd3b4f0404 service neutron] 10.222.0.41 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690898 Nov 24 22:35:26.524666 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-0a5d6336-3d3b-42ce-8e2c-c8ede2d004d1 service neutron] 10.222.0.41 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807259 Nov 24 22:35:26.681499 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1831ec5f-cc4f-4b46-ada1-ec39bc8580a7 req-da235610-9666-4df7-9f26-bc56355512de tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 210 time: 0.0315697 Nov 24 22:35:27.555540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-2a35b511-2b26-4e55-b2eb-6ae2daf52e9e tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:27.557541 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-2a35b511-2b26-4e55-b2eb-6ae2daf52e9e tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.71 "GET /v2.0/networks?id=35351eb0-28b5-468d-bd9d-d456140b80d8 HTTP/1.1" status: 200 len: 812 time: 0.1054075 Nov 24 22:35:27.571632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Request body: {'port': {'device_id': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8', 'admin_state_up': True, 'tenant_id': 'ca82aef956e3489e92406daac18f3e63'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:27.681212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Made reservation on behalf of ca82aef956e3489e92406daac18f3e63 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:35:27.685149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:27.772630 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c9c653e-93de-4e2d-b492-01f56a9d3292 req-42d1155a-4df6-4e0a-acf4-840a847cdf62 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 210 time: 0.0258327 Nov 24 22:35:27.812121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Allocated IP 172.20.0.2 (35351eb0-28b5-468d-bd9d-d456140b80d8/036efe11-8db5-4930-8c5b-64d4cb354478/414eaa82-6464-400a-9c22-95469617b175) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:35:27.955751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:27.988326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.032280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Network 35351eb0-28b5-468d-bd9d-d456140b80d8 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:35:28.035316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:35:28.037634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:35:28.072791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Pushing event updated for resources: {'Port': ['ID=414eaa82-6464-400a-9c22-95469617b175,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:28.099776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:28.100545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.116826 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-47eba915-71fc-4f9d-803e-9c6812d224dc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498550 Nov 24 22:35:28.129649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Request body: {'port': {'device_id': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:28.180673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.437412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414eaa82-6464-400a-9c22-95469617b175 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:35:28.444609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.457041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Transition to ACTIVE for port object 414eaa82-6464-400a-9c22-95469617b175 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:35:28.460759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.512046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=414eaa82-6464-400a-9c22-95469617b175,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:28.578921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Attempting to bind port 414eaa82-6464-400a-9c22-95469617b175 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:35:28.579672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Attempting to bind port 414eaa82-6464-400a-9c22-95469617b175 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'e720b3e1-9b02-4a07-b85b-42278b7d3c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:35:28.579672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Attempting to bind port 414eaa82-6464-400a-9c22-95469617b175 on network 35351eb0-28b5-468d-bd9d-d456140b80d8 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:35:28.583734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Port 414eaa82-6464-400a-9c22-95469617b175 on network 35351eb0-28b5-468d-bd9d-d456140b80d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:35:28.584056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Attempting to bind port 414eaa82-6464-400a-9c22-95469617b175 on network 35351eb0-28b5-468d-bd9d-d456140b80d8 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:35:28.589250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:35:28.589580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Checking segment: {'id': 'e720b3e1-9b02-4a07-b85b-42278b7d3c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:35:28.589958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Bound using segment: {'id': 'e720b3e1-9b02-4a07-b85b-42278b7d3c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:35:28.590372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Bound port: 414eaa82-6464-400a-9c22-95469617b175, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e720b3e1-9b02-4a07-b85b-42278b7d3c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:35:28.590717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.652936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] For port 414eaa82-6464-400a-9c22-95469617b175, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:35:28.656021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] For port 414eaa82-6464-400a-9c22-95469617b175, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=414eaa82-6464-400a-9c22-95469617b175,segment=NetworkSegment(e720b3e1-9b02-4a07-b85b-42278b7d3c71),segment_id=e720b3e1-9b02-4a07-b85b-42278b7d3c71)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:35:28.660936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.692996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:28.693611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:28.695007 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] 10.222.0.71 "PUT /v2.0/ports/414eaa82-6464-400a-9c22-95469617b175 HTTP/1.1" status: 200 len: 1093 time: 0.5692804 Nov 24 22:35:28.695716 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'tag': '414eaa82-6464-400a-9c22-95469617b175'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:35:28.698478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76905a36-9b73-4df4-8e54-416148f6af47" -d '{"events": [{"name": "network-changed", "server_uuid": "b16b74af-11c7-4b7b-9ac3-88763e550d52", "tag": "414eaa82-6464-400a-9c22-95469617b175"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:35:28.728283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492318e2-16fa-42e9-9ad7-111ecf3f7ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=414eaa82-6464-400a-9c22-95469617b175,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:28.740241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fad6b8-8449-4405-a199-6222ff514a69 x-openstack-request-id: req-f1fad6b8-8449-4405-a199-6222ff514a69 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:35:28.740523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16b74af-11c7-4b7b-9ac3-88763e550d52", "tag": "414eaa82-6464-400a-9c22-95469617b175", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:35:28.740772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1fad6b8-8449-4405-a199-6222ff514a69 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:35:28.741160 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'tag': '414eaa82-6464-400a-9c22-95469617b175', 'status': 'completed', 'code': 200} Nov 24 22:35:28.773676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-4f325519-b903-4eb9-a54c-7113cb5180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:28.775792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-4f325519-b903-4eb9-a54c-7113cb5180df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca82aef956e3489e92406daac18f3e63&device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 1096 time: 0.0438757 Nov 24 22:35:28.819642 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-ccbbedfd-0cca-4abd-a9ae-95d88d527737 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414eaa82-6464-400a-9c22-95469617b175 HTTP/1.1" status: 200 len: 217 time: 0.0369506 Nov 24 22:35:28.869133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-809cb6ba-5135-470c-a824-0784cf454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:28.870628 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-809cb6ba-5135-470c-a824-0784cf454f39 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=036efe11-8db5-4930-8c5b-64d4cb354478 HTTP/1.1" status: 200 len: 852 time: 0.0444264 Nov 24 22:35:28.885741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673463-5c00-4b21-9e54-483d481072da req-6b3c7910-f1b3-40f4-a045-d8d378ea0848 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:28.887210 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91673463-5c00-4b21-9e54-483d481072da req-6b3c7910-f1b3-40f4-a045-d8d378ea0848 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 943 time: 0.0486214 Nov 24 22:35:28.904533 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-af71b467-7152-4410-a809-56d19954330d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=35351eb0-28b5-468d-bd9d-d456140b80d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255027 Nov 24 22:35:28.930206 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91673463-5c00-4b21-9e54-483d481072da req-d9fb5c9d-fa2d-413c-aa54-837e9aabe86a tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Nov 24 22:35:28.997894 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-6cc5c97c-4c7c-4ec0-ba9d-904f3f8e246c service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 Nov 24 22:35:29.087943 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-567a2e25-02ff-4c9a-8776-0e20588c9ec8 req-c5837a42-5460-447a-8501-65e8270dd905 service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826213 Nov 24 22:35:29.172963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905a36-9b73-4df4-8e54-416148f6af47 req-feaa8e5c-d10d-4d51-8eae-564de93c13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:29.174428 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-feaa8e5c-d10d-4d51-8eae-564de93c13b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca82aef956e3489e92406daac18f3e63&device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 1096 time: 0.0404348 Nov 24 22:35:29.268094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905a36-9b73-4df4-8e54-416148f6af47 req-ae9b4484-f619-4b60-b2ba-a66941804dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:29.269548 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-ae9b4484-f619-4b60-b2ba-a66941804dec service neutron] 10.222.0.71 "GET /v2.0/networks?id=35351eb0-28b5-468d-bd9d-d456140b80d8 HTTP/1.1" status: 200 len: 913 time: 0.0873339 Nov 24 22:35:29.312330 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-7b8f632e-c1c9-499d-84da-28cb2b1e5916 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414eaa82-6464-400a-9c22-95469617b175 HTTP/1.1" status: 200 len: 217 time: 0.0347874 Nov 24 22:35:29.364860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905a36-9b73-4df4-8e54-416148f6af47 req-f04d10be-f714-4240-a3c6-b130e8333efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:29.366285 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-f04d10be-f714-4240-a3c6-b130e8333efe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=036efe11-8db5-4930-8c5b-64d4cb354478 HTTP/1.1" status: 200 len: 852 time: 0.0463510 Nov 24 22:35:29.398797 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-238fba40-24ed-47ec-9ef5-966cbf4851a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=35351eb0-28b5-468d-bd9d-d456140b80d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240595 Nov 24 22:35:29.487797 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-21a9aca7-0771-4e7a-8633-b7de5b68dcc7 service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811071 Nov 24 22:35:29.580141 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76905a36-9b73-4df4-8e54-416148f6af47 req-a42abfe9-a5df-4405-adf4-bb5dc3782a96 service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848389 Nov 24 22:35:29.748439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:30.043114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f98c8-e84b-4e62-bd4d-128372fdd29d req-b969270c-5184-4d9a-9f5c-3801f0873399 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:30.044482 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-815f98c8-e84b-4e62-bd4d-128372fdd29d req-b969270c-5184-4d9a-9f5c-3801f0873399 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 943 time: 0.0474670 Nov 24 22:35:30.080392 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-815f98c8-e84b-4e62-bd4d-128372fdd29d req-3f174685-16cf-416c-949a-ae16f07751e5 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301676 Nov 24 22:35:30.298205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 414eaa82-6464-400a-9c22-95469617b175 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:35:30.387531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 414eaa82-6464-400a-9c22-95469617b175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=414eaa82-6464-400a-9c22-95469617b175,segment=NetworkSegment(e720b3e1-9b02-4a07-b85b-42278b7d3c71),segment_id=e720b3e1-9b02-4a07-b85b-42278b7d3c71)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:30.398410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '414eaa82-6464-400a-9c22-95469617b175', 'network_id': '35351eb0-28b5-468d-bd9d-d456140b80d8', 'port_id': '414eaa82-6464-400a-9c22-95469617b175', 'mac_address': 'fa:16:3e:3f:c5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036efe11-8db5-4930-8c5b-64d4cb354478', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:35:30.437439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:30.450152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414eaa82-6464-400a-9c22-95469617b175 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:35:30.468649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 414eaa82-6464-400a-9c22-95469617b175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=414eaa82-6464-400a-9c22-95469617b175,segment=NetworkSegment(e720b3e1-9b02-4a07-b85b-42278b7d3c71),segment_id=e720b3e1-9b02-4a07-b85b-42278b7d3c71)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:30.472028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:30.516445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=414eaa82-6464-400a-9c22-95469617b175,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:30.677031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['414eaa82-6464-400a-9c22-95469617b175'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:35:31.194445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48cf6-84bc-421d-8589-5e2e49eb733f req-f15e781b-0837-4352-b88c-e5399d93b5b2 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:31.196171 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3c48cf6-84bc-421d-8589-5e2e49eb733f req-f15e781b-0837-4352-b88c-e5399d93b5b2 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 944 time: 0.0515289 Nov 24 22:35:31.232421 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3c48cf6-84bc-421d-8589-5e2e49eb733f req-95d975dd-a92a-417d-92c7-5adb8a5e8db0 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304999 Nov 24 22:35:32.320837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 414eaa82-6464-400a-9c22-95469617b175 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:35:32.344821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bf220-3a54-4503-9f02-4383287aa15e req-1dc9b107-8fc8-4a63-bd00-e2d3c40770bc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:32.346314 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-563bf220-3a54-4503-9f02-4383287aa15e req-1dc9b107-8fc8-4a63-bd00-e2d3c40770bc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 944 time: 0.0489695 Nov 24 22:35:32.368133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 414eaa82-6464-400a-9c22-95469617b175 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:35:32.372154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 414eaa82-6464-400a-9c22-95469617b175 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:35:32.372520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:32.385981 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-563bf220-3a54-4503-9f02-4383287aa15e req-b086fc61-e7cb-4224-8490-b3be6eaf8582 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Nov 24 22:35:32.449870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:32.471623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414eaa82-6464-400a-9c22-95469617b175'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:35:32.473856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12b346a-2c6f-4f64-81b0-9b0f15425a23" -d '{"events": [{"server_uuid": "b16b74af-11c7-4b7b-9ac3-88763e550d52", "name": "network-vif-plugged", "status": "completed", "tag": "414eaa82-6464-400a-9c22-95469617b175"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:35:32.489419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 414eaa82-6464-400a-9c22-95469617b175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=414eaa82-6464-400a-9c22-95469617b175,segment=NetworkSegment(e720b3e1-9b02-4a07-b85b-42278b7d3c71),segment_id=e720b3e1-9b02-4a07-b85b-42278b7d3c71)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:32.493295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:32.653354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a10e1e-690b-421e-b636-a789eae27f98 x-openstack-request-id: req-c5a10e1e-690b-421e-b636-a789eae27f98 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:35:32.653620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16b74af-11c7-4b7b-9ac3-88763e550d52", "name": "network-vif-plugged", "status": "completed", "tag": "414eaa82-6464-400a-9c22-95469617b175", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:35:32.653871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5a10e1e-690b-421e-b636-a789eae27f98 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:35:32.654247 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414eaa82-6464-400a-9c22-95469617b175', 'code': 200} Nov 24 22:35:32.674839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ca27e-1cb6-47b0-a3e8-c43fb8202564 req-8da5e7ba-e4c2-443d-9781-3f8447f41f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:32.676421 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4c6ca27e-1cb6-47b0-a3e8-c43fb8202564 req-8da5e7ba-e4c2-443d-9781-3f8447f41f51 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 1098 time: 0.0409365 Nov 24 22:35:32.680106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=414eaa82-6464-400a-9c22-95469617b175,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:32.711202 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4c6ca27e-1cb6-47b0-a3e8-c43fb8202564 req-f5b1a565-252b-4895-811f-2c2eb5c4809d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276353 Nov 24 22:35:33.498253 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3478a-1a46-492c-b2da-57fe482b5ac7 req-87abbe2b-ca8a-41d4-ba22-d67f33ab776c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:33.499654 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8dd3478a-1a46-492c-b2da-57fe482b5ac7 req-87abbe2b-ca8a-41d4-ba22-d67f33ab776c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0480618 Nov 24 22:35:33.537067 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8dd3478a-1a46-492c-b2da-57fe482b5ac7 req-d5824919-7ba4-467a-b744-f0b00ebf994c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Nov 24 22:35:34.661212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434985bb-3822-43ca-bf9c-c66a347d5ec2 req-0b5ba90c-6dd9-4087-89c4-10eea185a1d9 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:34.662681 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-434985bb-3822-43ca-bf9c-c66a347d5ec2 req-0b5ba90c-6dd9-4087-89c4-10eea185a1d9 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0587361 Nov 24 22:35:34.700327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-434985bb-3822-43ca-bf9c-c66a347d5ec2 req-980e4af4-5214-477b-bf51-3df79b51a821 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Nov 24 22:35:34.809785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92255a8-1823-42d8-a99a-bbda565d257a req-227e9ab5-284e-483c-a569-29b1a483d003 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:34.811237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a92255a8-1823-42d8-a99a-bbda565d257a req-227e9ab5-284e-483c-a569-29b1a483d003 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0478234 Nov 24 22:35:34.848439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a92255a8-1823-42d8-a99a-bbda565d257a req-d84292fc-473e-4dc1-8c35-028f4cb16a9c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Nov 24 22:35:35.060303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941065c1-5585-4ac8-ba04-6c2591b56a01 req-69c3665f-a2f3-42cd-b754-56b59ed9e368 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:35.061818 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-941065c1-5585-4ac8-ba04-6c2591b56a01 req-69c3665f-a2f3-42cd-b754-56b59ed9e368 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0480707 Nov 24 22:35:35.098635 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-941065c1-5585-4ac8-ba04-6c2591b56a01 req-cdeb0d29-c030-43ec-bbc8-ac838aa0fca3 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Nov 24 22:35:36.215340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16e7e5-bb87-4f2c-8827-47182725e020 req-642cece5-b131-425f-8f7d-6c683b2e9b9b tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:36.216825 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6b16e7e5-bb87-4f2c-8827-47182725e020 req-642cece5-b131-425f-8f7d-6c683b2e9b9b tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Nov 24 22:35:36.252411 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6b16e7e5-bb87-4f2c-8827-47182725e020 req-202851ad-c03d-479f-b481-45dea3e95c8c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298748 Nov 24 22:35:36.445693 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81199-a90a-4795-987e-b2c642a7867c req-0af2db5b-8a9b-47ce-9162-5ac7898893fc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:36.447099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35c81199-a90a-4795-987e-b2c642a7867c req-0af2db5b-8a9b-47ce-9162-5ac7898893fc tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Nov 24 22:35:36.468705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989266-d495-4ced-90ac-348d77b1f548 req-72541120-f1ba-48e3-b3fc-44c86bb35c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:36.470197 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-72541120-f1ba-48e3-b3fc-44c86bb35c80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca82aef956e3489e92406daac18f3e63&device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 1098 time: 0.0419047 Nov 24 22:35:36.485526 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35c81199-a90a-4795-987e-b2c642a7867c req-6e4c7739-16df-4c6e-88f3-4238ea1928a1 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Nov 24 22:35:36.564801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989266-d495-4ced-90ac-348d77b1f548 req-cc3eb251-fa0d-4ee2-bc4d-61bf043f3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:36.566254 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-cc3eb251-fa0d-4ee2-bc4d-61bf043f3fb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=35351eb0-28b5-468d-bd9d-d456140b80d8 HTTP/1.1" status: 200 len: 913 time: 0.0872822 Nov 24 22:35:36.606921 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-5e9c9018-5d84-4c0a-96fa-2ea0d9a26cc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414eaa82-6464-400a-9c22-95469617b175 HTTP/1.1" status: 200 len: 217 time: 0.0332458 Nov 24 22:35:36.658478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989266-d495-4ced-90ac-348d77b1f548 req-8aec25cb-0147-4127-9c09-b3055a34fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:36.659898 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-8aec25cb-0147-4127-9c09-b3055a34fce4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=036efe11-8db5-4930-8c5b-64d4cb354478 HTTP/1.1" status: 200 len: 852 time: 0.0465596 Nov 24 22:35:36.690608 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-38d412ca-9063-4efd-a8ea-0d2554678ea2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=35351eb0-28b5-468d-bd9d-d456140b80d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236630 Nov 24 22:35:36.777946 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-d7728a3f-8b37-4c84-8e63-64b0f3a6ca72 service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793207 Nov 24 22:35:36.870600 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-53989266-d495-4ced-90ac-348d77b1f548 req-65d03937-ea89-4ae1-ac7c-b0cb5b8720ee service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Nov 24 22:35:37.600802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33096e3-ab3a-44a3-9b52-64593d06e1ad req-4a58c325-fc0e-40f9-b528-18dd826af44f tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:37.602259 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c33096e3-ab3a-44a3-9b52-64593d06e1ad req-4a58c325-fc0e-40f9-b528-18dd826af44f tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0492980 Nov 24 22:35:37.638887 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c33096e3-ab3a-44a3-9b52-64593d06e1ad req-b2792b01-5963-44f3-a77e-e4d86d6b7285 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300505 Nov 24 22:35:38.754578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa86d0-73cb-47b9-a175-ff22219a3061 req-bd2a23c9-d7e0-438c-b86f-307918eb8b78 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:38.756046 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-72aa86d0-73cb-47b9-a175-ff22219a3061 req-bd2a23c9-d7e0-438c-b86f-307918eb8b78 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Nov 24 22:35:38.794101 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-72aa86d0-73cb-47b9-a175-ff22219a3061 req-7c42b91a-074e-456c-8f7c-6bf19bf62402 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Nov 24 22:35:39.042243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c39f0-4d83-4298-a3a4-187bdf22db1c req-c65f7e19-25be-42a9-82d1-0b341fd1f69c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:39.043724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-078c39f0-4d83-4298-a3a4-187bdf22db1c req-c65f7e19-25be-42a9-82d1-0b341fd1f69c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0487416 Nov 24 22:35:39.081473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-078c39f0-4d83-4298-a3a4-187bdf22db1c req-162626ec-9368-4a98-9d08-de01c8aec219 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Nov 24 22:35:40.194909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd69750-1072-4668-b105-afbe7b03db56 req-90846d32-61ef-4a70-bc45-8bc3b3935f6b tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:40.196641 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9cd69750-1072-4668-b105-afbe7b03db56 req-90846d32-61ef-4a70-bc45-8bc3b3935f6b tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Nov 24 22:35:40.232861 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9cd69750-1072-4668-b105-afbe7b03db56 req-35b6dbe8-37dc-47be-b605-4704ecb7c88c tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Nov 24 22:35:40.434332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1a6bc-ae71-4408-9e18-62ad18742efb req-abad34ec-8080-4c55-ab78-2f088ff0f934 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:40.435733 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-72a1a6bc-ae71-4408-9e18-62ad18742efb req-abad34ec-8080-4c55-ab78-2f088ff0f934 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0563469 Nov 24 22:35:40.449028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-640d372c-b21e-4245-9dae-748490b394c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:40.451170 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-640d372c-b21e-4245-9dae-748490b394c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca82aef956e3489e92406daac18f3e63&device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 1098 time: 0.0433869 Nov 24 22:35:40.472803 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-72a1a6bc-ae71-4408-9e18-62ad18742efb req-836d3bea-c9a6-43d3-8fc4-48351a944788 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Nov 24 22:35:40.547705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-b5915fc1-54f8-43ea-b4f7-b51b7bb36d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:40.549154 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-b5915fc1-54f8-43ea-b4f7-b51b7bb36d46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=35351eb0-28b5-468d-bd9d-d456140b80d8 HTTP/1.1" status: 200 len: 913 time: 0.0867622 Nov 24 22:35:40.590788 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-0b02990f-85e6-4031-a520-785c1492bfec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414eaa82-6464-400a-9c22-95469617b175 HTTP/1.1" status: 200 len: 217 time: 0.0335984 Nov 24 22:35:40.639535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-b9c61e5c-abc4-4eb2-916e-96e06068d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:40.640938 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-b9c61e5c-abc4-4eb2-916e-96e06068d23f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=036efe11-8db5-4930-8c5b-64d4cb354478 HTTP/1.1" status: 200 len: 852 time: 0.0418985 Nov 24 22:35:40.672178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-a116fbc5-1e79-4445-a405-d8d510eea206 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=35351eb0-28b5-468d-bd9d-d456140b80d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240300 Nov 24 22:35:40.762607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-e6a1037e-3265-4b8a-a5e1-8efe11587481 service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Nov 24 22:35:40.850245 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-956eff8f-f8b2-43b1-aae3-9ea8219ea444 req-1f4d2028-99a9-47e0-a686-7db8ef4e3c94 service neutron] 10.222.0.71 "GET /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808141 Nov 24 22:35:41.586916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d8ffa-87e6-4412-93f1-fa89e59d0055 req-c780c987-26a6-415d-b14e-ac4f3f831726 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:41.588956 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d4d8ffa-87e6-4412-93f1-fa89e59d0055 req-c780c987-26a6-415d-b14e-ac4f3f831726 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0486846 Nov 24 22:35:41.624751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d4d8ffa-87e6-4412-93f1-fa89e59d0055 req-73fd82f9-9ea9-4242-8674-a4966622cdde tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300095 Nov 24 22:35:41.848999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24802f43-aa7c-4317-98af-5308919a9fcb req-68f7df52-0a8e-4356-bbb3-4a413f87dbbd tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:41.850444 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24802f43-aa7c-4317-98af-5308919a9fcb req-68f7df52-0a8e-4356-bbb3-4a413f87dbbd tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0480330 Nov 24 22:35:41.888685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24802f43-aa7c-4317-98af-5308919a9fcb req-539e22ca-92d4-49bf-917a-f3c1665439ba tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Nov 24 22:35:43.005747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55fe9-b97f-404b-9d25-02a6561b6f3c req-b7235398-dfc4-403b-b410-33e641142660 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:43.007182 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-25b55fe9-b97f-404b-9d25-02a6561b6f3c req-b7235398-dfc4-403b-b410-33e641142660 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0515707 Nov 24 22:35:43.043624 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-25b55fe9-b97f-404b-9d25-02a6561b6f3c req-ef0f9975-850a-49fe-afd9-019f5c08ba04 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/security-groups?id=129affd6-ea92-459d-b6db-c58ba63ffe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Nov 24 22:35:43.665323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39737889-7045-4d42-809f-de9cb8c7f937 req-0fdf2a7a-0b4b-4400-a5b5-6cb7c83401cf tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:43.667410 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-39737889-7045-4d42-809f-de9cb8c7f937 req-0fdf2a7a-0b4b-4400-a5b5-6cb7c83401cf tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.71 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 945 time: 0.0520833 Nov 24 22:35:43.753196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Deleting port 414eaa82-6464-400a-9c22-95469617b175 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:35:43.753542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:43.844070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] For port 414eaa82-6464-400a-9c22-95469617b175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=414eaa82-6464-400a-9c22-95469617b175,segment=NetworkSegment(e720b3e1-9b02-4a07-b85b-42278b7d3c71),segment_id=e720b3e1-9b02-4a07-b85b-42278b7d3c71)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:43.844434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:43.857205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Calling delete_port for 414eaa82-6464-400a-9c22-95469617b175 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:35:43.980374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:43.993137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['414eaa82-6464-400a-9c22-95469617b175'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:35:44.012067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Pushing event deleted for resources: {'Port': ['ID=414eaa82-6464-400a-9c22-95469617b175,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:44.052112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] No DVR routers for this DVR port 414eaa82-6464-400a-9c22-95469617b175 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:35:44.054616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:44.058768 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-39737889-7045-4d42-809f-de9cb8c7f937 req-31908b5d-af89-41b1-b8c0-955cd594e1d8 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.71 "DELETE /v2.0/ports/414eaa82-6464-400a-9c22-95469617b175 HTTP/1.1" status: 204 len: 173 time: 0.3853509 Nov 24 22:35:44.059208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'name': 'network-vif-deleted', 'tag': '414eaa82-6464-400a-9c22-95469617b175'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:35:44.061492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e423318-1b63-45c0-9afb-520f780caf79" -d '{"events": [{"server_uuid": "b16b74af-11c7-4b7b-9ac3-88763e550d52", "name": "network-vif-deleted", "tag": "414eaa82-6464-400a-9c22-95469617b175"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:35:44.099480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a71c0-846e-4fda-8b50-edcb71a8f32d x-openstack-request-id: req-797a71c0-846e-4fda-8b50-edcb71a8f32d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:35:44.099806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16b74af-11c7-4b7b-9ac3-88763e550d52", "name": "network-vif-deleted", "tag": "414eaa82-6464-400a-9c22-95469617b175", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:35:44.100060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-797a71c0-846e-4fda-8b50-edcb71a8f32d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:35:44.100463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16b74af-11c7-4b7b-9ac3-88763e550d52', 'name': 'network-vif-deleted', 'tag': '414eaa82-6464-400a-9c22-95469617b175', 'status': 'completed', 'code': 200} Nov 24 22:35:44.140091 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be4c383e-62f1-4d50-a9e9-8a34abe18195 req-3b770de7-5fa4-416f-a393-ecae8fde08c9 tempest-TestServerAdvancedOps-1773186173 tempest-TestServerAdvancedOps-1773186173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16b74af-11c7-4b7b-9ac3-88763e550d52 HTTP/1.1" status: 200 len: 210 time: 0.0288723 Nov 24 22:35:44.212309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-96959e39-5e7e-4ded-9cc9-0d7f5f50174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.199661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35884) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:45.244003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Deleting subnet 036efe11-8db5-4930-8c5b-64d4cb354478 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:35:45.247099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.286926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.325353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.375484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.402165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036efe11-8db5-4930-8c5b-64d4cb354478,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:45.404173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.408114 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7287516c-7a27-4e06-b3d7-edf95d9ab94e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/036efe11-8db5-4930-8c5b-64d4cb354478 HTTP/1.1" status: 204 len: 168 time: 0.2072082 Nov 24 22:35:45.410516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35886) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:45.480105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.555648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.575921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35351eb0-28b5-468d-bd9d-d456140b80d8']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:45.584948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e720b3e1-9b02-4a07-b85b-42278b7d3c71') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:45.585237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e720b3e1-9b02-4a07-b85b-42278b7d3c71') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:45.594620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.607186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.612843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:35:45.613214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:35:45.614794 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:35:45.670811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.676018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.679124 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] 10.222.0.41 "DELETE /v2.0/networks/35351eb0-28b5-468d-bd9d-d456140b80d8 HTTP/1.1" status: 204 len: 168 time: 0.2676489 Nov 24 22:35:45.682121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35888) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:45.690234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b905ddd-37d4-4d25-bd6e-59f4788eaafd admin admin] Pushing event deleted for resources: {'Network': ['ID=35351eb0-28b5-468d-bd9d-d456140b80d8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:45.726150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Deleting subnet 6e2249c6-1f32-468a-b199-06406b5e9a2d {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:35:45.729222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.763050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.803458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.854595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.878791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2249c6-1f32-468a-b199-06406b5e9a2d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:45.885777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:45.889167 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-61f5a5c9-b52e-4400-a513-da3bd80f08a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e2249c6-1f32-468a-b199-06406b5e9a2d HTTP/1.1" status: 204 len: 168 time: 0.2055035 Nov 24 22:35:45.891604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:45.958022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.036748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.056400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bb9ccc-cb8a-4cbf-adb1-160c42234b99']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:46.066080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77405e8-d6c2-451d-9719-c0b4a54e0613') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:46.066372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77405e8-d6c2-451d-9719-c0b4a54e0613') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:35:46.076613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.090295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.096182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:35:46.096513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:35:46.098158 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:35:46.154169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.159586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.162753 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a7bb9ccc-cb8a-4cbf-adb1-160c42234b99 HTTP/1.1" status: 204 len: 168 time: 0.2702377 Nov 24 22:35:46.173790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe9b9-321e-4fcb-9a49-f08ca9746e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bb9ccc-cb8a-4cbf-adb1-160c42234b99,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:46.314278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35894) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:46.353209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e260d798-f715-456b-8161-f08533588d1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca82aef956e3489e92406daac18f3e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378141 Nov 24 22:35:46.355546 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 35896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:46.384525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 414eaa82-6464-400a-9c22-95469617b175 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:35:46.403365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0798ca22-a20b-4216-9681-4917d369e0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.405041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 414eaa82-6464-400a-9c22-95469617b175 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:35:46.405446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 414eaa82-6464-400a-9c22-95469617b175 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:35:46.424702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0798ca22-a20b-4216-9681-4917d369e0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.470724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0798ca22-a20b-4216-9681-4917d369e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.473283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0798ca22-a20b-4216-9681-4917d369e0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.474416 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0798ca22-a20b-4216-9681-4917d369e0b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/129affd6-ea92-459d-b6db-c58ba63ffe67 HTTP/1.1" status: 204 len: 168 time: 0.1180077 Nov 24 22:35:46.481678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798ca22-a20b-4216-9681-4917d369e0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129affd6-ea92-459d-b6db-c58ba63ffe67,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:46.510136 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:35:46.637283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2e35f449-c99c-4056-b712-3c7d167b0a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.776901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35902) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:46.816477 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-469828f5-7466-4d6f-898b-e3cc87c3ecd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3be12e6aa6374e4d970ac81759699195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382938 Nov 24 22:35:46.818796 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 35904) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:35:46.865824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd027209-d112-4c45-a661-aa386de07250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.880636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.887907 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd027209-d112-4c45-a661-aa386de07250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.933760 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd027209-d112-4c45-a661-aa386de07250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.936855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd027209-d112-4c45-a661-aa386de07250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:46.938004 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bd027209-d112-4c45-a661-aa386de07250 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/905f5f46-8b2e-4d84-818f-f2e935c7d474 HTTP/1.1" status: 204 len: 168 time: 0.1183276 Nov 24 22:35:46.945868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd027209-d112-4c45-a661-aa386de07250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f5f46-8b2e-4d84-818f-f2e935c7d474,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:48.390826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:49.696171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:53.498685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-bd1dbfb4-e158-4e39-8743-f391e88d9654 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=713c448db47848fab97826c6b33ed829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335858 Nov 24 22:35:53.674000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-18b9891f-2124-43f2-a373-3e7d564e64e8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:53.675433 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-18b9891f-2124-43f2-a373-3e7d564e64e8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714308 Nov 24 22:35:53.690324 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-20850061-a422-45db-8660-e402a2ca9262 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/quotas/713c448db47848fab97826c6b33ed829 HTTP/1.1" status: 200 len: 375 time: 0.0092108 Nov 24 22:35:53.720112 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-4d7f524e-3d30-412f-ba85-bed6279bd7df tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=713c448db47848fab97826c6b33ed829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247779 Nov 24 22:35:53.870802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0e0f1771-9c12-4102-9134-f9b94f8a06e9 req-7835fe23-a3ee-4b54-8577-e093f3323e42 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Nov 24 22:35:54.671867 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-38cb4d9b-b458-4269-93e8-4ca245772a63 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=713c448db47848fab97826c6b33ed829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306737 Nov 24 22:35:54.972332 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-92b27bd6-b2af-44b2-ba0e-e7fb34aec2a0 req-bbecd2af-18d0-4637-be1e-b8d3fa1c4789 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Nov 24 22:35:55.144831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-f915d973-07e8-4fda-ad6e-663c477ba4bc tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:55.146392 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-f915d973-07e8-4fda-ad6e-663c477ba4bc tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4691832 Nov 24 22:35:55.159395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Request body: {'port': {'device_id': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198', 'admin_state_up': True, 'tenant_id': '713c448db47848fab97826c6b33ed829'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:55.263937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Made reservation on behalf of 713c448db47848fab97826c6b33ed829 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:35:55.267773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.280139 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.355693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.359868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.424126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd90936-9586-474a-a78c-4d082a7f38cb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:55.491984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Allocated IP 192.168.233.69 (6cfcc1ea-c195-4646-84e8-591e9d6be198/efcafe24-5375-467b-b73b-1bffd5d271a9/8c6e7398-2c0d-4a2b-95c1-c4c08f433d95) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:35:55.634940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.667676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.711426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Network 6cfcc1ea-c195-4646-84e8-591e9d6be198 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:35:55.714533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:35:55.718719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:35:55.748271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Pushing event updated for resources: {'Port': ['ID=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:55.774675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:55.775333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.792777 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-fb1d487f-e79e-497c-894b-08d16b950745 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6368375 Nov 24 22:35:55.805878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Request body: {'port': {'device_id': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:35:55.862079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.942006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0d5e9b5b-7a44-4e8a-913a-5d121cb0b618 None None] Provisioning complete for port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:35:55.942631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9b5b-7a44-4e8a-913a-5d121cb0b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:55.976392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e9b5b-7a44-4e8a-913a-5d121cb0b618 None None] Port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:35:56.087821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae0b3c-f00a-4f24-9c61-09b73dfe7adb req-3f8c254e-06f6-40c3-b105-8c213f161e6b tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.089314 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60ae0b3c-f00a-4f24-9c61-09b73dfe7adb req-3f8c254e-06f6-40c3-b105-8c213f161e6b tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 935 time: 0.0491264 Nov 24 22:35:56.126473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60ae0b3c-f00a-4f24-9c61-09b73dfe7adb req-da4d744f-ddbe-4dea-9f76-e95dee7fab84 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Nov 24 22:35:56.128819 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:35:56.137191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:56.149954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Transition to ACTIVE for port object 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:35:56.153469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:56.208274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:56.276273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Attempting to bind port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:35:56.276609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Attempting to bind port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:35:56.276943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Attempting to bind port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 on network 6cfcc1ea-c195-4646-84e8-591e9d6be198 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:35:56.281428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 on network 6cfcc1ea-c195-4646-84e8-591e9d6be198 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:35:56.281751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Attempting to bind port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 on network 6cfcc1ea-c195-4646-84e8-591e9d6be198 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:35:56.286761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:35:56.287091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Checking segment: {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:35:56.287470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Bound using segment: {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:35:56.287923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Bound port: 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fd09b1-3cf8-42fe-8564-9891e019fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:35:56.288282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:56.356662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] For port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:35:56.359671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] For port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:35:56.364152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:56.396383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.396988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:56.398386 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] 10.222.0.71 "PUT /v2.0/ports/8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 HTTP/1.1" status: 200 len: 1097 time: 0.5969045 Nov 24 22:35:56.398824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'tag': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:35:56.401078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933", "tag": "8c6e7398-2c0d-4a2b-95c1-c4c08f433d95"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:35:56.450707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ca7c3-cab4-4d02-b623-94357a611a08 x-openstack-request-id: req-020ca7c3-cab4-4d02-b623-94357a611a08 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:35:56.450930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933", "tag": "8c6e7398-2c0d-4a2b-95c1-c4c08f433d95", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:35:56.451155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-020ca7c3-cab4-4d02-b623-94357a611a08 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:35:56.451566 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'tag': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95', 'status': 'completed', 'code': 200} Nov 24 22:35:56.454930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356fcd7-3fc2-424e-8939-a4b5753e9035 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:56.486117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d9d33000-5fb6-4ad6-9d65-e2e32be0a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.487732 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-d9d33000-5fb6-4ad6-9d65-e2e32be0a087 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=713c448db47848fab97826c6b33ed829&device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 1100 time: 0.0465932 Nov 24 22:35:56.534546 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-9d6d5a26-a01e-4b33-b653-8e2b062a2927 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 HTTP/1.1" status: 200 len: 217 time: 0.0383921 Nov 24 22:35:56.586536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-87696332-0572-4220-8a5f-fa4e8e404d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.588068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-87696332-0572-4220-8a5f-fa4e8e404d12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efcafe24-5375-467b-b73b-1bffd5d271a9 HTTP/1.1" status: 200 len: 843 time: 0.0465908 Nov 24 22:35:56.635582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-f7f37d34-31c1-4a20-bf65-c378edefea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.637110 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-f7f37d34-31c1-4a20-bf65-c378edefea71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6cfcc1ea-c195-4646-84e8-591e9d6be198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0415738 Nov 24 22:35:56.728879 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-e8f31358-1c53-4117-aded-ef4c77375140 service neutron] 10.222.0.71 "GET /v2.0/networks/6cfcc1ea-c195-4646-84e8-591e9d6be198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844073 Nov 24 22:35:56.817657 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-38fd19b7-13de-4086-bdb0-292db4395e57 req-2f90cf67-96da-4e8f-a72b-a3db587212c4 service neutron] 10.222.0.71 "GET /v2.0/networks/6cfcc1ea-c195-4646-84e8-591e9d6be198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Nov 24 22:35:56.898270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-0c60dbdf-5459-4831-8cec-2a91a7d51fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.899759 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-0c60dbdf-5459-4831-8cec-2a91a7d51fcf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=713c448db47848fab97826c6b33ed829&device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 1100 time: 0.0399055 Nov 24 22:35:56.992418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-65201318-7f26-444a-8b9d-63541d872bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:56.993837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-65201318-7f26-444a-8b9d-63541d872bc8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6cfcc1ea-c195-4646-84e8-591e9d6be198 HTTP/1.1" status: 200 len: 870 time: 0.0867369 Nov 24 22:35:57.036132 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-d88538b7-6316-4453-b928-8cac9757ee2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 HTTP/1.1" status: 200 len: 217 time: 0.0338707 Nov 24 22:35:57.085018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-bdcaa871-3121-481d-aae9-59297817b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:57.086430 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-bdcaa871-3121-481d-aae9-59297817b7ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efcafe24-5375-467b-b73b-1bffd5d271a9 HTTP/1.1" status: 200 len: 843 time: 0.0419931 Nov 24 22:35:57.137542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-9d049111-f97c-4820-97f4-dd72d069e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:57.139044 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-9d049111-f97c-4820-97f4-dd72d069e564 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6cfcc1ea-c195-4646-84e8-591e9d6be198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0444493 Nov 24 22:35:57.231998 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-65675b27-c424-408c-a080-4f5358eb5937 service neutron] 10.222.0.71 "GET /v2.0/networks/6cfcc1ea-c195-4646-84e8-591e9d6be198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Nov 24 22:35:57.241261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbd62d-f379-49c4-916c-e3630182ecda req-685c7ad3-9916-4397-bc63-1b07ef4f4629 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:57.242749 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b1cbd62d-f379-49c4-916c-e3630182ecda req-685c7ad3-9916-4397-bc63-1b07ef4f4629 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 947 time: 0.0510652 Nov 24 22:35:57.280126 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b1cbd62d-f379-49c4-916c-e3630182ecda req-28addbab-eafb-4b65-bcf1-acfe272fb173 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Nov 24 22:35:57.327493 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7ac05f5a-bf6c-4486-82e2-810cb649c2ca req-e5732435-d863-45cc-b6d5-2c46db076108 service neutron] 10.222.0.71 "GET /v2.0/networks/6cfcc1ea-c195-4646-84e8-591e9d6be198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881946 Nov 24 22:35:58.395815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813dec4-6efc-4fbc-9d30-56e1887e7549 req-3f9255b2-84cf-457f-aade-841414240d24 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:58.397242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4813dec4-6efc-4fbc-9d30-56e1887e7549 req-3f9255b2-84cf-457f-aade-841414240d24 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 947 time: 0.0504508 Nov 24 22:35:58.434887 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4813dec4-6efc-4fbc-9d30-56e1887e7549 req-18149314-1ee6-467a-9071-8067a59462c4 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 Nov 24 22:35:58.449108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:35:58.542579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:58.553165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95', 'network_id': '6cfcc1ea-c195-4646-84e8-591e9d6be198', 'port_id': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95', 'mac_address': 'fa:16:3e:77:bc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcafe24-5375-467b-b73b-1bffd5d271a9', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:35:58.588220 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:58.600738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:35:58.619422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:35:58.623732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:35:58.670938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:35:58.818268 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['8c6e7398-2c0d-4a2b-95c1-c4c08f433d95'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:35:59.547894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b58b3c-2149-4503-aa67-78fa908d7ba8 req-52e628e5-ca28-471c-9ec4-83d75cd8125b tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:35:59.549253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a1b58b3c-2149-4503-aa67-78fa908d7ba8 req-52e628e5-ca28-471c-9ec4-83d75cd8125b tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 948 time: 0.0486887 Nov 24 22:35:59.585824 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a1b58b3c-2149-4503-aa67-78fa908d7ba8 req-08756097-974a-400c-8353-a03f911c55ae tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Nov 24 22:35:59.758379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:00.475405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:36:00.521794 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:36:00.525316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:36:00.525689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:00.602107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:00.624488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:36:00.626736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7439dfdd-2437-4ba4-b8d7-76e7cc164b2a" -d '{"events": [{"server_uuid": "9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933", "name": "network-vif-plugged", "status": "completed", "tag": "8c6e7398-2c0d-4a2b-95c1-c4c08f433d95"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:36:00.641519 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:36:00.645391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:00.669578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c64c64-9fce-466d-a4d7-4e8fc2e76b38 x-openstack-request-id: req-b4c64c64-9fce-466d-a4d7-4e8fc2e76b38 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:36:00.669874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933", "name": "network-vif-plugged", "status": "completed", "tag": "8c6e7398-2c0d-4a2b-95c1-c4c08f433d95", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:36:00.670128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4c64c64-9fce-466d-a4d7-4e8fc2e76b38 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:36:00.670520 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95', 'code': 200} Nov 24 22:36:00.697248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:00.700162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17b05-0659-49f8-8151-111c452ebc17 req-745c2842-39ce-4678-b74d-1baaabf70ce3 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:00.701664 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4ab17b05-0659-49f8-8151-111c452ebc17 req-745c2842-39ce-4678-b74d-1baaabf70ce3 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 949 time: 0.0501800 Nov 24 22:36:00.739788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4ab17b05-0659-49f8-8151-111c452ebc17 req-2f9d4cdc-51ea-440a-9993-5f1d4cf7dca6 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Nov 24 22:36:00.828915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524476e8-9110-47e3-a3d4-ff794f7b1718 req-9cf37530-da3c-4d4b-a18e-efa1487ec726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:00.830384 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-524476e8-9110-47e3-a3d4-ff794f7b1718 req-9cf37530-da3c-4d4b-a18e-efa1487ec726 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 1102 time: 0.0407302 Nov 24 22:36:00.865426 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-524476e8-9110-47e3-a3d4-ff794f7b1718 req-4f66b3c5-fba8-4590-bc99-a31fbf7848aa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279727 Nov 24 22:36:01.860550 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b5836-1553-43aa-beb5-b093f6237e97 req-3d7f5503-c2f9-4d05-a5cc-f43b0309e690 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:01.862025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5c3b5836-1553-43aa-beb5-b093f6237e97 req-3d7f5503-c2f9-4d05-a5cc-f43b0309e690 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 949 time: 0.0528133 Nov 24 22:36:01.899687 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5c3b5836-1553-43aa-beb5-b093f6237e97 req-6a946632-978a-4d57-9631-a407d6761094 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Nov 24 22:36:03.010180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26cdf-c169-4031-9492-72eb44d1cab9 req-c6a9d0d1-a589-4fa1-b572-9d84087e3e88 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:03.011634 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-50a26cdf-c169-4031-9492-72eb44d1cab9 req-c6a9d0d1-a589-4fa1-b572-9d84087e3e88 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 949 time: 0.0478449 Nov 24 22:36:03.048520 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-50a26cdf-c169-4031-9492-72eb44d1cab9 req-442f373e-d5f3-432e-aaa0-b854e74e9968 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Nov 24 22:36:03.329549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-bda7220c-3ab6-481d-88dc-605747fecd79 req-eb4496f3-e05b-47d2-84b3-e56389e22491 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:36:03.330531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bda7220c-3ab6-481d-88dc-605747fecd79 req-eb4496f3-e05b-47d2-84b3-e56389e22491 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053773 Nov 24 22:36:03.676837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-a5c2a9e7-eda9-484d-907f-e993998487c7 req-615e3234-a10e-438d-9cc4-5e4203c84831 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:36:03.677805 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5c2a9e7-eda9-484d-907f-e993998487c7 req-615e3234-a10e-438d-9cc4-5e4203c84831 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052259 Nov 24 22:36:04.023385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416d4a4-fcf8-4298-a419-403d964cc5aa req-647d719f-6e80-41c9-8246-1f6fa4cf4f4e tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:04.025024 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b416d4a4-fcf8-4298-a419-403d964cc5aa req-647d719f-6e80-41c9-8246-1f6fa4cf4f4e tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 949 time: 0.0488513 Nov 24 22:36:04.062028 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b416d4a4-fcf8-4298-a419-403d964cc5aa req-6f56e3a6-d3af-47a0-b66a-868334bd2221 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304222 Nov 24 22:36:05.178906 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e4757-1249-45bb-90ed-87a20120a0f0 req-95169a7d-bd59-47e3-97c1-43bfd52ed41f tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:05.180367 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c06e4757-1249-45bb-90ed-87a20120a0f0 req-95169a7d-bd59-47e3-97c1-43bfd52ed41f tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 949 time: 0.0513916 Nov 24 22:36:05.216523 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c06e4757-1249-45bb-90ed-87a20120a0f0 req-ea86732c-17b1-4a27-b41d-20eecded03e2 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.41 "GET /v2.0/security-groups?id=abd90936-9586-474a-a78c-4d082a7f38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303051 Nov 24 22:36:05.301545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-261b34a6-97be-4872-96b5-6018118c2d7d tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:05.302974 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-261b34a6-97be-4872-96b5-6018118c2d7d tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933 HTTP/1.1" status: 200 len: 949 time: 0.0485160 Nov 24 22:36:05.393563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Deleting port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:36:05.393832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:05.481003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] For port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,segment=NetworkSegment(27fd09b1-3cf8-42fe-8564-9891e019fcac),segment_id=27fd09b1-3cf8-42fe-8564-9891e019fcac)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:36:05.481361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:05.493278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Calling delete_port for 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:36:05.619626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:05.631946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['8c6e7398-2c0d-4a2b-95c1-c4c08f433d95'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:36:05.648086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Pushing event deleted for resources: {'Port': ['ID=8c6e7398-2c0d-4a2b-95c1-c4c08f433d95,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:05.694541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] No DVR routers for this DVR port 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:36:05.697345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:05.700666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6caa74ad-e0ca-4f80-b23e-b7d562d261a6 req-fe5d2d11-eb88-4979-85fe-6cb056a3a3f8 tempest-ServersAdminNegativeTestJSON-492724181 tempest-ServersAdminNegativeTestJSON-492724181-project] 10.222.0.71 "DELETE /v2.0/ports/8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 HTTP/1.1" status: 204 len: 173 time: 0.3910160 Nov 24 22:36:05.701113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'name': 'network-vif-deleted', 'tag': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:36:05.703398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f959da26-0399-45a0-958a-bab2f6387a09" -d '{"events": [{"server_uuid": "9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933", "name": "network-vif-deleted", "tag": "8c6e7398-2c0d-4a2b-95c1-c4c08f433d95"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:36:05.747864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9760b-e363-4469-99fd-b0f8f63fa98a x-openstack-request-id: req-a5e9760b-e363-4469-99fd-b0f8f63fa98a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:36:05.748185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933", "name": "network-vif-deleted", "tag": "8c6e7398-2c0d-4a2b-95c1-c4c08f433d95", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:36:05.748440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5e9760b-e363-4469-99fd-b0f8f63fa98a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:36:05.748844 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca8ff1e-ebb8-4d1b-aedb-f966d0e7a933', 'name': 'network-vif-deleted', 'tag': '8c6e7398-2c0d-4a2b-95c1-c4c08f433d95', 'status': 'completed', 'code': 200} Nov 24 22:36:06.496256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36032) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:06.622203 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6888399b-0dbd-47ab-ba92-ac3a1cc77eea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=713c448db47848fab97826c6b33ed829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247940 Nov 24 22:36:06.624702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36036) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:06.672519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-32fea488-1b26-44f7-905b-8b921938ea2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:06.693561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-32fea488-1b26-44f7-905b-8b921938ea2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:06.739914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-32fea488-1b26-44f7-905b-8b921938ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:06.742409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-32fea488-1b26-44f7-905b-8b921938ea2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:06.743552 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-32fea488-1b26-44f7-905b-8b921938ea2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abd90936-9586-474a-a78c-4d082a7f38cb HTTP/1.1" status: 204 len: 168 time: 0.1179178 Nov 24 22:36:06.750857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fea488-1b26-44f7-905b-8b921938ea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd90936-9586-474a-a78c-4d082a7f38cb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:06.990147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36042) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:07.003030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6be1335-8ca3-4d38-afef-5365051964e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.077822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6be1335-8ca3-4d38-afef-5365051964e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.081574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c6be1335-8ca3-4d38-afef-5365051964e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.122281 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c6be1335-8ca3-4d38-afef-5365051964e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c0f2874cf25495495c884d49f7ebcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285658 Nov 24 22:36:07.122281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be1335-8ca3-4d38-afef-5365051964e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b064e979-c077-4839-8999-9f9814024af4,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:07.122602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36044) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:07.173766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2861c4b-3484-443d-b06a-48b4ad5ca0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.197727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2861c4b-3484-443d-b06a-48b4ad5ca0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.244420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2861c4b-3484-443d-b06a-48b4ad5ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.247430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b2861c4b-3484-443d-b06a-48b4ad5ca0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:07.248634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b2861c4b-3484-443d-b06a-48b4ad5ca0a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b064e979-c077-4839-8999-9f9814024af4 HTTP/1.1" status: 204 len: 168 time: 0.1249394 Nov 24 22:36:07.256130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2861c4b-3484-443d-b06a-48b4ad5ca0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b064e979-c077-4839-8999-9f9814024af4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:07.884534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36066) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:07.976686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1496615270-network', 'tenant_id': 'ecb2729021544e45846d50b3e7bc4fbb'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:07.997653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Made reservation on behalf of ecb2729021544e45846d50b3e7bc4fbb for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:36:07.999898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.008058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.080243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.083859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.104858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:36:08.119968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24217f9b-c2d9-4454-a048-1f7a7683bb84,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:08.123041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.123383 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Added segment 18702f8a-012e-4214-bfbc-b46bf55439e5 of type vlan for network 03c479be-24b5-4d6e-9603-5743e09c7fed Nov 24 22:36:08.163014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.186821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.187976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:08.188580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.243969 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3581431 Nov 24 22:36:08.246839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36070) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:08.251950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Request body: {'subnet': {'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1496615270-subnet', 'tenant_id': 'ecb2729021544e45846d50b3e7bc4fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:08.254301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a34c19-919b-4f5a-8e6d-41e1c303a728 admin admin] Pushing event updated for resources: {'Network': ['ID=03c479be-24b5-4d6e-9603-5743e09c7fed,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:08.264119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 03c479be-24b5-4d6e-9603-5743e09c7fed details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:36:08.272700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Made reservation on behalf of ecb2729021544e45846d50b3e7bc4fbb for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:36:08.274990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.438154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.469474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:36:08.489091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:36:08.489565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8c6e7398-2c0d-4a2b-95c1-c4c08f433d95 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:36:08.494200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf668c2c-7dea-4fe9-838b-2d4d423d439a,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:08.501303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Checking segment: {'id': '18702f8a-012e-4214-bfbc-b46bf55439e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:36:08.501659 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Network hostable DHCP agents. Network: 03c479be-24b5-4d6e-9603-5743e09c7fed, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:36:08.517339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Network 03c479be-24b5-4d6e-9603-5743e09c7fed is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:36:08.525662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 03c479be-24b5-4d6e-9603-5743e09c7fed) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:36:08.530194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:08.530784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:08.534999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ab782-99cd-43fc-9223-dc10740c7d12 None None] Network 03c479be-24b5-4d6e-9603-5743e09c7fed requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:36:08.545961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3ae8d4d7-7466-45eb-a491-c8d546123ba3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2978945 Nov 24 22:36:08.665198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcda1b-ccf8-42b3-af9a-a92126f55095 None None] Network 03c479be-24b5-4d6e-9603-5743e09c7fed requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:36:08.961648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-466087b7-6735-455a-bd97-063aab121def tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:08.963086 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-466087b7-6735-455a-bd97-063aab121def tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/networks?id=03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 200 len: 812 time: 0.1043770 Nov 24 22:36:08.977958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-b20d22d9-036c-4b71-aff5-27cca02f3610 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/quotas/ecb2729021544e45846d50b3e7bc4fbb HTTP/1.1" status: 200 len: 375 time: 0.0090225 Nov 24 22:36:09.008529 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-b4f5b0a2-f7be-4c72-a53c-457482af8ff0 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253806 Nov 24 22:36:09.099364 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-32ea08fe-3309-4e36-9577-fe0ba7f3184b service neutron] 10.222.0.41 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833197 Nov 24 22:36:09.186389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-f8e373a1-48a6-4a4a-85e4-3254a94b6dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806737 Nov 24 22:36:09.342102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5f166711-b92c-4ff1-902d-004e1e09c839 req-7a3814cf-4258-4f5b-a29c-dbeca2446e10 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 210 time: 0.0260925 Nov 24 22:36:10.225248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-b27b9095-d336-4f62-8938-e0c61fa58617 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:10.226700 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-b27b9095-d336-4f62-8938-e0c61fa58617 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.71 "GET /v2.0/networks?id=03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 200 len: 812 time: 0.1016839 Nov 24 22:36:10.238909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Request body: {'port': {'device_id': 'c720d021-63e3-4635-8330-e50607d3a20a', 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed', 'admin_state_up': True, 'tenant_id': 'ecb2729021544e45846d50b3e7bc4fbb'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:10.350635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Made reservation on behalf of ecb2729021544e45846d50b3e7bc4fbb for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:36:10.354125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:10.440508 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa5f0e36-76f4-4571-bee7-011d8a17137d req-63eea7dc-bf67-49d3-86d4-e011f252440c tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 210 time: 0.0320606 Nov 24 22:36:10.481057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Allocated IP 172.20.0.10 (03c479be-24b5-4d6e-9603-5743e09c7fed/cf668c2c-7dea-4fe9-838b-2d4d423d439a/671b4d84-6367-495e-bdf2-ed44c2dc6175) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:36:10.622364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:10.655555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:10.702075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Network 03c479be-24b5-4d6e-9603-5743e09c7fed is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:36:10.705403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:36:10.708027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:36:10.737249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Pushing event updated for resources: {'Port': ['ID=671b4d84-6367-495e-bdf2-ed44c2dc6175,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:10.762038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:10.762648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:10.778120 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-c2bdea27-3561-4ab5-b2ab-f591e8e6cf70 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5429466 Nov 24 22:36:10.790551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Request body: {'port': {'device_id': 'c720d021-63e3-4635-8330-e50607d3a20a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:10.843150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:11.100270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671b4d84-6367-495e-bdf2-ed44c2dc6175 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:36:11.108425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:11.120017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Transition to ACTIVE for port object 671b4d84-6367-495e-bdf2-ed44c2dc6175 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:36:11.123644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:11.189965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Pushing event updated for resources: {'Port': ['ID=671b4d84-6367-495e-bdf2-ed44c2dc6175,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:11.240459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Attempting to bind port 671b4d84-6367-495e-bdf2-ed44c2dc6175 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:36:11.241080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Attempting to bind port 671b4d84-6367-495e-bdf2-ed44c2dc6175 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '18702f8a-012e-4214-bfbc-b46bf55439e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:36:11.241211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Attempting to bind port 671b4d84-6367-495e-bdf2-ed44c2dc6175 on network 03c479be-24b5-4d6e-9603-5743e09c7fed {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:36:11.245320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Port 671b4d84-6367-495e-bdf2-ed44c2dc6175 on network 03c479be-24b5-4d6e-9603-5743e09c7fed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:36:11.245638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Attempting to bind port 671b4d84-6367-495e-bdf2-ed44c2dc6175 on network 03c479be-24b5-4d6e-9603-5743e09c7fed {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:36:11.250403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:36:11.250733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Checking segment: {'id': '18702f8a-012e-4214-bfbc-b46bf55439e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:36:11.251113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Bound using segment: {'id': '18702f8a-012e-4214-bfbc-b46bf55439e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:36:11.251557 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Bound port: 671b4d84-6367-495e-bdf2-ed44c2dc6175, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18702f8a-012e-4214-bfbc-b46bf55439e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:36:11.251913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:11.314455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] For port 671b4d84-6367-495e-bdf2-ed44c2dc6175, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:36:11.318544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] For port 671b4d84-6367-495e-bdf2-ed44c2dc6175, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175,segment=NetworkSegment(18702f8a-012e-4214-bfbc-b46bf55439e5),segment_id=18702f8a-012e-4214-bfbc-b46bf55439e5)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:36:11.322380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:11.354366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:11.355121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:11.357184 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] 10.222.0.71 "PUT /v2.0/ports/671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 200 len: 1094 time: 0.5710356 Nov 24 22:36:11.357617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c720d021-63e3-4635-8330-e50607d3a20a', 'tag': '671b4d84-6367-495e-bdf2-ed44c2dc6175'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:36:11.359857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300b1780-c179-4473-9c87-adf576248ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "c720d021-63e3-4635-8330-e50607d3a20a", "tag": "671b4d84-6367-495e-bdf2-ed44c2dc6175"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:36:11.385657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be324db2-0dae-4738-9550-1b5d7a629535 service neutron] Pushing event updated for resources: {'Port': ['ID=671b4d84-6367-495e-bdf2-ed44c2dc6175,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:11.396311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c381279-48fb-4553-9307-1367709114da x-openstack-request-id: req-4c381279-48fb-4553-9307-1367709114da {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:36:11.396604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c720d021-63e3-4635-8330-e50607d3a20a", "tag": "671b4d84-6367-495e-bdf2-ed44c2dc6175", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:36:11.396856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c381279-48fb-4553-9307-1367709114da {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:36:11.397252 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c720d021-63e3-4635-8330-e50607d3a20a', 'tag': '671b4d84-6367-495e-bdf2-ed44c2dc6175', 'status': 'completed', 'code': 200} Nov 24 22:36:11.554789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89a14-427c-42d1-b730-dc3d320fed9a req-fba0ca49-fdc4-4105-957d-478a05e14dca tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:11.556315 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e9e89a14-427c-42d1-b730-dc3d320fed9a req-fba0ca49-fdc4-4105-957d-478a05e14dca tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 944 time: 0.0490451 Nov 24 22:36:11.558173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-caf12a80-d526-4c2c-b278-8bf0f53b307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:11.560327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-caf12a80-d526-4c2c-b278-8bf0f53b307c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 1097 time: 0.0423267 Nov 24 22:36:11.594341 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e9e89a14-427c-42d1-b730-dc3d320fed9a req-d144791e-d85e-40e6-90a9-4031f18908d9 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Nov 24 22:36:11.604509 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-00a85aee-787a-4e22-8517-6f4aaf7e6502 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 200 len: 217 time: 0.0364418 Nov 24 22:36:11.653315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-28a5e9da-80d1-4985-b158-b3239b5f4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:11.654712 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-28a5e9da-80d1-4985-b158-b3239b5f4443 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf668c2c-7dea-4fe9-838b-2d4d423d439a HTTP/1.1" status: 200 len: 852 time: 0.0433345 Nov 24 22:36:11.686779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-943b9fda-473b-4aa6-bb9b-70ede97a64f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03c479be-24b5-4d6e-9603-5743e09c7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244408 Nov 24 22:36:11.778569 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-96b7a420-ed83-44bd-a037-3d379f7ae97d service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Nov 24 22:36:11.871780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e92edb03-3511-480b-8ee1-0f7565afb3d0 req-b71e146d-9a55-4d0e-9172-409903f41cbc service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Nov 24 22:36:11.955678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b1780-c179-4473-9c87-adf576248ee3 req-d2841084-4822-48fc-a36e-92c08225d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:11.957098 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-d2841084-4822-48fc-a36e-92c08225d0b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 1097 time: 0.0401592 Nov 24 22:36:12.048740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b1780-c179-4473-9c87-adf576248ee3 req-5d20477b-1d05-4516-a95f-6f8819df35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:12.050156 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-5d20477b-1d05-4516-a95f-6f8819df35ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 200 len: 913 time: 0.0855560 Nov 24 22:36:12.091670 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-0db0dd7f-4ef7-4c5f-83b8-cec14fe349e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 200 len: 217 time: 0.0337470 Nov 24 22:36:12.142865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b1780-c179-4473-9c87-adf576248ee3 req-ace7e1b2-e63b-4de4-8196-3df2ea72e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:12.144185 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-ace7e1b2-e63b-4de4-8196-3df2ea72e287 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf668c2c-7dea-4fe9-838b-2d4d423d439a HTTP/1.1" status: 200 len: 852 time: 0.0459642 Nov 24 22:36:12.175735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-2e74bd9a-38db-47cb-ba84-e786cb7ec74f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03c479be-24b5-4d6e-9603-5743e09c7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235195 Nov 24 22:36:12.263290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-2ae16f12-0a2c-421b-8507-71e84139a481 service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794892 Nov 24 22:36:12.354265 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-300b1780-c179-4473-9c87-adf576248ee3 req-641d8730-69dd-450d-9a85-d5d9186f2503 service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Nov 24 22:36:12.708813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2c32-deb2-4f17-b615-45cd748c41a8 req-8db512cc-bd6d-4aed-b200-96c9773163c9 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:12.710279 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5ee2c32-deb2-4f17-b615-45cd748c41a8 req-8db512cc-bd6d-4aed-b200-96c9773163c9 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 944 time: 0.0487218 Nov 24 22:36:12.746830 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5ee2c32-deb2-4f17-b615-45cd748c41a8 req-7548cab2-c6e9-4556-a52b-1cc73016b115 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305672 Nov 24 22:36:13.858281 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349bb15-e9fb-4f9b-ab21-744416ea01eb req-b592f242-e4ae-4856-827f-db6193396525 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:13.859748 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7349bb15-e9fb-4f9b-ab21-744416ea01eb req-b592f242-e4ae-4856-827f-db6193396525 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 944 time: 0.0468276 Nov 24 22:36:13.899074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7349bb15-e9fb-4f9b-ab21-744416ea01eb req-eeb97b42-51ee-4821-b354-5d840932542e tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Nov 24 22:36:14.212161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4932894a-6912-40ab-adcb-857f16f6dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:14.500838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 671b4d84-6367-495e-bdf2-ed44c2dc6175 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:36:14.590990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 671b4d84-6367-495e-bdf2-ed44c2dc6175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175,segment=NetworkSegment(18702f8a-012e-4214-bfbc-b46bf55439e5),segment_id=18702f8a-012e-4214-bfbc-b46bf55439e5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:36:14.601643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '671b4d84-6367-495e-bdf2-ed44c2dc6175', 'network_id': '03c479be-24b5-4d6e-9603-5743e09c7fed', 'port_id': '671b4d84-6367-495e-bdf2-ed44c2dc6175', 'mac_address': 'fa:16:3e:72:98:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf668c2c-7dea-4fe9-838b-2d4d423d439a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:36:14.637376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:14.653326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671b4d84-6367-495e-bdf2-ed44c2dc6175 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:36:14.671830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 671b4d84-6367-495e-bdf2-ed44c2dc6175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175,segment=NetworkSegment(18702f8a-012e-4214-bfbc-b46bf55439e5),segment_id=18702f8a-012e-4214-bfbc-b46bf55439e5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:36:14.675228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:14.720627 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=671b4d84-6367-495e-bdf2-ed44c2dc6175,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:14.864877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['671b4d84-6367-495e-bdf2-ed44c2dc6175'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:36:15.020058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae032a2-5e33-439e-8336-2f7b53f58b55 req-9a4e1df3-ce0b-452c-965b-7f8393fcad43 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:15.027167 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fae032a2-5e33-439e-8336-2f7b53f58b55 req-9a4e1df3-ce0b-452c-965b-7f8393fcad43 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 945 time: 0.0555494 Nov 24 22:36:15.059951 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fae032a2-5e33-439e-8336-2f7b53f58b55 req-ef914124-67c7-4167-9b9d-a7d0bfe9191f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Nov 24 22:36:16.172836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9725b-d0ee-4aa2-9cd2-358c5af6a252 req-271814f0-b609-4b54-95b3-da8e9b8d5f82 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:16.174276 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-49c9725b-d0ee-4aa2-9cd2-358c5af6a252 req-271814f0-b609-4b54-95b3-da8e9b8d5f82 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 945 time: 0.0480108 Nov 24 22:36:16.210738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-49c9725b-d0ee-4aa2-9cd2-358c5af6a252 req-d678b82b-42a2-41e6-b98f-52587e1b3720 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Nov 24 22:36:16.513960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 671b4d84-6367-495e-bdf2-ed44c2dc6175 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:36:16.563231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 671b4d84-6367-495e-bdf2-ed44c2dc6175 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:36:16.566867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 671b4d84-6367-495e-bdf2-ed44c2dc6175 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:36:16.567234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:16.647226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8fc53eb6-3e8a-4c5f-b54f-4700c0ec6268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:16.652450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:16.674934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720d021-63e3-4635-8330-e50607d3a20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671b4d84-6367-495e-bdf2-ed44c2dc6175'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:36:16.677190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bd9ab3-d643-497a-8979-85403ad1e27b" -d '{"events": [{"server_uuid": "c720d021-63e3-4635-8330-e50607d3a20a", "name": "network-vif-plugged", "status": "completed", "tag": "671b4d84-6367-495e-bdf2-ed44c2dc6175"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:36:16.690155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 671b4d84-6367-495e-bdf2-ed44c2dc6175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175,segment=NetworkSegment(18702f8a-012e-4214-bfbc-b46bf55439e5),segment_id=18702f8a-012e-4214-bfbc-b46bf55439e5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:36:16.694425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:16.720376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f335c6-77dd-4aee-a385-53e30066f795 x-openstack-request-id: req-43f335c6-77dd-4aee-a385-53e30066f795 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:36:16.720666 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720d021-63e3-4635-8330-e50607d3a20a", "name": "network-vif-plugged", "status": "completed", "tag": "671b4d84-6367-495e-bdf2-ed44c2dc6175", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:36:16.720914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43f335c6-77dd-4aee-a385-53e30066f795 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:36:16.721285 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c720d021-63e3-4635-8330-e50607d3a20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671b4d84-6367-495e-bdf2-ed44c2dc6175', 'code': 200} Nov 24 22:36:16.747223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=671b4d84-6367-495e-bdf2-ed44c2dc6175,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:16.882082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:16.887174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce28139-fd3b-4890-b3ce-ecfb7e3d21e5 req-7d5b41d2-a4e7-4f76-8bb5-81c79bbfaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:16.888734 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6ce28139-fd3b-4890-b3ce-ecfb7e3d21e5 req-7d5b41d2-a4e7-4f76-8bb5-81c79bbfaae4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 1099 time: 0.0414002 Nov 24 22:36:16.923173 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6ce28139-fd3b-4890-b3ce-ecfb7e3d21e5 req-c0f56479-9992-4167-98d0-4504e7bb9d23 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270011 Nov 24 22:36:17.323372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf25184-8e53-44ce-99cb-d1044cc3bc57 req-c2cc6cf6-10c5-40fb-adbe-271b1146b3a2 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:17.324831 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cf25184-8e53-44ce-99cb-d1044cc3bc57 req-c2cc6cf6-10c5-40fb-adbe-271b1146b3a2 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0470407 Nov 24 22:36:17.364548 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cf25184-8e53-44ce-99cb-d1044cc3bc57 req-580025e8-4376-45f7-a06c-c504d0e4e596 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Nov 24 22:36:18.394846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:18.481250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13860c-2ff4-4bcb-b597-d8bdef1330e3 req-7ddc10d6-c67e-4a3f-932a-419a4374a33f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:18.482711 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8e13860c-2ff4-4bcb-b597-d8bdef1330e3 req-7ddc10d6-c67e-4a3f-932a-419a4374a33f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0489533 Nov 24 22:36:18.521447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8e13860c-2ff4-4bcb-b597-d8bdef1330e3 req-60d408e8-4182-4b9b-a542-918b5187494d tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Nov 24 22:36:18.841273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bc383-d597-4cb2-b5d5-91c6654506de req-ff0dc4dd-3cc9-4c70-b828-2939f22a68fb tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:18.842754 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ad2bc383-d597-4cb2-b5d5-91c6654506de req-ff0dc4dd-3cc9-4c70-b828-2939f22a68fb tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0516098 Nov 24 22:36:18.857135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36130) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:18.881560 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ad2bc383-d597-4cb2-b5d5-91c6654506de req-f73632d5-7cbb-4938-82c9-9872042d563e tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Nov 24 22:36:18.937653 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-931095ba-a31c-4829-93c7-0df2cbc67e5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790215 Nov 24 22:36:18.947176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-38c0a7b4-e09f-49cb-9379-5376b26ab021 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:36:18.948186 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-38c0a7b4-e09f-49cb-9379-5376b26ab021 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050452 Nov 24 22:36:19.699664 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:19.997300 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad09de7-5000-4548-83df-1f4b03aa32a5 req-df273e1e-c8b3-47c4-b9e8-138a399dcdac tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:19.998751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ad09de7-5000-4548-83df-1f4b03aa32a5 req-df273e1e-c8b3-47c4-b9e8-138a399dcdac tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0484216 Nov 24 22:36:20.042144 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ad09de7-5000-4548-83df-1f4b03aa32a5 req-6ad0b708-c411-4678-853a-995249980b0a tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Nov 24 22:36:20.113555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-a7d4cd3b-b483-4397-8b30-75b79caf3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:20.115003 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-a7d4cd3b-b483-4397-8b30-75b79caf3510 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 1099 time: 0.0443194 Nov 24 22:36:20.202781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-88714083-b73a-46f5-8a50-2269ab49a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:20.204152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-88714083-b73a-46f5-8a50-2269ab49a2f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 200 len: 913 time: 0.0814707 Nov 24 22:36:20.248159 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-2cac46f2-0930-4e83-a1fc-434c05803e84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 200 len: 217 time: 0.0368252 Nov 24 22:36:20.295441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-7eca6b35-cceb-4856-8b06-8cd430a1fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:20.296873 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-7eca6b35-cceb-4856-8b06-8cd430a1fbea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf668c2c-7dea-4fe9-838b-2d4d423d439a HTTP/1.1" status: 200 len: 852 time: 0.0417607 Nov 24 22:36:20.326938 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-9d999f9b-0c54-4b22-8275-10ce084f09fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03c479be-24b5-4d6e-9603-5743e09c7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235724 Nov 24 22:36:20.414057 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-ae89f5e7-1b5d-41ef-afcc-945e52a867ba service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800025 Nov 24 22:36:20.505845 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-744e9bfc-1068-44c1-a5b6-8db0aeff5447 service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846348 Nov 24 22:36:21.155295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f4d08-5c5e-4e14-8f4f-4ccdc5814602 req-cfbc65d8-4735-471e-b836-4a4f1cd5d214 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:21.156935 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c16f4d08-5c5e-4e14-8f4f-4ccdc5814602 req-cfbc65d8-4735-471e-b836-4a4f1cd5d214 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0489702 Nov 24 22:36:21.193936 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c16f4d08-5c5e-4e14-8f4f-4ccdc5814602 req-0fabe33f-a04c-4e3b-911b-63f7237d7cf2 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305245 Nov 24 22:36:22.312047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fb824-0f66-4cf0-83e6-09e77d00a08a req-4bd3e3ae-81e1-4bee-bde5-d58cf9ed7e19 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:22.313481 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e47fb824-0f66-4cf0-83e6-09e77d00a08a req-4bd3e3ae-81e1-4bee-bde5-d58cf9ed7e19 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0499656 Nov 24 22:36:22.350592 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e47fb824-0f66-4cf0-83e6-09e77d00a08a req-dedbe6be-35e2-44ff-b38d-fc838bf9eba6 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Nov 24 22:36:23.465008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d7cfa-634b-448b-8500-037ef438d4c8 req-3e4ec389-1b72-43c9-a9b3-1963cb604caa tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:23.466459 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c6d7cfa-634b-448b-8500-037ef438d4c8 req-3e4ec389-1b72-43c9-a9b3-1963cb604caa tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0481033 Nov 24 22:36:23.507752 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c6d7cfa-634b-448b-8500-037ef438d4c8 req-194bd6d2-ec80-40c4-b2da-6d1cd52325be tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351095 Nov 24 22:36:23.510192 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:36:24.620346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316694d-01ae-4de3-bc29-c2c08fe8abdb req-1b472e16-450e-4dc9-bffe-fb53c3c851d7 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:24.621801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0316694d-01ae-4de3-bc29-c2c08fe8abdb req-1b472e16-450e-4dc9-bffe-fb53c3c851d7 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0476441 Nov 24 22:36:24.657656 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0316694d-01ae-4de3-bc29-c2c08fe8abdb req-38fcb7a8-f960-4b3a-86ec-06a17e4014cd tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301068 Nov 24 22:36:25.770184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508427-cdc6-4c2c-9bc9-5f1a19cb14d2 req-fb4268a1-15d4-4db2-8ab6-1459012cdf31 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:25.771633 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89508427-cdc6-4c2c-9bc9-5f1a19cb14d2 req-fb4268a1-15d4-4db2-8ab6-1459012cdf31 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0470693 Nov 24 22:36:25.808738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89508427-cdc6-4c2c-9bc9-5f1a19cb14d2 req-edf46742-3e52-4f18-b3ec-df6d9c0698c3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Nov 24 22:36:26.920592 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec278f0-9f7c-4c77-b6fa-635a1c8be518 req-38e362d4-807d-499c-8df0-24a488e08b0a tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:26.922032 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ec278f0-9f7c-4c77-b6fa-635a1c8be518 req-38e362d4-807d-499c-8df0-24a488e08b0a tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0470839 Nov 24 22:36:26.962577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ec278f0-9f7c-4c77-b6fa-635a1c8be518 req-a4a6bd12-113c-46e0-88a7-5403c9d9514f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Nov 24 22:36:28.076102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86e345-04ed-47c2-bda0-96f80ff2f5d6 req-f6df02ef-6171-4e8a-b736-62ad3d767b88 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:28.077558 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7c86e345-04ed-47c2-bda0-96f80ff2f5d6 req-f6df02ef-6171-4e8a-b736-62ad3d767b88 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0501690 Nov 24 22:36:28.114847 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7c86e345-04ed-47c2-bda0-96f80ff2f5d6 req-f903a906-a6c4-4241-9fc4-886b9e5b6126 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Nov 24 22:36:29.227683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6e279-528a-44b9-9412-a9da1eb59c50 req-966b7e06-dafa-4624-9031-752a34ef1d69 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:29.229123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-30f6e279-528a-44b9-9412-a9da1eb59c50 req-966b7e06-dafa-4624-9031-752a34ef1d69 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0476520 Nov 24 22:36:29.264918 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-30f6e279-528a-44b9-9412-a9da1eb59c50 req-e12bb05d-7c4c-4515-af1f-cbe35065269f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300531 Nov 24 22:36:29.768831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:30.376834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a29f28-9a1c-4dab-b67b-0a3883b8d15e req-d9c7eee6-128a-4e01-a6bb-3185d98d7875 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:30.378282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a4a29f28-9a1c-4dab-b67b-0a3883b8d15e req-d9c7eee6-128a-4e01-a6bb-3185d98d7875 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0471952 Nov 24 22:36:30.417938 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a4a29f28-9a1c-4dab-b67b-0a3883b8d15e req-b7ef8fcb-7c02-4b15-a751-9b4b72829ab9 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Nov 24 22:36:31.530042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521f4c4-e5b7-44ba-8959-9afd37d797bd req-07c2fda7-de99-4881-9bde-de6d486d0e4b tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:31.531387 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3521f4c4-e5b7-44ba-8959-9afd37d797bd req-07c2fda7-de99-4881-9bde-de6d486d0e4b tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0478225 Nov 24 22:36:31.568209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3521f4c4-e5b7-44ba-8959-9afd37d797bd req-889c2723-08b5-4474-8e4a-24e58c7e1f89 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309165 Nov 24 22:36:32.680206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886b720-068f-4e2d-8aa5-6731e75ce297 req-d4b95ce1-1625-4179-a44b-9d2f16c5e1a3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:32.681637 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c886b720-068f-4e2d-8aa5-6731e75ce297 req-d4b95ce1-1625-4179-a44b-9d2f16c5e1a3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0482190 Nov 24 22:36:32.719358 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c886b720-068f-4e2d-8aa5-6731e75ce297 req-7c813740-8485-4057-b1a0-49481056d8e5 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Nov 24 22:36:33.832450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e70e5-aeee-491a-8fdb-772c62c800eb req-07435620-9600-458e-90b6-a3fc20b85107 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:33.833909 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-211e70e5-aeee-491a-8fdb-772c62c800eb req-07435620-9600-458e-90b6-a3fc20b85107 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0498652 Nov 24 22:36:33.874198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-211e70e5-aeee-491a-8fdb-772c62c800eb req-ec0cce44-ca34-42e0-b655-94a4ccf10fb4 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Nov 24 22:36:34.985339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7091773-d45d-4ff3-bd9e-ef1924862ee6 req-b4aa3728-0252-40af-9d66-73a636f0a0aa tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:34.986810 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e7091773-d45d-4ff3-bd9e-ef1924862ee6 req-b4aa3728-0252-40af-9d66-73a636f0a0aa tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0480022 Nov 24 22:36:35.023765 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e7091773-d45d-4ff3-bd9e-ef1924862ee6 req-9cfe89d3-273f-452e-bdd7-e459ddabdea3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Nov 24 22:36:36.137908 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c27beb-2b55-4d76-8120-93fbb7bd646e req-21f7e97a-7977-424a-b241-9a9ce96bf51e tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:36.139344 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8c27beb-2b55-4d76-8120-93fbb7bd646e req-21f7e97a-7977-424a-b241-9a9ce96bf51e tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0513492 Nov 24 22:36:36.175971 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8c27beb-2b55-4d76-8120-93fbb7bd646e req-217331c5-6550-43de-ba93-b76c79f26d0d tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303018 Nov 24 22:36:37.287129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a8943-13bc-4961-b3c7-aff71d842ef7 req-9edcc590-8d68-4c69-8c81-2ab5261c2b3c tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:37.288585 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-696a8943-13bc-4961-b3c7-aff71d842ef7 req-9edcc590-8d68-4c69-8c81-2ab5261c2b3c tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0467362 Nov 24 22:36:37.328499 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-696a8943-13bc-4961-b3c7-aff71d842ef7 req-8cc396d5-d121-48c3-83ee-fe9c4ad617d6 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Nov 24 22:36:38.441965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ca97b-444d-4f01-a4c1-22aa340a1174 req-2f285106-9953-4aca-b515-023f791af061 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:38.443750 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3f3ca97b-444d-4f01-a4c1-22aa340a1174 req-2f285106-9953-4aca-b515-023f791af061 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0502021 Nov 24 22:36:38.480127 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3f3ca97b-444d-4f01-a4c1-22aa340a1174 req-7dfcbd1c-6f90-4bb5-b581-35a06b16014e tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Nov 24 22:36:39.592228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7973a-4d9c-478f-8534-815fc8c0fecf req-0521fde1-ff1e-4725-99c9-4b3b210d5ede tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:39.593654 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-23c7973a-4d9c-478f-8534-815fc8c0fecf req-0521fde1-ff1e-4725-99c9-4b3b210d5ede tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0477481 Nov 24 22:36:39.629480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-23c7973a-4d9c-478f-8534-815fc8c0fecf req-619af9c6-9bf4-4430-9ef5-bb2f6e2b7eec tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300887 Nov 24 22:36:40.740072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb230b8c-d458-483c-8894-9e905a381dfc req-a7052609-a1b0-4f24-b350-a97b0efcbd0c tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:40.741480 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb230b8c-d458-483c-8894-9e905a381dfc req-a7052609-a1b0-4f24-b350-a97b0efcbd0c tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0469325 Nov 24 22:36:40.781131 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb230b8c-d458-483c-8894-9e905a381dfc req-10d07043-051a-419b-8a64-5dcf79d5afc3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338478 Nov 24 22:36:41.891827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3b0f4-ccc4-4118-9afc-2c82678e5cfb req-f60663bc-72d7-487e-a37e-acfa307b07e0 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:41.893350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-acf3b0f4-ccc4-4118-9afc-2c82678e5cfb req-f60663bc-72d7-487e-a37e-acfa307b07e0 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0483303 Nov 24 22:36:41.930927 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-acf3b0f4-ccc4-4118-9afc-2c82678e5cfb req-cc15b357-6cc7-41b5-8389-6327d1a2b58c tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Nov 24 22:36:43.041232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffcbe0-c7af-4a54-beca-7f5d9bfbd7f6 req-42b3f59f-4b1e-43c0-8518-ca4270828f36 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:43.042573 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-04ffcbe0-c7af-4a54-beca-7f5d9bfbd7f6 req-42b3f59f-4b1e-43c0-8518-ca4270828f36 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0474477 Nov 24 22:36:43.079213 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-04ffcbe0-c7af-4a54-beca-7f5d9bfbd7f6 req-02c03847-f2a9-4782-baa5-9c43187ee8e0 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Nov 24 22:36:44.195111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3a3a5-fe12-4328-915d-876dbcc28371 req-e2c00889-b9f5-40d4-9933-c7663c353fa3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:44.197690 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ee3a3a5-fe12-4328-915d-876dbcc28371 req-e2c00889-b9f5-40d4-9933-c7663c353fa3 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0474679 Nov 24 22:36:44.214354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f057b941-7568-4bc9-aa51-3bc84d2f6f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:44.240010 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ee3a3a5-fe12-4328-915d-876dbcc28371 req-67d80b96-32bd-40d9-8afb-2b1ad95a9946 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Nov 24 22:36:45.350247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1d98-d8e0-406b-998b-55f1c3b55796 req-7a542abc-a18c-40eb-9529-1221c048e9ea tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:45.351701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4dcd1d98-d8e0-406b-998b-55f1c3b55796 req-7a542abc-a18c-40eb-9529-1221c048e9ea tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0471199 Nov 24 22:36:45.388490 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4dcd1d98-d8e0-406b-998b-55f1c3b55796 req-aeb4f858-6525-4aa3-b401-429711e60472 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Nov 24 22:36:46.499865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf365fa-e742-484c-96aa-7d9e1da89f17 req-7f8cc8ab-2947-4874-817a-872eeec41bda tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:46.501349 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8cf365fa-e742-484c-96aa-7d9e1da89f17 req-7f8cc8ab-2947-4874-817a-872eeec41bda tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0469670 Nov 24 22:36:46.538245 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8cf365fa-e742-484c-96aa-7d9e1da89f17 req-f81ec08f-3ff2-401b-8b95-94e87abbbc3e tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305848 Nov 24 22:36:46.637058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eb34fff0-3402-42b8-90e8-50bc6c03439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:46.882782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:47.172290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-4798faaf-26fa-4d40-a127-c46ae96afeb4 service neutron] 10.222.0.71 "GET /v2.0/ports/671b4d84-6367-495e-bdf2-ed44c2dc6175/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0553279 Nov 24 22:36:47.402427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-9391e337-05b9-49eb-b00d-d188792101b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:47.403964 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-9391e337-05b9-49eb-b00d-d188792101b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a&tenant_id=ecb2729021544e45846d50b3e7bc4fbb HTTP/1.1" status: 200 len: 1099 time: 0.0735550 Nov 24 22:36:47.464769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-9bcc85c5-a71d-485f-82ee-238f039bb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:47.466101 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-9bcc85c5-a71d-485f-82ee-238f039bb075 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 1099 time: 0.0392559 Nov 24 22:36:47.551449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-74847b9c-6b85-4c87-aaa9-f9e1a1cf0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:47.552856 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-74847b9c-6b85-4c87-aaa9-f9e1a1cf0f91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 200 len: 913 time: 0.0800505 Nov 24 22:36:47.598687 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-dd50ef8f-c646-42a4-8b97-7a68cceccd43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 200 len: 217 time: 0.0381417 Nov 24 22:36:47.649455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-18d59025-a9b8-4675-bd04-afd437969e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:47.650918 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-18d59025-a9b8-4675-bd04-afd437969e21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf668c2c-7dea-4fe9-838b-2d4d423d439a HTTP/1.1" status: 200 len: 852 time: 0.0446792 Nov 24 22:36:47.657469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730491e3-cf22-4dd4-995b-2cfbe53a4f6c req-feb40099-304e-4847-9a31-6062a00966b8 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:47.658919 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-730491e3-cf22-4dd4-995b-2cfbe53a4f6c req-feb40099-304e-4847-9a31-6062a00966b8 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0483513 Nov 24 22:36:47.681864 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-ffe25c8d-5fd8-4ec6-ad39-26a96ed85aeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03c479be-24b5-4d6e-9603-5743e09c7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239491 Nov 24 22:36:47.700972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-730491e3-cf22-4dd4-995b-2cfbe53a4f6c req-2844e88b-0b35-4539-aef8-424073f87168 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Nov 24 22:36:47.773872 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-ecc3fb08-10cc-41b7-b8d1-d32887c8ddc3 service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Nov 24 22:36:47.862416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5492d052-e825-4ebe-b3cd-319f1bf1ba96 req-4e991cca-7101-468d-89fb-793c6ca58dae service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Nov 24 22:36:48.396295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:48.813536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775824de-7c31-495a-bda5-436778bf4700 req-3dbbda34-89f8-485f-acd0-00871cc52c9f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:48.814975 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-775824de-7c31-495a-bda5-436778bf4700 req-3dbbda34-89f8-485f-acd0-00871cc52c9f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0474083 Nov 24 22:36:48.852004 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-775824de-7c31-495a-bda5-436778bf4700 req-9f7452cd-ec6c-4304-a44b-02eab5000ffa tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301783 Nov 24 22:36:49.703293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:49.964752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1ff73-73e1-4ec8-8513-2f1153acd55a req-541e7dee-c2ef-441e-8c97-c6ae59069027 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:49.966087 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6be1ff73-73e1-4ec8-8513-2f1153acd55a req-541e7dee-c2ef-441e-8c97-c6ae59069027 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0476680 Nov 24 22:36:50.001438 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6be1ff73-73e1-4ec8-8513-2f1153acd55a req-86a1435f-82b6-49aa-ad93-9d27dd086098 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295556 Nov 24 22:36:50.303227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-010057ba-7629-4e8d-8b44-282e3b132305 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:50.304688 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-010057ba-7629-4e8d-8b44-282e3b132305 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.71 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a&tenant_id=ecb2729021544e45846d50b3e7bc4fbb&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 946 time: 0.0862713 Nov 24 22:36:50.388091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-fd580dcd-d9dd-44e5-a431-b65fde2cdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:50.389546 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-fd580dcd-d9dd-44e5-a431-b65fde2cdee6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 1099 time: 0.0405741 Nov 24 22:36:50.479772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-00b0dcd1-580e-4cfe-aa29-a4df83ded570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:50.481190 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-00b0dcd1-580e-4cfe-aa29-a4df83ded570 service neutron] 10.222.0.71 "GET /v2.0/networks?id=03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 200 len: 913 time: 0.0851581 Nov 24 22:36:50.521189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-ee070956-fc94-4ea2-a7a1-bab3f3f2bb34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 200 len: 217 time: 0.0330818 Nov 24 22:36:50.569055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-414bb4f7-60f1-41a0-8530-48ad53bdc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:50.570337 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-414bb4f7-60f1-41a0-8530-48ad53bdc31a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf668c2c-7dea-4fe9-838b-2d4d423d439a HTTP/1.1" status: 200 len: 852 time: 0.0415013 Nov 24 22:36:50.601257 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-9aa1cf3f-5d26-45ec-afcc-f46a5b07bb65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=03c479be-24b5-4d6e-9603-5743e09c7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232024 Nov 24 22:36:50.689936 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-7d354fb3-35bd-43dc-833b-ed98235b4065 service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814214 Nov 24 22:36:50.774901 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-109ff3cc-c5b6-42b8-b49e-739018049c74 service neutron] 10.222.0.71 "GET /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777793 Nov 24 22:36:51.453663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565ddd3-e13a-4e70-84a1-c5528611fe0e req-cdcad4ae-0a5d-4a65-8667-76a3d0bc1a74 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:51.455020 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a565ddd3-e13a-4e70-84a1-c5528611fe0e req-cdcad4ae-0a5d-4a65-8667-76a3d0bc1a74 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0478621 Nov 24 22:36:51.495068 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a565ddd3-e13a-4e70-84a1-c5528611fe0e req-13e89dcf-276b-46ab-80ae-df6372b10a16 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334105 Nov 24 22:36:52.609466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c6942-d43f-4caf-97bd-c59964ff5a13 req-602103b6-9fe6-489f-964f-f4bd9afc8bca tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:52.610922 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-334c6942-d43f-4caf-97bd-c59964ff5a13 req-602103b6-9fe6-489f-964f-f4bd9afc8bca tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0481577 Nov 24 22:36:52.647186 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-334c6942-d43f-4caf-97bd-c59964ff5a13 req-5b1b0b1a-4fde-43e0-a83b-43a91cc074bf tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305352 Nov 24 22:36:53.484494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-98145414-8aaa-4071-8529-b8ed364dc9ab tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:53.485933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-98145414-8aaa-4071-8529-b8ed364dc9ab tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.71 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.3494482 Nov 24 22:36:53.571260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Deleting port 671b4d84-6367-495e-bdf2-ed44c2dc6175 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:36:53.571645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:53.660274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] For port 671b4d84-6367-495e-bdf2-ed44c2dc6175, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=671b4d84-6367-495e-bdf2-ed44c2dc6175,segment=NetworkSegment(18702f8a-012e-4214-bfbc-b46bf55439e5),segment_id=18702f8a-012e-4214-bfbc-b46bf55439e5)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:36:53.660629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:53.672835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Calling delete_port for 671b4d84-6367-495e-bdf2-ed44c2dc6175 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:36:53.760088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fd95e-249f-4fad-a345-3f95a7c3e508 req-83433f74-5dfe-4342-add7-db7eea2dbe62 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:53.761665 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cf8fd95e-249f-4fad-a345-3f95a7c3e508 req-83433f74-5dfe-4342-add7-db7eea2dbe62 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720d021-63e3-4635-8330-e50607d3a20a HTTP/1.1" status: 200 len: 946 time: 0.0493457 Nov 24 22:36:53.799606 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cf8fd95e-249f-4fad-a345-3f95a7c3e508 req-1b7e4cc0-0d18-492c-b100-c12e19b54b5f tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.41 "GET /v2.0/security-groups?id=24217f9b-c2d9-4454-a048-1f7a7683bb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Nov 24 22:36:53.803572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:53.815828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['671b4d84-6367-495e-bdf2-ed44c2dc6175'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:36:53.833389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Pushing event deleted for resources: {'Port': ['ID=671b4d84-6367-495e-bdf2-ed44c2dc6175,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:53.863228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.863608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.864488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.864834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.865171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.865508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.865845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.866177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.866512 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.866842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.867171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.867497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:53.883351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] No DVR routers for this DVR port 671b4d84-6367-495e-bdf2-ed44c2dc6175 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:36:53.885554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:53.888883 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-913c2f54-d476-47ff-b82c-0c4f39045ea5 req-16471630-9da5-4324-9020-c93ed194aa72 tempest-DeleteServersTestJSON-1350059909 tempest-DeleteServersTestJSON-1350059909-project] 10.222.0.71 "DELETE /v2.0/ports/671b4d84-6367-495e-bdf2-ed44c2dc6175 HTTP/1.1" status: 204 len: 173 time: 0.3964107 Nov 24 22:36:53.889385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720d021-63e3-4635-8330-e50607d3a20a', 'name': 'network-vif-deleted', 'tag': '671b4d84-6367-495e-bdf2-ed44c2dc6175'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:36:53.891641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c968db-ac24-44e6-900a-b99fa0c342b6" -d '{"events": [{"server_uuid": "c720d021-63e3-4635-8330-e50607d3a20a", "name": "network-vif-deleted", "tag": "671b4d84-6367-495e-bdf2-ed44c2dc6175"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:36:53.932183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8514277-6e32-46ad-8997-18737ce277e0 x-openstack-request-id: req-b8514277-6e32-46ad-8997-18737ce277e0 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:36:53.932529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720d021-63e3-4635-8330-e50607d3a20a", "name": "network-vif-deleted", "tag": "671b4d84-6367-495e-bdf2-ed44c2dc6175", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:36:53.932795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8514277-6e32-46ad-8997-18737ce277e0 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:36:53.933189 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c720d021-63e3-4635-8330-e50607d3a20a', 'name': 'network-vif-deleted', 'tag': '671b4d84-6367-495e-bdf2-ed44c2dc6175', 'status': 'completed', 'code': 200} Nov 24 22:36:54.929540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36232) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:54.973977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Deleting subnet cf668c2c-7dea-4fe9-838b-2d4d423d439a {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:36:54.976977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.013544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.050734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.102522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.127119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf668c2c-7dea-4fe9-838b-2d4d423d439a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:55.130854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.134449 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b3ccbafc-0e0f-40d7-a9f0-c7be31714d62 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf668c2c-7dea-4fe9-838b-2d4d423d439a HTTP/1.1" status: 204 len: 168 time: 0.2038863 Nov 24 22:36:55.136984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36234) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:55.206602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.287738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.306704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c479be-24b5-4d6e-9603-5743e09c7fed']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:36:55.315848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18702f8a-012e-4214-bfbc-b46bf55439e5') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:36:55.316148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18702f8a-012e-4214-bfbc-b46bf55439e5') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:36:55.326126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.339423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.345190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:36:55.345574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:36:55.347188 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:36:55.404184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.409293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.412950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/03c479be-24b5-4d6e-9603-5743e09c7fed HTTP/1.1" status: 204 len: 168 time: 0.2744994 Nov 24 22:36:55.424814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dfeeb-26d5-47a4-877f-87caadeda7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=03c479be-24b5-4d6e-9603-5743e09c7fed,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:55.517434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36238) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:55.557144 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7eb54603-3100-4d98-a228-01cbb8e6d019 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecb2729021544e45846d50b3e7bc4fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385473 Nov 24 22:36:55.559541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36240) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:55.606810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-139de414-9c27-42c1-94df-faa1a3821089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.627338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-139de414-9c27-42c1-94df-faa1a3821089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.674516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-139de414-9c27-42c1-94df-faa1a3821089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.677042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-139de414-9c27-42c1-94df-faa1a3821089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:55.678238 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-139de414-9c27-42c1-94df-faa1a3821089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24217f9b-c2d9-4454-a048-1f7a7683bb84 HTTP/1.1" status: 204 len: 168 time: 0.1177590 Nov 24 22:36:55.685813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139de414-9c27-42c1-94df-faa1a3821089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24217f9b-c2d9-4454-a048-1f7a7683bb84,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:56.306274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36262) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:56.398005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-107330826-network', 'tenant_id': '4024631406264858bf6519200333f51a'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:56.423231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Made reservation on behalf of 4024631406264858bf6519200333f51a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:36:56.425543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.434535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.510308 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.513790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.533957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:36:56.549340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53877fe-ee50-4e69-b395-f21561b8699a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:56.552208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.552559 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Added segment 2998ddbc-2d4b-4124-8911-d8c13355fa47 of type vlan for network c553b770-d709-475a-a9d6-5b22de170ef5 Nov 24 22:36:56.593755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.618640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.619729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:56.620338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.672735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3653474 Nov 24 22:36:56.675704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36266) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:36:56.681111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Request body: {'subnet': {'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-107330826-subnet', 'tenant_id': '4024631406264858bf6519200333f51a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:56.686073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cd48e-afe4-4b2b-a761-2385110083ef admin admin] Pushing event updated for resources: {'Network': ['ID=c553b770-d709-475a-a9d6-5b22de170ef5,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:56.696525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c553b770-d709-475a-a9d6-5b22de170ef5 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:36:56.704443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Made reservation on behalf of 4024631406264858bf6519200333f51a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:36:56.706715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.870627 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.929146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e599981a-9a20-42de-a9cf-aabe095b2bd8,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:56.939766 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.940114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.940450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.940786 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.941115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.941440 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.941764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.942086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.942408 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.942726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.943042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.943357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:36:56.946508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Checking segment: {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:36:56.946855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Network hostable DHCP agents. Network: c553b770-d709-475a-a9d6-5b22de170ef5, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:36:56.963072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Network c553b770-d709-475a-a9d6-5b22de170ef5 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:36:56.970938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c553b770-d709-475a-a9d6-5b22de170ef5) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:36:56.974827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:56.976013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:56.980434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4377cd7-c695-4bec-aa9d-d485a84834fa None None] Network c553b770-d709-475a-a9d6-5b22de170ef5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:36:56.990452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8a14ea4d-1246-47d3-99f7-62f7aae409df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3136647 Nov 24 22:36:57.103295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428158ce-e872-4e16-86dd-66bf2b072187 None None] Network c553b770-d709-475a-a9d6-5b22de170ef5 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:36:57.398727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-26ab64bc-d9f4-458e-bca7-3dc1e31f6256 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:57.400208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-26ab64bc-d9f4-458e-bca7-3dc1e31f6256 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 814 time: 0.0999267 Nov 24 22:36:57.415471 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b16d7582-646e-4943-bc32-d13bb5035e75 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/quotas/4024631406264858bf6519200333f51a HTTP/1.1" status: 200 len: 375 time: 0.0095429 Nov 24 22:36:57.446329 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-214f1a96-0a13-4cb5-a1c0-250b61e26faf tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253654 Nov 24 22:36:57.535770 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-17f4d745-e61d-422b-ac5b-b487aa56b215 service neutron] 10.222.0.41 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826750 Nov 24 22:36:57.622536 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-16b27dc8-464d-45c9-b1e5-467742825645 service neutron] 10.222.0.41 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805063 Nov 24 22:36:57.778664 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14e44218-45a1-4387-98ed-a6d3177902f5 req-eeea1c71-68bb-4427-a629-00d3405e266a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 210 time: 0.0303304 Nov 24 22:36:58.650574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-ab3c34df-9878-40e9-94d5-86f4b8ee1784 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:58.652098 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-ab3c34df-9878-40e9-94d5-86f4b8ee1784 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 814 time: 0.1035559 Nov 24 22:36:58.665231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Request body: {'port': {'device_id': '639f357b-4418-4542-af9e-a23c716dc3a9', 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5', 'admin_state_up': True, 'tenant_id': '4024631406264858bf6519200333f51a'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:58.703196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 671b4d84-6367-495e-bdf2-ed44c2dc6175 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:36:58.725108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 671b4d84-6367-495e-bdf2-ed44c2dc6175 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:36:58.725493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 671b4d84-6367-495e-bdf2-ed44c2dc6175 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:36:58.778136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Made reservation on behalf of 4024631406264858bf6519200333f51a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:36:58.781843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:58.871154 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c65bfc72-3935-4548-bf3a-82b10ae3c13f req-9fa8972f-7720-4d22-91aa-ca963c352a0d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Nov 24 22:36:58.915014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Allocated IP 172.20.0.13 (c553b770-d709-475a-a9d6-5b22de170ef5/e599981a-9a20-42de-a9cf-aabe095b2bd8/2180c836-b94d-4d89-b087-388111ef35f3) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:36:59.061329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.094324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.140116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Network c553b770-d709-475a-a9d6-5b22de170ef5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:36:59.143122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:36:59.146690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:36:59.155820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:59.200965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:59.201508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.217795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-94da6f92-94bc-4173-bcd1-8b7cd8f236da tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569375 Nov 24 22:36:59.227405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-81832429-c416-479d-b211-f70de9a5dd75 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:36:59.228491 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-81832429-c416-479d-b211-f70de9a5dd75 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049701 Nov 24 22:36:59.241035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Request body: {'port': {'device_id': '639f357b-4418-4542-af9e-a23c716dc3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:36:59.292220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.549544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2180c836-b94d-4d89-b087-388111ef35f3 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:36:59.557219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.568639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Transition to ACTIVE for port object 2180c836-b94d-4d89-b087-388111ef35f3 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:36:59.572730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.623172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:59.688397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Attempting to bind port 2180c836-b94d-4d89-b087-388111ef35f3 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:36:59.689035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Attempting to bind port 2180c836-b94d-4d89-b087-388111ef35f3 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:36:59.689035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Attempting to bind port 2180c836-b94d-4d89-b087-388111ef35f3 on network c553b770-d709-475a-a9d6-5b22de170ef5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:36:59.693203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Port 2180c836-b94d-4d89-b087-388111ef35f3 on network c553b770-d709-475a-a9d6-5b22de170ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:36:59.693540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Attempting to bind port 2180c836-b94d-4d89-b087-388111ef35f3 on network c553b770-d709-475a-a9d6-5b22de170ef5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:36:59.698539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:36:59.698866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Checking segment: {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:36:59.699241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Bound using segment: {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:36:59.699705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Bound port: 2180c836-b94d-4d89-b087-388111ef35f3, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:36:59.700049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.763249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.765156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:36:59.768444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:36:59.772593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.804860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:59.805468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:36:59.807119 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] 10.222.0.71 "PUT /v2.0/ports/2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 200 len: 1094 time: 0.5703685 Nov 24 22:36:59.809513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:36:59.812391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06228f-38a6-4a72-969e-49e405a814ae" -d '{"events": [{"name": "network-changed", "server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "tag": "2180c836-b94d-4d89-b087-388111ef35f3"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:36:59.841848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd71a7-3ac7-4430-9c01-b4f452b8b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:36:59.856278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da9261-f918-43ef-90af-059c86d94f2e x-openstack-request-id: req-d0da9261-f918-43ef-90af-059c86d94f2e {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:36:59.856564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "tag": "2180c836-b94d-4d89-b087-388111ef35f3", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:36:59.856833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0da9261-f918-43ef-90af-059c86d94f2e {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:36:59.857252 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3', 'status': 'completed', 'code': 200} Nov 24 22:36:59.888870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-a7a19b88-e3f1-4f0a-8c8a-7706777e83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:59.890338 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-a7a19b88-e3f1-4f0a-8c8a-7706777e83c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0438852 Nov 24 22:36:59.935467 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-560dadc1-a0b3-4227-be74-75f0f39b3618 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 200 len: 217 time: 0.0374064 Nov 24 22:36:59.985028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-5430eaf8-0f24-4781-98e6-ef347c121c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:59.986480 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-5430eaf8-0f24-4781-98e6-ef347c121c58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0447025 Nov 24 22:36:59.987277 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc3b78-26d4-4260-a0d2-66e475d03597 req-217fd394-d71c-474f-8912-b7aa05a8de31 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:36:59.988734 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3cdc3b78-26d4-4260-a0d2-66e475d03597 req-217fd394-d71c-474f-8912-b7aa05a8de31 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 944 time: 0.0481257 Nov 24 22:37:00.018123 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-5d6cbfbd-6d1c-4b26-88db-8fee7e85ae12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245569 Nov 24 22:37:00.027147 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3cdc3b78-26d4-4260-a0d2-66e475d03597 req-2153a0c5-68ef-4479-aba0-1f6a55aa00cb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Nov 24 22:37:00.110781 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-e3db080a-0596-4848-9cf3-f6e73f261c9d service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Nov 24 22:37:00.198503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cbca7a46-a95b-4daa-8fe6-4aa22313f8be req-38a43e8c-1423-4587-9af5-0c5d79264624 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807438 Nov 24 22:37:00.278963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06228f-38a6-4a72-969e-49e405a814ae req-a0c7dc59-4e98-4c3c-89b1-c28a614765ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:00.280441 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-a0c7dc59-4e98-4c3c-89b1-c28a614765ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0408385 Nov 24 22:37:00.372131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06228f-38a6-4a72-969e-49e405a814ae req-2b3c6fb2-efbe-4fec-b99e-fa41ecc808f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:00.373490 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-2b3c6fb2-efbe-4fec-b99e-fa41ecc808f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0859213 Nov 24 22:37:00.415696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-f8cf3573-f437-4d8b-a171-28bbe5875222 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 200 len: 217 time: 0.0346351 Nov 24 22:37:00.468188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06228f-38a6-4a72-969e-49e405a814ae req-11bd49d5-1121-44ad-8ae0-f720ce33a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:00.469585 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-11bd49d5-1121-44ad-8ae0-f720ce33a667 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0468190 Nov 24 22:37:00.501431 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-8376ce46-6971-416a-aabf-48593b9156fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232041 Nov 24 22:37:00.509212 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:37:00.589506 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-5b547add-5c42-4c9d-aced-08673224f920 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803611 Nov 24 22:37:00.683778 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4d06228f-38a6-4a72-969e-49e405a814ae req-9ffaeccb-5e1f-4d94-bdef-df959a9d70f0 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867074 Nov 24 22:37:01.139856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd95c-08fa-4f82-9193-d1b70c1e83cd req-59f9b2d2-f05d-4945-87a3-b6f6e8c396c8 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:01.141291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24dfd95c-08fa-4f82-9193-d1b70c1e83cd req-59f9b2d2-f05d-4945-87a3-b6f6e8c396c8 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 944 time: 0.0476711 Nov 24 22:37:01.177281 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24dfd95c-08fa-4f82-9193-d1b70c1e83cd req-dcb72927-0eb3-471a-8c85-850dfb436a48 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301311 Nov 24 22:37:02.291032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366be66-dbc2-4764-a388-e743d2b05797 req-2ba3ea1a-b301-4872-b7d7-a21b4fb20c0e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:02.292488 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4366be66-dbc2-4764-a388-e743d2b05797 req-2ba3ea1a-b301-4872-b7d7-a21b4fb20c0e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 944 time: 0.0517666 Nov 24 22:37:02.329111 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4366be66-dbc2-4764-a388-e743d2b05797 req-6f45537b-1dfc-4eed-85c4-5396baaf2bd6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Nov 24 22:37:02.750103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2180c836-b94d-4d89-b087-388111ef35f3 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:37:02.840488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:02.854437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '2180c836-b94d-4d89-b087-388111ef35f3', 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5', 'port_id': '2180c836-b94d-4d89-b087-388111ef35f3', 'mac_address': 'fa:16:3e:5b:55:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599981a-9a20-42de-a9cf-aabe095b2bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:37:02.892702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:02.905171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2180c836-b94d-4d89-b087-388111ef35f3 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:37:02.923796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:02.927658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:02.973462 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:02.980982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.981331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.981672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.982009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.982340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.982703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.983030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.983362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.983713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.984036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.984358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:02.984677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:37:03.132466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['2180c836-b94d-4d89-b087-388111ef35f3'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:37:03.438110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083421a-35c5-4032-837d-ff4048ed00b3 req-93ed62b0-5fbc-412a-b587-092b90f18e16 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:03.439477 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4083421a-35c5-4032-837d-ff4048ed00b3 req-93ed62b0-5fbc-412a-b587-092b90f18e16 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0475597 Nov 24 22:37:03.476477 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4083421a-35c5-4032-837d-ff4048ed00b3 req-ecf6f9fe-f993-42af-8bdf-8b9d08b8cbf8 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Nov 24 22:37:04.586828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b99041-dcaa-4a65-bd85-6be5a91b04b0 req-15602be7-1fbb-4c52-92ae-e15365a579fe tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:04.588307 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9b99041-dcaa-4a65-bd85-6be5a91b04b0 req-15602be7-1fbb-4c52-92ae-e15365a579fe tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0476394 Nov 24 22:37:04.624407 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9b99041-dcaa-4a65-bd85-6be5a91b04b0 req-4a651206-977a-4b16-a2e6-e1920daf5f2f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Nov 24 22:37:04.749806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2180c836-b94d-4d89-b087-388111ef35f3 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:37:04.797494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 2180c836-b94d-4d89-b087-388111ef35f3 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:37:04.800985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 2180c836-b94d-4d89-b087-388111ef35f3 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:37:04.801359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:04.875120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:04.897669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:37:04.899908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b4367-9f8c-441b-b205-c0d19047efe4" -d '{"events": [{"server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "name": "network-vif-plugged", "status": "completed", "tag": "2180c836-b94d-4d89-b087-388111ef35f3"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:37:04.915923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:04.920485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:04.946871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b316976f-d4ef-458c-82fa-0f0527946add x-openstack-request-id: req-b316976f-d4ef-458c-82fa-0f0527946add {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:37:04.947165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "name": "network-vif-plugged", "status": "completed", "tag": "2180c836-b94d-4d89-b087-388111ef35f3", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:37:04.947417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b316976f-d4ef-458c-82fa-0f0527946add {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:37:04.947888 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3', 'code': 200} Nov 24 22:37:04.973432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:05.107804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739779f-a4e9-415d-99f8-fe8698b416ac req-009a9a1d-e357-4b1e-bfa1-c0450105091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:05.109299 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2739779f-a4e9-415d-99f8-fe8698b416ac req-009a9a1d-e357-4b1e-bfa1-c0450105091f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0403724 Nov 24 22:37:05.143461 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2739779f-a4e9-415d-99f8-fe8698b416ac req-a96e3d85-56c4-4913-8c13-bad9fe3d8b04 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269675 Nov 24 22:37:05.737799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533746-5651-49a0-8258-191bb145b5b8 req-8be8bb8f-751c-4a8a-94a5-f621866921ae tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:05.739231 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fc533746-5651-49a0-8258-191bb145b5b8 req-8be8bb8f-751c-4a8a-94a5-f621866921ae tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0511377 Nov 24 22:37:05.776311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fc533746-5651-49a0-8258-191bb145b5b8 req-9fbbdb53-a7c8-4512-88ef-291a3b4e18d7 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Nov 24 22:37:06.889777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18942372-6bcb-4eca-9034-da473fffca03 req-430601bc-fb5f-4b3f-81ce-f84c27c12643 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:06.891239 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-18942372-6bcb-4eca-9034-da473fffca03 req-430601bc-fb5f-4b3f-81ce-f84c27c12643 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Nov 24 22:37:06.926993 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-18942372-6bcb-4eca-9034-da473fffca03 req-0b722374-21f6-4a44-8499-9cda62e46d10 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300179 Nov 24 22:37:07.039884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b753aa7-cecf-477f-b61e-d0517acc3ef0 req-33541b7d-a615-4546-b802-b88432a4562a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:07.041396 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6b753aa7-cecf-477f-b61e-d0517acc3ef0 req-33541b7d-a615-4546-b802-b88432a4562a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0491045 Nov 24 22:37:07.078665 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6b753aa7-cecf-477f-b61e-d0517acc3ef0 req-30813e0d-a0bd-4c31-ad76-beed51eef2c1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Nov 24 22:37:07.274108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56259b2-30df-4aa9-9f55-b76d40350940 req-c7dc0fd9-11e0-47d5-a4df-ef85adb61b2b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:07.275566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d56259b2-30df-4aa9-9f55-b76d40350940 req-c7dc0fd9-11e0-47d5-a4df-ef85adb61b2b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0518310 Nov 24 22:37:07.313250 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d56259b2-30df-4aa9-9f55-b76d40350940 req-857ad317-e839-4127-b2fe-34ed10c784ab tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Nov 24 22:37:07.424006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca615ec-d1e1-4c55-b8dc-52cbf887fb53 req-49ef257c-46b7-4f38-805b-bc6a0d13f3b5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:07.425447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aca615ec-d1e1-4c55-b8dc-52cbf887fb53 req-49ef257c-46b7-4f38-805b-bc6a0d13f3b5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Nov 24 22:37:07.461736 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-aca615ec-d1e1-4c55-b8dc-52cbf887fb53 req-40fa7bc8-c8e1-43a5-a5fb-6a629ebd175e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Nov 24 22:37:07.765014 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-2772d0c3-40a5-4d4b-9b60-dcbfa6a72521 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403919 Nov 24 22:37:07.778150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71782b3a-3f3f-4c74-8402-d540f3947968 req-d8f6f784-da09-4cde-8106-4b010686b6f4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:07.780112 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-71782b3a-3f3f-4c74-8402-d540f3947968 req-d8f6f784-da09-4cde-8106-4b010686b6f4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0486455 Nov 24 22:37:07.819921 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-71782b3a-3f3f-4c74-8402-d540f3947968 req-ecff7c6c-c9a7-4e05-9b70-6bb141e69d0a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Nov 24 22:37:08.841564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-1e03822a-94d8-45f0-a700-f4af012d57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:08.843025 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-1e03822a-94d8-45f0-a700-f4af012d57f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0441203 Nov 24 22:37:08.932357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-57566006-da8c-4575-89d8-c7548b03917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:08.933813 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-57566006-da8c-4575-89d8-c7548b03917f service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0843956 Nov 24 22:37:08.938310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e942a6-4707-4c4f-aa0f-861b16c69d33 req-4e52e1b7-be7e-4311-a7f9-0b43968a6291 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:08.939776 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68e942a6-4707-4c4f-aa0f-861b16c69d33 req-4e52e1b7-be7e-4311-a7f9-0b43968a6291 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0512459 Nov 24 22:37:08.977016 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-2ca437c3-532a-436b-a629-22637e426e7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 200 len: 217 time: 0.0356319 Nov 24 22:37:08.977207 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68e942a6-4707-4c4f-aa0f-861b16c69d33 req-b95e41e6-a346-4cf7-9dd5-dd4f251b3ce6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310004 Nov 24 22:37:09.031004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-a9f77735-b82a-4172-a725-729ccd3acba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:09.032381 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-a9f77735-b82a-4172-a725-729ccd3acba1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0477607 Nov 24 22:37:09.063090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-ee3d1c29-0e6b-4831-b1b7-103c938fad87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241554 Nov 24 22:37:09.150596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-577d814a-a651-4266-a06b-69be75a454c7 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800104 Nov 24 22:37:09.243955 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-4dda50a0-e06d-4f1e-8b49-142a1bbbcba6 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Nov 24 22:37:10.090187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6102c-4409-43f1-ac30-b70ee4944cc5 req-94c4db9f-1cfc-47cb-be0f-238c07a3d0a9 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:10.091702 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2ed6102c-4409-43f1-ac30-b70ee4944cc5 req-94c4db9f-1cfc-47cb-be0f-238c07a3d0a9 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0481312 Nov 24 22:37:10.127565 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2ed6102c-4409-43f1-ac30-b70ee4944cc5 req-45c5736d-b6e7-447d-8b5e-b74452de3eaf tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301030 Nov 24 22:37:11.245826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d69626-e31f-4599-995a-523aae776675 req-1d85bb63-3744-46f6-afc3-6f00f67b350f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:11.247286 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15d69626-e31f-4599-995a-523aae776675 req-1d85bb63-3744-46f6-afc3-6f00f67b350f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Nov 24 22:37:11.284557 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15d69626-e31f-4599-995a-523aae776675 req-fad481d9-ebc5-4456-86eb-08885b965bf6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Nov 24 22:37:12.400837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f7b18-a35b-41ee-b37c-1c32743a8279 req-42b09ced-8e7d-4328-8bce-d95f49f2a811 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:12.402277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c4f7b18-a35b-41ee-b37c-1c32743a8279 req-42b09ced-8e7d-4328-8bce-d95f49f2a811 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0514758 Nov 24 22:37:12.439023 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c4f7b18-a35b-41ee-b37c-1c32743a8279 req-36c5feab-b65f-4e41-bdbe-e7a7f95811f4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Nov 24 22:37:13.555118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf310a-8770-4fb8-90b7-aaff4594e5ba req-8ab0d3d2-61bc-4694-a086-2b57c21a75eb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:13.556607 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4bbf310a-8770-4fb8-90b7-aaff4594e5ba req-8ab0d3d2-61bc-4694-a086-2b57c21a75eb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0488708 Nov 24 22:37:13.593185 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4bbf310a-8770-4fb8-90b7-aaff4594e5ba req-17833fa9-e9d5-4bfa-9a42-dc4760e9a2bf tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Nov 24 22:37:14.215789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7ba-92d6-4966-8b24-36c04405fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:14.704088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a86dc7-2013-4db6-9c5d-dfefbe71c6fb req-eaf7ab17-bf07-4045-a660-9e6c5e0e5a0d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:14.706056 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-16a86dc7-2013-4db6-9c5d-dfefbe71c6fb req-eaf7ab17-bf07-4045-a660-9e6c5e0e5a0d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0480483 Nov 24 22:37:14.742642 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-16a86dc7-2013-4db6-9c5d-dfefbe71c6fb req-90646fe4-8ed5-465c-b443-955f9af9161b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301604 Nov 24 22:37:15.856773 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae366910-2aa6-4d57-93ed-0d711c3af409 req-80ed2019-ddb0-4fdf-b147-d0905a29d84a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:15.858234 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae366910-2aa6-4d57-93ed-0d711c3af409 req-80ed2019-ddb0-4fdf-b147-d0905a29d84a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0506833 Nov 24 22:37:15.895843 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae366910-2aa6-4d57-93ed-0d711c3af409 req-3dd2f452-f665-4b59-9ed2-2042fef42308 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Nov 24 22:37:16.636834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-154f1bda-739e-4ee7-822b-665cfdab9de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:16.883950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:17.006834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107be273-a37b-4b4c-8679-b9a12f203e8a req-52777987-e205-4ee6-ad57-82e11c6866a3 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:17.008878 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-107be273-a37b-4b4c-8679-b9a12f203e8a req-52777987-e205-4ee6-ad57-82e11c6866a3 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0481544 Nov 24 22:37:17.045240 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-107be273-a37b-4b4c-8679-b9a12f203e8a req-e8e4207e-a379-4577-bbae-bf5ac7c77e37 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Nov 24 22:37:18.156221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eec19-1283-480f-a02e-4ac5bf88a940 req-1f472491-3638-4f38-970d-e0d88cba7077 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:18.157725 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e75eec19-1283-480f-a02e-4ac5bf88a940 req-1f472491-3638-4f38-970d-e0d88cba7077 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0474155 Nov 24 22:37:18.194135 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e75eec19-1283-480f-a02e-4ac5bf88a940 req-e22fbcc4-ef5f-4418-b3a6-bf4f9c76c520 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307553 Nov 24 22:37:18.400131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:19.309372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e41d9-a759-45f0-aad4-734d6d6c24ee req-bc398749-01c5-4bbd-add0-9b13b0b32260 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:19.310817 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-717e41d9-a759-45f0-aad4-734d6d6c24ee req-bc398749-01c5-4bbd-add0-9b13b0b32260 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0514216 Nov 24 22:37:19.347281 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-717e41d9-a759-45f0-aad4-734d6d6c24ee req-a9472fdc-eafc-4d37-b7a0-c0c527305c7e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304656 Nov 24 22:37:19.704218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:20.459179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849246a-2a02-4d78-ab63-c497d8f5b7c0 req-b38f828b-cea3-412d-b800-308ea636baf1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:20.461172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f849246a-2a02-4d78-ab63-c497d8f5b7c0 req-b38f828b-cea3-412d-b800-308ea636baf1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0494769 Nov 24 22:37:20.496677 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f849246a-2a02-4d78-ab63-c497d8f5b7c0 req-9fc651d0-9055-48a1-9a53-60d088ab8172 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296118 Nov 24 22:37:21.607329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cfb7c-9b7e-4ba0-ad1a-6a3bbac95166 req-963a329e-92a6-4267-b870-3c158ae250f0 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:21.608789 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-396cfb7c-9b7e-4ba0-ad1a-6a3bbac95166 req-963a329e-92a6-4267-b870-3c158ae250f0 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0473340 Nov 24 22:37:21.646484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-396cfb7c-9b7e-4ba0-ad1a-6a3bbac95166 req-73b49fa4-88d2-4631-99da-ffaa7e0067c6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Nov 24 22:37:22.762094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb1850-08be-42d6-ba2b-6fdc86bde422 req-ae4d8a0f-f55c-448f-bcda-227993c94bd4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:22.763532 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-deeb1850-08be-42d6-ba2b-6fdc86bde422 req-ae4d8a0f-f55c-448f-bcda-227993c94bd4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0506365 Nov 24 22:37:22.800410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-deeb1850-08be-42d6-ba2b-6fdc86bde422 req-56182d51-abeb-41c8-a53d-c9f925e6be79 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Nov 24 22:37:23.912892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af59db-263d-49f1-bc53-b3060cb3c9b1 req-df8649ca-443c-4cb5-8f54-bbddc911e2b2 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:23.915030 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8af59db-263d-49f1-bc53-b3060cb3c9b1 req-df8649ca-443c-4cb5-8f54-bbddc911e2b2 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0489523 Nov 24 22:37:23.951711 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8af59db-263d-49f1-bc53-b3060cb3c9b1 req-e6829478-baff-4c97-87a9-5114f5f3fe1b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Nov 24 22:37:25.064390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70593efc-4e5e-4c18-9680-4dc66d54b9a1 req-9c5675b3-05aa-4f95-b493-6f47a681fc28 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:25.065849 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-70593efc-4e5e-4c18-9680-4dc66d54b9a1 req-9c5675b3-05aa-4f95-b493-6f47a681fc28 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0482070 Nov 24 22:37:25.102384 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-70593efc-4e5e-4c18-9680-4dc66d54b9a1 req-4e7590b9-620e-4a36-9cf6-cff946b40f0d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Nov 24 22:37:26.218227 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa067d-26dc-4f21-a67e-8832e0b5a07b req-9162002f-5278-4cc9-be25-a21f05b4b6ea tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:26.219685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8aa067d-26dc-4f21-a67e-8832e0b5a07b req-9162002f-5278-4cc9-be25-a21f05b4b6ea tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0502324 Nov 24 22:37:26.255872 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8aa067d-26dc-4f21-a67e-8832e0b5a07b req-67a0b476-5da6-45c3-b865-c53c20c06143 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Nov 24 22:37:27.366935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ba558-e1e9-4197-8060-5041c9f5f985 req-9710c4d5-2a02-4347-9d81-ec5841a83880 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:27.368400 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-101ba558-e1e9-4197-8060-5041c9f5f985 req-9710c4d5-2a02-4347-9d81-ec5841a83880 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0475471 Nov 24 22:37:27.405259 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-101ba558-e1e9-4197-8060-5041c9f5f985 req-c19b48ef-401d-4f7a-9ecc-1fca0a840871 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Nov 24 22:37:28.517215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133aee9-59ca-498c-8ae2-9df1b04d5695 req-7d9911cd-f322-4dec-a8aa-5a66dbc4d8c1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:28.518668 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8133aee9-59ca-498c-8ae2-9df1b04d5695 req-7d9911cd-f322-4dec-a8aa-5a66dbc4d8c1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0481224 Nov 24 22:37:28.554080 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8133aee9-59ca-498c-8ae2-9df1b04d5695 req-02047136-2118-4bca-9335-2b41ec2b344e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296369 Nov 24 22:37:29.668415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8551-a63c-431d-aa09-e5f12a9bcdd8 req-54cbefa6-1d84-477a-92af-55c64d008fe4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:29.669852 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-202c8551-a63c-431d-aa09-e5f12a9bcdd8 req-54cbefa6-1d84-477a-92af-55c64d008fe4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0502822 Nov 24 22:37:29.706555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-202c8551-a63c-431d-aa09-e5f12a9bcdd8 req-6f4d34ce-b870-45b8-a293-8cb90b56a285 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Nov 24 22:37:29.778808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:30.817769 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f0b16-5276-495e-88f8-6ff5dcce1dc4 req-791afd73-e95c-46a3-8fd8-386ee2945128 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:30.819197 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c54f0b16-5276-495e-88f8-6ff5dcce1dc4 req-791afd73-e95c-46a3-8fd8-386ee2945128 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0473638 Nov 24 22:37:30.855656 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c54f0b16-5276-495e-88f8-6ff5dcce1dc4 req-1273cea5-08b6-43ad-a054-23b44925f250 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296953 Nov 24 22:37:31.969317 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9985f-59c4-4934-9b46-903e22160d21 req-5a64ace4-f86f-47d8-8ef5-1a8bdca20fc1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:31.970798 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6de9985f-59c4-4934-9b46-903e22160d21 req-5a64ace4-f86f-47d8-8ef5-1a8bdca20fc1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0484340 Nov 24 22:37:32.006483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6de9985f-59c4-4934-9b46-903e22160d21 req-421d7b8b-eefa-4e8e-b7cb-e5631c088148 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298886 Nov 24 22:37:33.411219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e640-0aeb-4d9c-86ad-26efea617722 req-24fc0534-5dc4-42ac-8deb-a1b06dfcd793 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:33.412673 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a435e640-0aeb-4d9c-86ad-26efea617722 req-24fc0534-5dc4-42ac-8deb-a1b06dfcd793 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.3414090 Nov 24 22:37:33.449126 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a435e640-0aeb-4d9c-86ad-26efea617722 req-bf01375b-ce57-4ce6-ba27-6743c5bee43d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304189 Nov 24 22:37:34.561192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54356780-14fd-4eb9-aeb8-951ed4ada30e req-9d55bb43-6a75-4475-8e13-45a091988712 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:34.562684 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-54356780-14fd-4eb9-aeb8-951ed4ada30e req-9d55bb43-6a75-4475-8e13-45a091988712 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Nov 24 22:37:34.602636 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-54356780-14fd-4eb9-aeb8-951ed4ada30e req-09151f12-5e4a-44bf-91a6-1f616844afb3 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Nov 24 22:37:35.714694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8ff07-b1b7-4e2e-9adb-adec01e1c642 req-1164daa6-f91a-4081-8953-94e71fc0eb62 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:35.716182 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-acc8ff07-b1b7-4e2e-9adb-adec01e1c642 req-1164daa6-f91a-4081-8953-94e71fc0eb62 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0478377 Nov 24 22:37:35.752014 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-acc8ff07-b1b7-4e2e-9adb-adec01e1c642 req-a348c9ce-eef1-4618-8eb8-ffb55c72c8ad tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Nov 24 22:37:35.884555 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-aac0292b-caa3-4011-8899-7d899087a81d service neutron] 10.222.0.71 "GET /v2.0/ports/2180c836-b94d-4d89-b087-388111ef35f3/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0643721 Nov 24 22:37:36.081333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-2dc9707b-c691-4cad-acc4-f0317438c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:36.082803 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-2dc9707b-c691-4cad-acc4-f0317438c5dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9&tenant_id=4024631406264858bf6519200333f51a HTTP/1.1" status: 200 len: 1099 time: 0.0414681 Nov 24 22:37:36.146837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-a762f2c2-fe8c-4ec9-bd75-bb6ea89262ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:36.148282 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-a762f2c2-fe8c-4ec9-bd75-bb6ea89262ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0438144 Nov 24 22:37:36.236962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-2844df37-f380-4dac-81d6-df196e8bbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:36.238425 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-2844df37-f380-4dac-81d6-df196e8bbfa3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0833910 Nov 24 22:37:36.282173 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-a8efba83-5ffb-4da7-88a9-9f202465493c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 200 len: 217 time: 0.0367846 Nov 24 22:37:36.331034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-efb1dba3-f9c1-47ed-a061-ba77ea58e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:36.332459 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-efb1dba3-f9c1-47ed-a061-ba77ea58e974 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0439689 Nov 24 22:37:36.363592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-3f21284a-fac0-445b-a0a2-f96f4032caea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236030 Nov 24 22:37:36.451147 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-91ae3fd0-99d7-4bc3-bd78-727f549ba8c6 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805480 Nov 24 22:37:36.551020 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-eaad64e2-a513-4cd9-868a-5b0e4bc7fc17 req-66f20acd-ff9e-4999-aa4f-8eb76d643679 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929279 Nov 24 22:37:36.866334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd951-d23b-4cc2-9902-89238f45db76 req-2fe9f3d4-b0d8-4b00-b1f4-ea299b278a81 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:36.867799 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1bcdd951-d23b-4cc2-9902-89238f45db76 req-2fe9f3d4-b0d8-4b00-b1f4-ea299b278a81 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Nov 24 22:37:36.904422 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1bcdd951-d23b-4cc2-9902-89238f45db76 req-68ec7905-bf77-4d3e-a3aa-f5976a9ec573 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Nov 24 22:37:37.508521 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:37:38.017390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c76ca-97e7-47e2-990b-f633fc84e3a2 req-78188407-6f4f-4453-ba93-e1808d34defb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:38.018854 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4f8c76ca-97e7-47e2-990b-f633fc84e3a2 req-78188407-6f4f-4453-ba93-e1808d34defb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0489941 Nov 24 22:37:38.058462 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4f8c76ca-97e7-47e2-990b-f633fc84e3a2 req-273086c4-5d66-4fe8-b214-e6fc4b8a019b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Nov 24 22:37:38.943040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2180c836-b94d-4d89-b087-388111ef35f3 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:37:39.036613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:39.047370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '2180c836-b94d-4d89-b087-388111ef35f3', 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5', 'port_id': '2180c836-b94d-4d89-b087-388111ef35f3', 'mac_address': 'fa:16:3e:5b:55:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599981a-9a20-42de-a9cf-aabe095b2bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:37:39.083977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:39.096600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2180c836-b94d-4d89-b087-388111ef35f3 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:37:39.115131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:39.120118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:39.171617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:39.172801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4c2e-5614-40f5-9c11-6a5cf4059410 req-47d1353a-35a9-44b1-ad56-a6751f9f38e5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:39.174197 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e87a4c2e-5614-40f5-9c11-6a5cf4059410 req-47d1353a-35a9-44b1-ad56-a6751f9f38e5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Nov 24 22:37:39.177667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['2180c836-b94d-4d89-b087-388111ef35f3'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:37:39.212640 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e87a4c2e-5614-40f5-9c11-6a5cf4059410 req-8d5c1487-80ef-4637-b52a-841a41a2420a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Nov 24 22:37:39.412434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403782a-7027-4066-9dc7-e78e3b2963ce req-58af042d-4b1d-49c7-9160-c6c36673977b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:39.414414 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b403782a-7027-4066-9dc7-e78e3b2963ce req-58af042d-4b1d-49c7-9160-c6c36673977b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Nov 24 22:37:39.452439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b403782a-7027-4066-9dc7-e78e3b2963ce req-596203a4-ed77-4584-b2d0-cbe5d486c83c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Nov 24 22:37:39.461023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-b9c8a48c-601e-4dec-827c-1a3c04dea163 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:39.462487 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-b9c8a48c-601e-4dec-827c-1a3c04dea163 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9&tenant_id=4024631406264858bf6519200333f51a&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 945 time: 0.0538986 Nov 24 22:37:39.572695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-4f7bcece-bbc3-4a24-ad0e-9feb96d3f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:39.574061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-4f7bcece-bbc3-4a24-ad0e-9feb96d3f065 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 1098 time: 0.0397546 Nov 24 22:37:39.667336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-75529ded-96d5-40d2-b89b-7c97189e73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:39.668879 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-75529ded-96d5-40d2-b89b-7c97189e73e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0870039 Nov 24 22:37:39.709068 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-061195ac-b1da-4c37-9aa6-ef4a879273fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 200 len: 217 time: 0.0332732 Nov 24 22:37:39.759887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-1f4a0c7e-4d45-4bae-a079-f3e65019b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:39.761296 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-1f4a0c7e-4d45-4bae-a079-f3e65019b4be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0456176 Nov 24 22:37:39.793152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-6219f665-c699-4cb0-a276-d5b9a670ae13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249293 Nov 24 22:37:39.880672 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-943f2eab-cfe1-47aa-88a2-cb60e65e798d service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797482 Nov 24 22:37:39.973703 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-66f196f6-37f1-4980-9c91-9e2d3238b81a req-8a689d98-e51e-4085-bb57-29d2cf5af6f4 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Nov 24 22:37:40.571759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cadb15-8eb8-43e3-afee-8e408a722d9f req-e12637f2-b756-43bb-afd3-d960e6f4722c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:40.573515 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01cadb15-8eb8-43e3-afee-8e408a722d9f req-e12637f2-b756-43bb-afd3-d960e6f4722c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Nov 24 22:37:40.609645 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01cadb15-8eb8-43e3-afee-8e408a722d9f req-de1b4301-d66d-4274-b0aa-3ebf41f1f66e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300412 Nov 24 22:37:40.719950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c073b4f-2753-4efe-b87e-f83236d106cc req-0d1d62fa-7dcb-4c4b-9502-c812fdf5f520 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:40.721280 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4c073b4f-2753-4efe-b87e-f83236d106cc req-0d1d62fa-7dcb-4c4b-9502-c812fdf5f520 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Nov 24 22:37:40.757998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4c073b4f-2753-4efe-b87e-f83236d106cc req-3ee120a4-c54b-46f4-8c49-f88b7ef37ba6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302534 Nov 24 22:37:40.870450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777bda-dde7-4af4-8251-f25ff09e828f req-37c2d9cf-761b-4c3b-b638-96ff81aff9c5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:40.871929 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e8777bda-dde7-4af4-8251-f25ff09e828f req-37c2d9cf-761b-4c3b-b638-96ff81aff9c5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 945 time: 0.0513184 Nov 24 22:37:40.908091 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e8777bda-dde7-4af4-8251-f25ff09e828f req-5018a5b1-904b-4e48-bbd2-3d8427d63b08 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303657 Nov 24 22:37:40.952255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2180c836-b94d-4d89-b087-388111ef35f3 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:37:40.998551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 2180c836-b94d-4d89-b087-388111ef35f3 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:37:40.998842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:41.082978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:41.106154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:37:41.108634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c12e67-5fba-4892-b4ac-563bc01dd735" -d '{"events": [{"server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "name": "network-vif-plugged", "status": "completed", "tag": "2180c836-b94d-4d89-b087-388111ef35f3"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:37:41.122446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:41.128904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:41.161169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c39989-bf8f-441b-b921-71ad296932da x-openstack-request-id: req-75c39989-bf8f-441b-b921-71ad296932da {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:37:41.161457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "name": "network-vif-plugged", "status": "completed", "tag": "2180c836-b94d-4d89-b087-388111ef35f3", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:37:41.161705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75c39989-bf8f-441b-b921-71ad296932da {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:37:41.162080 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3', 'code': 200} Nov 24 22:37:41.186812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:41.248661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-1e0acd1b-7b8d-4cd2-8b28-9f9a5d4e832d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:41.250035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-1e0acd1b-7b8d-4cd2-8b28-9f9a5d4e832d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 814 time: 0.1002214 Nov 24 22:37:41.264361 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-07e1c599-0c81-47e6-bb3b-ba6ac78a419b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/quotas/4024631406264858bf6519200333f51a HTTP/1.1" status: 200 len: 375 time: 0.0086720 Nov 24 22:37:41.315110 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-3eef62fe-42e2-4a57-8a9b-e28674feb7fa tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457022 Nov 24 22:37:41.325916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-b664b181-dd0f-4b72-ba78-bfdef151a254 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:37:41.326866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-b664b181-dd0f-4b72-ba78-bfdef151a254 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052166 Nov 24 22:37:41.415150 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-4058256c-b840-46e1-b995-4b16d222734a service neutron] 10.222.0.41 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829015 Nov 24 22:37:41.505630 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-d71d3782-fd6f-40a6-8eea-56ee976101a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841765 Nov 24 22:37:41.656889 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3e22abf1-81ef-46e9-a032-4859fdeb2800 req-96032142-9543-4631-af08-7b5f841a4048 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 210 time: 0.0268631 Nov 24 22:37:42.537180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-9d5c00f3-4faf-4842-b332-0703a81174b6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:42.539208 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-9d5c00f3-4faf-4842-b332-0703a81174b6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 814 time: 0.1006100 Nov 24 22:37:42.553718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Request body: {'port': {'device_id': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5', 'admin_state_up': True, 'tenant_id': '4024631406264858bf6519200333f51a'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:37:42.663242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Made reservation on behalf of 4024631406264858bf6519200333f51a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:37:42.667347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:42.748550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7ed7e350-03ef-4fda-8291-202cd2dbdfd9 req-5c5787c0-3433-4a57-81df-188c86bacf7b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 210 time: 0.0259545 Nov 24 22:37:42.800806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Allocated IP 172.20.0.3 (c553b770-d709-475a-a9d6-5b22de170ef5/e599981a-9a20-42de-a9cf-aabe095b2bd8/3f329747-e9bf-45e9-8942-7af7027c84e8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:37:42.954702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-9faae581-43a8-4928-bf40-d317c2f73733 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:42.956195 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-9faae581-43a8-4928-bf40-d317c2f73733 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/ports?device_id=639f357b-4418-4542-af9e-a23c716dc3a9 HTTP/1.1" status: 200 len: 946 time: 0.0728853 Nov 24 22:37:43.004424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.076468 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.078956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Deleting port 2180c836-b94d-4d89-b087-388111ef35f3 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:37:43.079344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.088218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['2180c836-b94d-4d89-b087-388111ef35f3'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:37:43.168575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Network c553b770-d709-475a-a9d6-5b22de170ef5 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:37:43.177778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:37:43.179625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Pushing event updated for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:43.181745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:37:43.248618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] For port 2180c836-b94d-4d89-b087-388111ef35f3, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2180c836-b94d-4d89-b087-388111ef35f3,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:43.248973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.256262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:43.256855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.277657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Calling delete_port for 2180c836-b94d-4d89-b087-388111ef35f3 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:37:43.290929 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a1128da8-5d64-4f20-90a4-75f455a83dee tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409241 Nov 24 22:37:43.325442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Request body: {'port': {'device_id': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:37:43.390693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.543872 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.581051 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Pushing event deleted for resources: {'Port': ['ID=2180c836-b94d-4d89-b087-388111ef35f3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:43.658146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] No DVR routers for this DVR port 2180c836-b94d-4d89-b087-388111ef35f3 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:37:43.661554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.665370 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-be09d3b7-e329-4b05-9211-1d0080c68b99 req-f2a9b4e2-1423-497f-81d3-6987cbb43e40 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "DELETE /v2.0/ports/2180c836-b94d-4d89-b087-388111ef35f3 HTTP/1.1" status: 204 len: 173 time: 0.7001519 Nov 24 22:37:43.665787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'name': 'network-vif-deleted', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:37:43.668160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ddb989-81cf-4043-9f3d-ec41bfe6fbe7" -d '{"events": [{"server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "name": "network-vif-deleted", "tag": "2180c836-b94d-4d89-b087-388111ef35f3"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:37:43.712839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13768f0-7e31-4b46-8953-ab1120d738ee x-openstack-request-id: req-c13768f0-7e31-4b46-8953-ab1120d738ee {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:37:43.713128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639f357b-4418-4542-af9e-a23c716dc3a9", "name": "network-vif-deleted", "tag": "2180c836-b94d-4d89-b087-388111ef35f3", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:37:43.713378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c13768f0-7e31-4b46-8953-ab1120d738ee {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:37:43.713759 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639f357b-4418-4542-af9e-a23c716dc3a9', 'name': 'network-vif-deleted', 'tag': '2180c836-b94d-4d89-b087-388111ef35f3', 'status': 'completed', 'code': 200} Nov 24 22:37:43.775132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f329747-e9bf-45e9-8942-7af7027c84e8 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:37:43.784029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.802107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Transition to ACTIVE for port object 3f329747-e9bf-45e9-8942-7af7027c84e8 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:37:43.808305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.859442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:43.920767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6601-f7e5-4411-9412-bfcda31f59b6 req-8879a8c1-c60a-421a-a164-f602736c4d60 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:43.922140 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-306d6601-f7e5-4411-9412-bfcda31f59b6 req-8879a8c1-c60a-421a-a164-f602736c4d60 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.1049597 Nov 24 22:37:43.922774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Attempting to bind port 3f329747-e9bf-45e9-8942-7af7027c84e8 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:37:43.923105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Attempting to bind port 3f329747-e9bf-45e9-8942-7af7027c84e8 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:37:43.923435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Attempting to bind port 3f329747-e9bf-45e9-8942-7af7027c84e8 on network c553b770-d709-475a-a9d6-5b22de170ef5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:37:43.927795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Port 3f329747-e9bf-45e9-8942-7af7027c84e8 on network c553b770-d709-475a-a9d6-5b22de170ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:37:43.928110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Attempting to bind port 3f329747-e9bf-45e9-8942-7af7027c84e8 on network c553b770-d709-475a-a9d6-5b22de170ef5 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:37:43.933399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:37:43.933730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Checking segment: {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:37:43.934103 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Bound using segment: {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:37:43.934524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Bound port: 3f329747-e9bf-45e9-8942-7af7027c84e8, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2998ddbc-2d4b-4124-8911-d8c13355fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:37:43.934875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:43.960136 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-306d6601-f7e5-4411-9412-bfcda31f59b6 req-85405e9f-9f8e-4742-9409-2dd021e53e31 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Nov 24 22:37:43.999202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:37:44.002200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f329747-e9bf-45e9-8942-7af7027c84e8,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:37:44.008734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:44.216430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5d4049b9-0c7a-423c-8ae7-907658163566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:44.358134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:44.358806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:44.360196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] 10.222.0.71 "PUT /v2.0/ports/3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 1093 time: 1.0389495 Nov 24 22:37:44.379824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fb7e1-04e5-491c-b97f-7bd2f014c2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:44.479033 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a311620f-d09b-4398-a106-36559aa1d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:44.480467 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-a311620f-d09b-4398-a106-36559aa1d388 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1096 time: 0.0840654 Nov 24 22:37:44.525825 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-870636dd-cb87-4113-a1e1-af11993a3ec2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 217 time: 0.0367870 Nov 24 22:37:44.576461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ad12-8762-467b-b175-7963d1c83552 req-c34371ae-4dc9-4547-930c-4777b83f22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:44.577837 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-c34371ae-4dc9-4547-930c-4777b83f22e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0451033 Nov 24 22:37:44.608536 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-f9968366-1b37-417a-8151-31c12160932f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236557 Nov 24 22:37:44.694052 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-5d3e53de-e9d2-4c28-8bb8-d50073c866db service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786681 Nov 24 22:37:44.785253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6f01ad12-8762-467b-b175-7963d1c83552 req-cf61897d-2265-4968-bf67-bbc177a05bd3 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Nov 24 22:37:45.123606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b40e5-9c11-425c-aaca-ac6b05af4e85 req-15a1f203-8b6c-47da-a207-a793a4092f52 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:45.125033 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e48b40e5-9c11-425c-aaca-ac6b05af4e85 req-15a1f203-8b6c-47da-a207-a793a4092f52 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0980897 Nov 24 22:37:45.161052 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e48b40e5-9c11-425c-aaca-ac6b05af4e85 req-edd7b90b-a958-4c0d-8219-803e466e08d6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302548 Nov 24 22:37:45.714793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:37:45.717211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf018b1-53ae-4f5b-b063-c5d982785b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:37:45.752073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bfa26e-c3ff-416b-84a9-5929988191f8 x-openstack-request-id: req-46bfa26e-c3ff-416b-84a9-5929988191f8 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:37:45.752362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:37:45.752614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46bfa26e-c3ff-416b-84a9-5929988191f8 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:37:45.753074 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8', 'status': 'completed', 'code': 200} Nov 24 22:37:45.812747 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-7d271cab-882b-4ef6-ac03-adaae6348c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:45.814195 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-7d271cab-882b-4ef6-ac03-adaae6348c27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1096 time: 0.0401876 Nov 24 22:37:45.906297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-51be7328-9c4c-4530-9aef-ef06791d895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:45.907781 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-51be7328-9c4c-4530-9aef-ef06791d895d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0867925 Nov 24 22:37:45.951155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-1b3611dd-907a-48f4-85b5-4175c4e35879 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 217 time: 0.0367279 Nov 24 22:37:45.997767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-8a7655cd-f628-4906-ba44-e01caf56f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:45.999070 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-8a7655cd-f628-4906-ba44-e01caf56f862 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0417435 Nov 24 22:37:46.030109 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-7901150f-9dfb-4122-b4e5-8a966cdf7d6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240650 Nov 24 22:37:46.122664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-f53ff231-308a-4410-ad76-c79e60fc4607 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854049 Nov 24 22:37:46.211879 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-baf018b1-53ae-4f5b-b063-c5d982785b0e req-082fbb08-f921-4372-a546-dacab3292e31 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Nov 24 22:37:46.273836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90d630-4c74-452e-a2f4-f20aaf062a78 req-8801a278-f08e-4022-83d9-eb3dba4aa48b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:46.275223 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c90d630-4c74-452e-a2f4-f20aaf062a78 req-8801a278-f08e-4022-83d9-eb3dba4aa48b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0479798 Nov 24 22:37:46.311908 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c90d630-4c74-452e-a2f4-f20aaf062a78 req-41c3a8f0-c1ce-4c2a-b20c-2ac914e7530e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Nov 24 22:37:46.637898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b9b7-1928-47d2-8e7c-d16e1b18e1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:46.884376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:46.982608 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f329747-e9bf-45e9-8942-7af7027c84e8 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:37:46.985523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2180c836-b94d-4d89-b087-388111ef35f3 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:37:47.010686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 2180c836-b94d-4d89-b087-388111ef35f3 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:37:47.011029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2180c836-b94d-4d89-b087-388111ef35f3 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:37:47.096045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f329747-e9bf-45e9-8942-7af7027c84e8,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:47.106651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '3f329747-e9bf-45e9-8942-7af7027c84e8', 'network_id': 'c553b770-d709-475a-a9d6-5b22de170ef5', 'port_id': '3f329747-e9bf-45e9-8942-7af7027c84e8', 'mac_address': 'fa:16:3e:6c:4a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599981a-9a20-42de-a9cf-aabe095b2bd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:37:47.277832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:47.290715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f329747-e9bf-45e9-8942-7af7027c84e8 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:37:47.309367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f329747-e9bf-45e9-8942-7af7027c84e8,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:47.312795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:47.360465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:47.439185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87c178-32fb-47d6-b15d-931194004d3a req-bfea64ee-4f6d-4117-978a-ca5a484a348c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:47.440680 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e87c178-32fb-47d6-b15d-931194004d3a req-bfea64ee-4f6d-4117-978a-ca5a484a348c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 944 time: 0.0485318 Nov 24 22:37:47.478951 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e87c178-32fb-47d6-b15d-931194004d3a req-c5747ccb-7348-400b-9480-5ca03b11dee2 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Nov 24 22:37:47.508638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['3f329747-e9bf-45e9-8942-7af7027c84e8'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:37:48.403187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:48.597661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a3c70-f2fc-436f-9185-03452a2f8099 req-acc60d11-556c-40e5-a4f0-11b52721adcb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:48.599081 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-664a3c70-f2fc-436f-9185-03452a2f8099 req-acc60d11-556c-40e5-a4f0-11b52721adcb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 944 time: 0.0514543 Nov 24 22:37:48.635764 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-664a3c70-f2fc-436f-9185-03452a2f8099 req-1825bc7d-c697-460e-afb6-a4e56ef0f279 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Nov 24 22:37:48.998448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f329747-e9bf-45e9-8942-7af7027c84e8 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:37:49.045479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 3f329747-e9bf-45e9-8942-7af7027c84e8 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:37:49.048919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 3f329747-e9bf-45e9-8942-7af7027c84e8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:37:49.049286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:49.124919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:49.146401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:37:49.148697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d8b9d9-0bb7-403e-b446-378f5166e686" -d '{"events": [{"server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "name": "network-vif-plugged", "status": "completed", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:37:49.160711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f329747-e9bf-45e9-8942-7af7027c84e8,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:37:49.165319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:49.190432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f3f86-2001-4ea9-9dc6-efdff6bb3630 x-openstack-request-id: req-0f9f3f86-2001-4ea9-9dc6-efdff6bb3630 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:37:49.190722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "name": "network-vif-plugged", "status": "completed", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:37:49.190978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f9f3f86-2001-4ea9-9dc6-efdff6bb3630 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:37:49.191366 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8', 'code': 200} Nov 24 22:37:49.214774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:37:49.353398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6dc75-92f2-47f6-8255-880b033bbf28 req-a9232aac-1a33-4c9f-a5ed-dd66cb131ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:49.354863 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-58b6dc75-92f2-47f6-8255-880b033bbf28 req-a9232aac-1a33-4c9f-a5ed-dd66cb131ff1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1098 time: 0.0445118 Nov 24 22:37:49.388809 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-58b6dc75-92f2-47f6-8255-880b033bbf28 req-1bd1952b-4481-4da0-b15d-a77b2243c65a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263348 Nov 24 22:37:49.706647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:37:49.746105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9db9-a916-45d4-9695-de8e61cb364e req-ac4efd68-8fbc-4475-a394-7094849c2f5d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:49.747601 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09ca9db9-a916-45d4-9695-de8e61cb364e req-ac4efd68-8fbc-4475-a394-7094849c2f5d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0484943 Nov 24 22:37:49.784725 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-09ca9db9-a916-45d4-9695-de8e61cb364e req-c41b8efc-520d-45c9-8ec6-12d0a7f74220 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Nov 24 22:37:50.896636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0f4f5-c650-4154-9ba6-8db99472f374 req-424ad37f-d414-4773-b256-4996c72a3f57 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:50.898101 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32d0f4f5-c650-4154-9ba6-8db99472f374 req-424ad37f-d414-4773-b256-4996c72a3f57 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0480514 Nov 24 22:37:50.934036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32d0f4f5-c650-4154-9ba6-8db99472f374 req-5159d0d2-ace9-4df5-a3c7-9ee9ed7d1132 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301633 Nov 24 22:37:51.045765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98216954-a0b2-483c-b981-700e1ac6b9e3 req-0778f52b-4d12-415b-a69d-7dbfad79a57b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:51.047102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-98216954-a0b2-483c-b981-700e1ac6b9e3 req-0778f52b-4d12-415b-a69d-7dbfad79a57b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0503252 Nov 24 22:37:51.083880 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-98216954-a0b2-483c-b981-700e1ac6b9e3 req-974cf23b-2fce-4250-9e0f-1b3b67fcd6c0 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Nov 24 22:37:51.303340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-6234a207-4e8a-426a-a33e-f3cf39277868 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398145 Nov 24 22:37:51.313187 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67bbce-982b-499c-91bd-c004170c80f4 req-7c9dd11b-7655-4e66-93a8-a1676d90fd04 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:51.314660 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9c67bbce-982b-499c-91bd-c004170c80f4 req-7c9dd11b-7655-4e66-93a8-a1676d90fd04 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0492198 Nov 24 22:37:51.352852 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9c67bbce-982b-499c-91bd-c004170c80f4 req-4495749c-c126-4d96-9ebe-13bddf4745c6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Nov 24 22:37:52.309535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-0ade86cf-91bd-42a9-8e59-4070587e8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:52.311022 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-0ade86cf-91bd-42a9-8e59-4070587e8c69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1098 time: 0.0397134 Nov 24 22:37:52.403382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-2a030952-66af-443d-9cf7-60c5b40c8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:52.404895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-2a030952-66af-443d-9cf7-60c5b40c8328 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0866578 Nov 24 22:37:52.449232 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-371a71d6-1806-4c35-8aa4-1fc289bdb6ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 217 time: 0.0375352 Nov 24 22:37:52.466639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e032-1a07-42f2-a202-ac674f558d61 req-2c643d5e-847e-4174-abcb-9edbd6855332 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:52.468161 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b94e032-1a07-42f2-a202-ac674f558d61 req-2c643d5e-847e-4174-abcb-9edbd6855332 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0493686 Nov 24 22:37:52.498417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-ae424635-641f-4b45-b36d-5c62c30bfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:52.499920 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-ae424635-641f-4b45-b36d-5c62c30bfff0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0435667 Nov 24 22:37:52.505213 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b94e032-1a07-42f2-a202-ac674f558d61 req-1b0c54e6-33c4-4127-9c9a-04071fafb13d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Nov 24 22:37:52.543475 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-0e9c1fa1-e182-4330-8c29-ced0e45660fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361321 Nov 24 22:37:52.632137 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-d5f50d51-0e64-471e-881f-2530e8e272a2 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811949 Nov 24 22:37:52.726377 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-28bfb5b8-651f-419c-9731-f1291716e66e service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Nov 24 22:37:53.106287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-f7f52c44-b26f-4344-bca7-c8f01db59370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:53.107855 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-f7f52c44-b26f-4344-bca7-c8f01db59370 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1098 time: 0.0403860 Nov 24 22:37:53.211388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-a7ca9de8-f9f6-4af6-b598-c6bf313b41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:53.212856 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-a7ca9de8-f9f6-4af6-b598-c6bf313b41ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0844448 Nov 24 22:37:53.259675 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-21f4f9b8-d1b7-4729-83f2-f8a2994c53ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Nov 24 22:37:53.309126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-43ddc632-0d11-4251-b299-d0a2b8759953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:53.310535 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-43ddc632-0d11-4251-b299-d0a2b8759953 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0434127 Nov 24 22:37:53.342065 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-8845cefc-2352-44a4-8acd-43724d2c04fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241275 Nov 24 22:37:53.435966 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-88b157a7-1e1f-4cb5-9a1d-f43285dce7f8 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Nov 24 22:37:53.525270 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3a87a4b8-bb63-49a7-8de9-3cea6efc9874 req-12a30ac8-93d8-4504-be52-477df587cb76 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818877 Nov 24 22:37:53.623071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020f774-b0a4-4007-b14a-9b955e44d520 req-8942be04-d090-458c-ae2d-ec8614cb7868 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:53.624552 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d020f774-b0a4-4007-b14a-9b955e44d520 req-8942be04-d090-458c-ae2d-ec8614cb7868 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0520003 Nov 24 22:37:53.660485 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d020f774-b0a4-4007-b14a-9b955e44d520 req-9c8e1dff-e5d9-4c1d-bb16-1c5e9bb4d04f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301290 Nov 24 22:37:54.773578 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa02c-6076-44a7-b487-413417ee9188 req-64baec38-b7e6-4fae-89ce-dfff4126cb94 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:54.775035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1afa02c-6076-44a7-b487-413417ee9188 req-64baec38-b7e6-4fae-89ce-dfff4126cb94 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0482888 Nov 24 22:37:54.811682 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1afa02c-6076-44a7-b487-413417ee9188 req-dda546fb-d648-4862-8ac8-18dc739f6085 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Nov 24 22:37:55.922418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef395-23c5-489d-a7d4-612caf5731fb req-94f11da4-7796-446c-b7ed-924195941980 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:55.923886 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae9ef395-23c5-489d-a7d4-612caf5731fb req-94f11da4-7796-446c-b7ed-924195941980 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0466189 Nov 24 22:37:55.960531 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae9ef395-23c5-489d-a7d4-612caf5731fb req-5291cf2e-da67-4c6d-8f08-0366003cc236 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Nov 24 22:37:57.076205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374381b8-3596-447c-84c5-823c07297992 req-7cb0e628-eb61-4ae0-858f-4217930741d6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:57.077684 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-374381b8-3596-447c-84c5-823c07297992 req-7cb0e628-eb61-4ae0-858f-4217930741d6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0519640 Nov 24 22:37:57.114995 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-374381b8-3596-447c-84c5-823c07297992 req-d5c50b2d-46f6-46f0-82c4-8c19398da8d0 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Nov 24 22:37:58.226881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e7b47-3599-4bae-bf1a-647539717bd0 req-44cd7010-9473-4df9-8cc4-abc90156a540 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:58.228350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a32e7b47-3599-4bae-bf1a-647539717bd0 req-44cd7010-9473-4df9-8cc4-abc90156a540 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0472703 Nov 24 22:37:58.264393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a32e7b47-3599-4bae-bf1a-647539717bd0 req-c05f86e3-8113-46e1-8627-d358ab60b0cc tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303199 Nov 24 22:37:59.376834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b07b9-3767-4b13-8727-611142bd7f5f req-ce72d328-0796-4707-8aa3-9d67a7c52ee4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:37:59.378283 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c4b07b9-3767-4b13-8727-611142bd7f5f req-ce72d328-0796-4707-8aa3-9d67a7c52ee4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0477984 Nov 24 22:37:59.414465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c4b07b9-3767-4b13-8727-611142bd7f5f req-bd4d1263-5c3b-4c25-be47-68d742fd8291 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298760 Nov 24 22:37:59.792378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:00.529767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b8cb5-2147-4694-a0d7-aa986536c28c req-3d789494-442b-4c4a-b657-231f5c9a5c6c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:00.531221 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-055b8cb5-2147-4694-a0d7-aa986536c28c req-3d789494-442b-4c4a-b657-231f5c9a5c6c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0516386 Nov 24 22:38:00.568739 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-055b8cb5-2147-4694-a0d7-aa986536c28c req-b192ff3a-4120-4405-bab2-e8b97d5ed9bc tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Nov 24 22:38:01.680767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0228b-967e-417c-bede-5c71f3810f9a req-43bce0cd-ebaf-4fc5-a77b-2bdec5929010 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:01.682235 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5e0228b-967e-417c-bede-5c71f3810f9a req-43bce0cd-ebaf-4fc5-a77b-2bdec5929010 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0485997 Nov 24 22:38:01.719805 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5e0228b-967e-417c-bede-5c71f3810f9a req-a90ea64e-88df-41f6-b6c5-fae0064eded5 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Nov 24 22:38:02.829623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530c537-2c12-406c-b305-bcb8957e13a4 req-4c806127-d0d1-452a-89f3-4407f6054cfc tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:02.831051 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7530c537-2c12-406c-b305-bcb8957e13a4 req-4c806127-d0d1-452a-89f3-4407f6054cfc tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0476460 Nov 24 22:38:02.869005 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7530c537-2c12-406c-b305-bcb8957e13a4 req-d1ee62ad-6b6f-4e61-8066-fe8543df179a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Nov 24 22:38:03.984840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dbdc8-8c5d-4851-badb-20f346698a3c req-3c56918c-f923-41f8-bc39-7f1519fc76ae tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:03.986310 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be2dbdc8-8c5d-4851-badb-20f346698a3c req-3c56918c-f923-41f8-bc39-7f1519fc76ae tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0515616 Nov 24 22:38:04.022745 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be2dbdc8-8c5d-4851-badb-20f346698a3c req-163a9f8a-1c61-4d33-aec9-5315fa7b486f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Nov 24 22:38:05.133384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac9da-f99e-4136-8380-aaed94958271 req-9cd8a44a-f9fc-4e75-86cf-18ee2979c478 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:05.135410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-782ac9da-f99e-4136-8380-aaed94958271 req-9cd8a44a-f9fc-4e75-86cf-18ee2979c478 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0474646 Nov 24 22:38:05.171102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-782ac9da-f99e-4136-8380-aaed94958271 req-27aae71f-3017-4ddd-b10d-2e50c9a0d1b1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296271 Nov 24 22:38:06.285304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e13df-48ac-4ae1-94d2-ab250d57ae22 req-7c0550fd-e66c-4102-8b48-9c7bfe9caba8 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:06.286826 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a4e13df-48ac-4ae1-94d2-ab250d57ae22 req-7c0550fd-e66c-4102-8b48-9c7bfe9caba8 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0491455 Nov 24 22:38:06.323352 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a4e13df-48ac-4ae1-94d2-ab250d57ae22 req-b9cc647e-4fe7-4ef1-b57d-86d9e039284d tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Nov 24 22:38:07.438122 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f51e-17e1-4260-bfbf-7c9e8341917d req-bc45dd57-1300-4dc5-94db-e2dd3b971fbe tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:07.439605 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-48a6f51e-17e1-4260-bfbf-7c9e8341917d req-bc45dd57-1300-4dc5-94db-e2dd3b971fbe tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0522115 Nov 24 22:38:07.477998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-48a6f51e-17e1-4260-bfbf-7c9e8341917d req-92dea9f1-c40c-44f6-8a55-55be315c2f22 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Nov 24 22:38:08.596624 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c56c-d7d6-413a-a0e3-4f7411546c82 req-b8c624cf-92b8-4536-aaaf-3bbe849dd628 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:08.598104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-29d9c56c-d7d6-413a-a0e3-4f7411546c82 req-b8c624cf-92b8-4536-aaaf-3bbe849dd628 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0556450 Nov 24 22:38:08.634750 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-29d9c56c-d7d6-413a-a0e3-4f7411546c82 req-a9c1bede-ac9d-4836-a05f-c42216e209b9 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Nov 24 22:38:09.746221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0a58-0cea-49fb-a368-7c3900ddf0af req-5189c078-286f-4acf-9e60-0c22ef206ab6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:09.747688 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-82df0a58-0cea-49fb-a368-7c3900ddf0af req-5189c078-286f-4acf-9e60-0c22ef206ab6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0472288 Nov 24 22:38:09.784354 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-82df0a58-0cea-49fb-a368-7c3900ddf0af req-79435425-6b18-49cb-b9b5-640567ec09de tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Nov 24 22:38:10.898927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d200f3-e06e-49bb-aa16-a72bb228c782 req-6745ff15-5ed5-4cfb-9182-fa611ac4bc8e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:10.900419 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f1d200f3-e06e-49bb-aa16-a72bb228c782 req-6745ff15-5ed5-4cfb-9182-fa611ac4bc8e tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0519392 Nov 24 22:38:10.936819 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f1d200f3-e06e-49bb-aa16-a72bb228c782 req-40bd4bb7-4a32-4576-aba8-04963278e4e6 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305450 Nov 24 22:38:12.049009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03958234-ba55-404e-880a-b6ec62698315 req-a90ed84c-f2c4-4a20-b76a-20101c487b21 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:12.050387 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-03958234-ba55-404e-880a-b6ec62698315 req-a90ed84c-f2c4-4a20-b76a-20101c487b21 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0485764 Nov 24 22:38:12.088178 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-03958234-ba55-404e-880a-b6ec62698315 req-ddd5aaa5-08c7-42c6-8da8-40361e8f1e62 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Nov 24 22:38:13.201645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b702-9068-46ef-b2aa-bb53d48b45e0 req-8f41f3d9-98db-4128-ab74-2780ac404920 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:13.203198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8346b702-9068-46ef-b2aa-bb53d48b45e0 req-8f41f3d9-98db-4128-ab74-2780ac404920 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0490520 Nov 24 22:38:13.240785 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8346b702-9068-46ef-b2aa-bb53d48b45e0 req-6beca51a-e9f1-47fb-84ca-0df5461b867a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Nov 24 22:38:14.217242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-397a8058-88b3-4fb5-93e0-fdb4b1328111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:14.357286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673fdac-08ca-4ae3-aa76-deb828802786 req-4ae95bba-2630-4e8a-a7f4-83e8fe1b74cb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:14.358740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2673fdac-08ca-4ae3-aa76-deb828802786 req-4ae95bba-2630-4e8a-a7f4-83e8fe1b74cb tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0538049 Nov 24 22:38:14.395769 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2673fdac-08ca-4ae3-aa76-deb828802786 req-3007b66b-a110-4a66-8027-bbcaa37d8434 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Nov 24 22:38:14.506642 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:38:15.511961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f727b-f9d0-487c-8b56-6ab6d4236b31 req-8efaf3a8-ea01-4cbc-8645-ce793d102fd4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:15.516002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d29f727b-f9d0-487c-8b56-6ab6d4236b31 req-8efaf3a8-ea01-4cbc-8645-ce793d102fd4 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0530748 Nov 24 22:38:15.552234 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d29f727b-f9d0-487c-8b56-6ab6d4236b31 req-874e8bfd-320f-4991-9947-d7cf072f1a92 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Nov 24 22:38:16.638611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d908a666-6f49-4c4c-bd4f-da62a2793545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:16.668683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eb03c-a74b-41a6-ba50-77bb59453b6c req-9209aa41-3d8b-4eba-b453-db6ac5106bfc tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:16.670136 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3f1eb03c-a74b-41a6-ba50-77bb59453b6c req-9209aa41-3d8b-4eba-b453-db6ac5106bfc tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0526500 Nov 24 22:38:16.708011 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3f1eb03c-a74b-41a6-ba50-77bb59453b6c req-e16d8668-b767-47ef-b09f-7d0cd7b3c1d9 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Nov 24 22:38:16.885654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:17.823101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77a0f4-45f0-4b43-9807-83de5c600a82 req-ce74acf1-dc92-4d87-96b4-e07bf2728204 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:17.824572 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5b77a0f4-45f0-4b43-9807-83de5c600a82 req-ce74acf1-dc92-4d87-96b4-e07bf2728204 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0524971 Nov 24 22:38:17.861528 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5b77a0f4-45f0-4b43-9807-83de5c600a82 req-086dca6b-26db-483a-9d25-074de7738475 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Nov 24 22:38:18.404592 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:18.972688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618c898-e7a8-4892-bf09-99903047fcbf req-9e483d10-a99d-466a-bd40-386ae7e68d5a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:18.974160 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7618c898-e7a8-4892-bf09-99903047fcbf req-9e483d10-a99d-466a-bd40-386ae7e68d5a tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0485370 Nov 24 22:38:19.011356 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7618c898-e7a8-4892-bf09-99903047fcbf req-63fb2ee5-b37e-434c-90ce-c81d5c623666 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Nov 24 22:38:19.279352 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-9eb1ba0a-1057-426b-8cbd-9d6186ca3249 service neutron] 10.222.0.71 "GET /v2.0/ports/3f329747-e9bf-45e9-8942-7af7027c84e8/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0540102 Nov 24 22:38:19.480864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-092f2100-4edc-4ad2-b8d3-fb68f59cfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:19.482389 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-092f2100-4edc-4ad2-b8d3-fb68f59cfa63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea&tenant_id=4024631406264858bf6519200333f51a HTTP/1.1" status: 200 len: 1098 time: 0.0455999 Nov 24 22:38:19.542964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-29d9041f-0341-4a22-9386-706f5e6a65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:19.544360 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-29d9041f-0341-4a22-9386-706f5e6a65d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1098 time: 0.0396667 Nov 24 22:38:19.631739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-85d951b7-0528-4292-be29-5519983fed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:19.633154 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-85d951b7-0528-4292-be29-5519983fed29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0818999 Nov 24 22:38:19.677535 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-c009914d-aec4-4e4d-80d1-604cdfb8c33a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 217 time: 0.0373123 Nov 24 22:38:19.713383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:19.726592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-02ea5442-f3f5-4629-849d-04c6e940c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:19.728107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-02ea5442-f3f5-4629-849d-04c6e940c92c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0443940 Nov 24 22:38:19.758727 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-cc761818-7079-40ba-89e9-ebbe59d2e939 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234730 Nov 24 22:38:19.850775 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-7090b014-9773-4b18-be60-6ec3ab647363 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854521 Nov 24 22:38:19.940678 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5d7e5b63-e2ee-4283-949b-87bc7e28af7e req-7a2a8f73-b17c-4d28-882d-9fcfa8587917 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817981 Nov 24 22:38:20.125397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7d6a6-5566-4172-9281-bdded618bb4a req-b2b2d697-9fb2-4ce3-a997-190947abac21 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:20.126789 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27e7d6a6-5566-4172-9281-bdded618bb4a req-b2b2d697-9fb2-4ce3-a997-190947abac21 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0491800 Nov 24 22:38:20.163069 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27e7d6a6-5566-4172-9281-bdded618bb4a req-39039bcd-c40a-4046-baee-3af1c6587d12 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303535 Nov 24 22:38:21.278952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080d55-550e-4e9c-a869-5b9aeea37f07 req-df9a20d8-a33e-4028-beac-a661a4bebb6f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:21.280402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91080d55-550e-4e9c-a869-5b9aeea37f07 req-df9a20d8-a33e-4028-beac-a661a4bebb6f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0516751 Nov 24 22:38:21.316360 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91080d55-550e-4e9c-a869-5b9aeea37f07 req-b5b3914e-64d6-4804-badf-9f42cf5b111f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301878 Nov 24 22:38:22.456824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efddc9a-945f-42b6-a224-6a7d8c22efea req-73de59f4-7d71-446c-9899-5e2303c7a931 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:22.458292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7efddc9a-945f-42b6-a224-6a7d8c22efea req-73de59f4-7d71-446c-9899-5e2303c7a931 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0537512 Nov 24 22:38:22.494573 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7efddc9a-945f-42b6-a224-6a7d8c22efea req-66f25e0c-23b3-462d-8009-463d057d80a1 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304129 Nov 24 22:38:22.694255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9ba1-2afe-42e8-8060-c0445dd02734 req-43a25140-c570-427c-91f6-c885ca95eb67 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:22.696068 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cee9ba1-2afe-42e8-8060-c0445dd02734 req-43a25140-c570-427c-91f6-c885ca95eb67 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 945 time: 0.0507140 Nov 24 22:38:22.706913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8676-b003-490f-91c0-057d350f76d7 req-62672ede-8038-40b2-9c69-4391fb1d2fca tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:22.708437 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-62672ede-8038-40b2-9c69-4391fb1d2fca tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea&tenant_id=4024631406264858bf6519200333f51a&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 945 time: 0.0530896 Nov 24 22:38:22.736655 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cee9ba1-2afe-42e8-8060-c0445dd02734 req-be66542d-9c10-40b0-badb-52d28865838b tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Nov 24 22:38:22.796592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8676-b003-490f-91c0-057d350f76d7 req-bc1980fc-d833-4d8a-a925-b8f3602b7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:22.798131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-bc1980fc-d833-4d8a-a925-b8f3602b7980 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4024631406264858bf6519200333f51a&device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 1098 time: 0.0449510 Nov 24 22:38:22.887279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8676-b003-490f-91c0-057d350f76d7 req-32a94e18-93ed-44ec-91cc-45bf262d002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:22.888683 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-32a94e18-93ed-44ec-91cc-45bf262d002b service neutron] 10.222.0.71 "GET /v2.0/networks?id=c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 200 len: 915 time: 0.0830810 Nov 24 22:38:22.937854 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-98ee79e2-02bc-42ca-806d-9fa3c6de58e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 200 len: 217 time: 0.0420191 Nov 24 22:38:22.987092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8676-b003-490f-91c0-057d350f76d7 req-eb6118c5-79f5-4580-b521-1ff47e80634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:22.988511 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-eb6118c5-79f5-4580-b521-1ff47e80634c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 200 len: 854 time: 0.0438635 Nov 24 22:38:23.018713 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-193a1a95-058b-4ee8-9a9a-64c149a3a594 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c553b770-d709-475a-a9d6-5b22de170ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232663 Nov 24 22:38:23.105933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-dd075cbc-22a1-4b28-9f75-9ddb60d46b1f service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797355 Nov 24 22:38:23.130491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f329747-e9bf-45e9-8942-7af7027c84e8 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:38:23.197517 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fad8676-b003-490f-91c0-057d350f76d7 req-f765b4e7-ca5c-4059-8260-21facf7b0345 service neutron] 10.222.0.71 "GET /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845168 Nov 24 22:38:23.203499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:23.225695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:38:23.227949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf6a0fa-c7da-4a84-baf7-6ab47c659a85" -d '{"events": [{"server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "name": "network-vif-unplugged", "status": "completed", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:38:23.240763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f329747-e9bf-45e9-8942-7af7027c84e8,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:23.245833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:23.279473 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b72848-6c33-4828-93a0-63fa1b505f5f x-openstack-request-id: req-53b72848-6c33-4828-93a0-63fa1b505f5f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:38:23.279814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "name": "network-vif-unplugged", "status": "completed", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:38:23.280111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53b72848-6c33-4828-93a0-63fa1b505f5f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:38:23.280529 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8', 'code': 200} Nov 24 22:38:23.297124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:23.304238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.304594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.304938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.305279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.305625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.305958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.306322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.306657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.306987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.307313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.307677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.308001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:23.856263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b6c3-e05a-428f-b696-22a57b2380aa req-d744bfeb-2cc6-4b48-a287-7ef2d2748382 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:23.857773 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e0a8b6c3-e05a-428f-b696-22a57b2380aa req-d744bfeb-2cc6-4b48-a287-7ef2d2748382 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0550351 Nov 24 22:38:23.896288 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e0a8b6c3-e05a-428f-b696-22a57b2380aa req-5a6b65c6-296f-4da5-b0b0-0f0ea99acb79 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Nov 24 22:38:24.009218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbe5f7-706c-4590-a587-c7e9afd21dd2 req-264cf8aa-ec6f-45a1-9bfc-0cfc533bd3bf tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:24.011241 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53cbe5f7-706c-4590-a587-c7e9afd21dd2 req-264cf8aa-ec6f-45a1-9bfc-0cfc533bd3bf tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0490696 Nov 24 22:38:24.049741 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53cbe5f7-706c-4590-a587-c7e9afd21dd2 req-5da38558-58ce-4afd-9268-edf7b6b43bd9 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Nov 24 22:38:24.162322 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce115-9161-4472-a496-fb9e67b578ec req-6c895bb9-b305-4692-85fa-e719611210ce tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:24.163740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-479ce115-9161-4472-a496-fb9e67b578ec req-6c895bb9-b305-4692-85fa-e719611210ce tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0489674 Nov 24 22:38:24.201900 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-479ce115-9161-4472-a496-fb9e67b578ec req-5830cab3-251a-43ba-996c-25c62dab061f tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Nov 24 22:38:24.524028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd2f3b-6b13-4b7a-a482-e400f2696199 req-78ba8ed5-7560-4b78-9aa2-308efb425e22 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:24.525896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-52cd2f3b-6b13-4b7a-a482-e400f2696199 req-78ba8ed5-7560-4b78-9aa2-308efb425e22 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0523505 Nov 24 22:38:24.562352 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-52cd2f3b-6b13-4b7a-a482-e400f2696199 req-8a515c47-724a-494d-9eb4-7f702cc57925 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Nov 24 22:38:25.673649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42cead-5078-445c-bff7-a84e33017efd req-d9ac6e08-a1b8-4c29-b036-c38cea58c6d3 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:25.675099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3a42cead-5078-445c-bff7-a84e33017efd req-d9ac6e08-a1b8-4c29-b036-c38cea58c6d3 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0484927 Nov 24 22:38:25.711646 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3a42cead-5078-445c-bff7-a84e33017efd req-0bf62c39-460d-44ef-b1fa-3dbe0b1382d8 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53877fe-ee50-4e69-b395-f21561b8699a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307362 Nov 24 22:38:26.056798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-c8097a28-b051-4bb3-9162-0257a1e83f0c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:26.058258 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-c8097a28-b051-4bb3-9162-0257a1e83f0c tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 943 time: 0.0494251 Nov 24 22:38:26.150349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Deleting port 3f329747-e9bf-45e9-8942-7af7027c84e8 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:38:26.150685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:26.237261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] For port 3f329747-e9bf-45e9-8942-7af7027c84e8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3f329747-e9bf-45e9-8942-7af7027c84e8,segment=NetworkSegment(2998ddbc-2d4b-4124-8911-d8c13355fa47),segment_id=2998ddbc-2d4b-4124-8911-d8c13355fa47)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:26.237613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:26.249930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Calling delete_port for 3f329747-e9bf-45e9-8942-7af7027c84e8 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:38:26.376418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:26.410686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Pushing event deleted for resources: {'Port': ['ID=3f329747-e9bf-45e9-8942-7af7027c84e8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:26.432333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.432683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.433025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.433365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.433698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.434030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.434365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.434692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.435013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.435338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.435692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.436014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:26.461386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] No DVR routers for this DVR port 3f329747-e9bf-45e9-8942-7af7027c84e8 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:38:26.464555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:26.468027 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-465e9a5a-413c-4d18-b122-e8b43d71e69d req-446a22d4-f4f9-4250-a326-acbaf6379a14 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.71 "DELETE /v2.0/ports/3f329747-e9bf-45e9-8942-7af7027c84e8 HTTP/1.1" status: 204 len: 173 time: 0.4027872 Nov 24 22:38:26.468475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'name': 'network-vif-deleted', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:38:26.470786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55d826c-d53b-4e47-a39a-eca972762d41" -d '{"events": [{"server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "name": "network-vif-deleted", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:38:26.562009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639311c2-d5d9-4bbf-a40a-70b6fbb46295 x-openstack-request-id: req-639311c2-d5d9-4bbf-a40a-70b6fbb46295 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:38:26.562304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0d838-f09a-42de-a2e3-bbec58362dea", "name": "network-vif-deleted", "tag": "3f329747-e9bf-45e9-8942-7af7027c84e8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:38:26.562565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-639311c2-d5d9-4bbf-a40a-70b6fbb46295 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:38:26.562970 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea0d838-f09a-42de-a2e3-bbec58362dea', 'name': 'network-vif-deleted', 'tag': '3f329747-e9bf-45e9-8942-7af7027c84e8', 'status': 'completed', 'code': 200} Nov 24 22:38:26.814112 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-10da54f6-4449-4476-ae69-d50b915d096d req-83af4c09-d706-47b5-9613-513a3da19a68 tempest-ServerDiskConfigTestJSON-1574132069 tempest-ServerDiskConfigTestJSON-1574132069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ea0d838-f09a-42de-a2e3-bbec58362dea HTTP/1.1" status: 200 len: 210 time: 0.0280275 Nov 24 22:38:27.930473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36602) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:27.977460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Deleting subnet e599981a-9a20-42de-a9cf-aabe095b2bd8 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:38:27.980875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.014369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.051842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.102478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.128086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e599981a-9a20-42de-a9cf-aabe095b2bd8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:28.135672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.138812 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e599981a-9a20-42de-a9cf-aabe095b2bd8 HTTP/1.1" status: 204 len: 168 time: 0.2066693 Nov 24 22:38:28.141076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.141427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.141827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.142273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.142615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.142902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36604) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:28.143511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.143511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.144209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.144400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.144818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.145346 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.145907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129c71b-88d6-4ab1-bb5a-e531f4f1e256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:28.223817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.302626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.321613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c553b770-d709-475a-a9d6-5b22de170ef5']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:28.330733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2998ddbc-2d4b-4124-8911-d8c13355fa47') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:28.331025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2998ddbc-2d4b-4124-8911-d8c13355fa47') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:28.340580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.353599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.359241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:38:28.359649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:38:28.361233 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:38:28.413793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.419750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.422995 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c553b770-d709-475a-a9d6-5b22de170ef5 HTTP/1.1" status: 204 len: 168 time: 0.2786350 Nov 24 22:38:28.434077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75322021-fc44-4325-9733-2fd3aaac3708 admin admin] Pushing event deleted for resources: {'Network': ['ID=c553b770-d709-475a-a9d6-5b22de170ef5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:28.528648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36608) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:28.572695 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ddb46299-7371-43bb-8387-a9324e2fd282 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4024631406264858bf6519200333f51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427973 Nov 24 22:38:28.575083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36610) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:28.620674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-794e0836-6bce-4d96-824b-92663a945228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.641760 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-794e0836-6bce-4d96-824b-92663a945228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.688501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-794e0836-6bce-4d96-824b-92663a945228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.691022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-794e0836-6bce-4d96-824b-92663a945228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:28.692195 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-794e0836-6bce-4d96-824b-92663a945228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f53877fe-ee50-4e69-b395-f21561b8699a HTTP/1.1" status: 204 len: 168 time: 0.1162124 Nov 24 22:38:28.700138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e0836-6bce-4d96-824b-92663a945228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53877fe-ee50-4e69-b395-f21561b8699a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:29.328636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36632) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:29.423861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1380343995-network', 'tenant_id': 'd642afa8dc0849f38740c455807422b8'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:29.447319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Made reservation on behalf of d642afa8dc0849f38740c455807422b8 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:38:29.449851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.458172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.537854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.541536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.567729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:38:29.578118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e923a0-4636-4fcb-b048-0a9344890e1e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:29.583015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.583393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Added segment 620ec308-ab60-4a5e-bc2e-aa4f96456429 of type vlan for network 29581010-6b78-448c-b545-49fa9497764b Nov 24 22:38:29.625135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.650321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.651308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:29.651980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.708447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3786910 Nov 24 22:38:29.711650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36636) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:29.716843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Request body: {'subnet': {'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1380343995-subnet', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:29.719740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e02173-f9d6-49f0-b772-8729c798d46f admin admin] Pushing event updated for resources: {'Network': ['ID=29581010-6b78-448c-b545-49fa9497764b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:29.729993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 29581010-6b78-448c-b545-49fa9497764b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:38:29.737417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Made reservation on behalf of d642afa8dc0849f38740c455807422b8 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:38:29.739894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.805769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.908773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:29.971922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e36bb17-7197-4843-b8f6-119c93e7d9fe,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:29.976233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:38:29.976596 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Network hostable DHCP agents. Network: 29581010-6b78-448c-b545-49fa9497764b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:38:29.992906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Network 29581010-6b78-448c-b545-49fa9497764b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:38:30.001505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 29581010-6b78-448c-b545-49fa9497764b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:30.005407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:30.005999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.011478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541b67d-fd8f-4729-8e38-60903f5ef9cb None None] Network 29581010-6b78-448c-b545-49fa9497764b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:38:30.021480 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c54e51df-9644-4ea5-903a-8884311a270e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3086550 Nov 24 22:38:30.024303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36638) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:30.028621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:30.052572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.054062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.106396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.164683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-29581010-6b78-448c-b545-49fa9497764b', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:38:30.165631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.252133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.298822 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Allocated IP 172.20.0.2 (29581010-6b78-448c-b545-49fa9497764b/5e36bb17-7197-4843-b8f6-119c93e7d9fe/a5f4b018-bf8d-4d2b-b405-d4ec5753caf3) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:38:30.436347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.442212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.452855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.472286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.483237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:38:30.486130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:30.489704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:38:30.498758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Pushing event updated for resources: {'Port': ['ID=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:30.548211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Attempting to bind port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:38:30.548571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Attempting to bind port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:38:30.548923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Attempting to bind port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:38:30.553840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:38:30.554204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:38:30.554599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.554983 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Bound using segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:38:30.555435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Bound port: a5f4b018-bf8d-4d2b-b405-d4ec5753caf3, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:38:30.555829 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.575766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Allocated IP 172.26.3.246 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/aa59c873-c97e-4dbb-a25c-08ebea95cd64) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:38:30.617076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-633a9118-5725-4195-bf88-b772d4633291 None None] For port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:38:30.620851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-633a9118-5725-4195-bf88-b772d4633291 None None] For port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:38:30.625203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.688063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a9118-5725-4195-bf88-b772d4633291 None None] Pushing event updated for resources: {'Port': ['ID=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:30.692835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.728742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:30.769111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:38:30.772016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:30.779415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:38:30.782623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Pushing event updated for resources: {'Port': ['ID=aa59c873-c97e-4dbb-a25c-08ebea95cd64,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:31.044581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.153851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f329747-e9bf-45e9-8942-7af7027c84e8 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:38:31.177202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 3f329747-e9bf-45e9-8942-7af7027c84e8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:38:31.177544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3f329747-e9bf-45e9-8942-7af7027c84e8 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:38:31.237996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.374558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Router 5960509e-eaf8-4840-b442-8e49517e93c7 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:38:31.392978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:38:31.447954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:31.448588 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.492418 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:38:31.510074 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:38:31.512442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.517058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5a3832ed-c62d-4615-af73-6f728034120e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4891157 Nov 24 22:38:31.517203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36640) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:31.527606 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:38:31.528244 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:38:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:31.536491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.579558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:31.585312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.649684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:31.650908 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:38:31.683758 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89532c01-0eb5-4a7f-b1fe-afeb58028e7e None None] Network 29581010-6b78-448c-b545-49fa9497764b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:38:31.750488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-61d9b371-0613-4371-a01a-5f4fcb9c0855 None None] Provisioning complete for port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:31.750765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61d9b371-0613-4371-a01a-5f4fcb9c0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:31.846813 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:30Z', 'revision_number': 3, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:31.874390 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:38:31.874874 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Updating router 5960509e-eaf8-4840-b442-8e49517e93c7 port aa59c873-c97e-4dbb-a25c-08ebea95cd64 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:38:31.904873 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.125559 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c7f021ed-08ee-48fc-8300-4a30aeaca12c None None] Provisioning complete for port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:32.126101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c7f021ed-08ee-48fc-8300-4a30aeaca12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.267208 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.273210 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.303732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.321066 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Attempting to bind port aa59c873-c97e-4dbb-a25c-08ebea95cd64 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:38:32.321426 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Attempting to bind port aa59c873-c97e-4dbb-a25c-08ebea95cd64 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:38:32.322073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Attempting to bind port aa59c873-c97e-4dbb-a25c-08ebea95cd64 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:38:32.331309 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Pushing event updated for resources: {'Port': ['ID=aa59c873-c97e-4dbb-a25c-08ebea95cd64,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:32.333439 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:38:32.333805 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:38:32.334196 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.334575 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:38:32.335030 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Bound port: aa59c873-c97e-4dbb-a25c-08ebea95cd64, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:38:32.335398 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.361966 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.362309 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.362648 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.362974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.363300 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.363652 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.363975 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.364298 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.364625 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.364939 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.365255 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.365569 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:38:32.396965 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] For port aa59c873-c97e-4dbb-a25c-08ebea95cd64, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:38:32.400373 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] For port aa59c873-c97e-4dbb-a25c-08ebea95cd64, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aa59c873-c97e-4dbb-a25c-08ebea95cd64,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:38:32.404544 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.452492 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:38:32.453106 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:38:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:32.504989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Allocated IP 172.20.0.1 (29581010-6b78-448c-b545-49fa9497764b/5e36bb17-7197-4843-b8f6-119c93e7d9fe/761810c0-e529-4c26-a19c-91dced74b629) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:38:32.529901 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd408447-1c56-4e8f-a133-39381eacaf54 None None] Pushing event updated for resources: {'Port': ['ID=aa59c873-c97e-4dbb-a25c-08ebea95cd64,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:32.569961 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:38:32.609992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.643297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.682387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:38:32.686689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:32.693423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:38:32.696581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Pushing event updated for resources: {'Port': ['ID=761810c0-e529-4c26-a19c-91dced74b629,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:32.736602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.767875 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:30Z', 'revision_number': 3, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:32.796516 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da1cc-138e-45a7-abac-d0a102fccd2c None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:30Z', 'revision_number': 3, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:38:32.883330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.930371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0a450fab-ddf0-41ce-b60b-62487012484b None None] Provisioning complete for port 761810c0-e529-4c26-a19c-91dced74b629 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:32.930959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0a450fab-ddf0-41ce-b60b-62487012484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:32.965612 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0a450fab-ddf0-41ce-b60b-62487012484b None None] Port 761810c0-e529-4c26-a19c-91dced74b629 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:38:33.070956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.077645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.144904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Pushing event updated for resources: {'Port': ['ID=761810c0-e529-4c26-a19c-91dced74b629,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:33.151992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.249718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:38:33.251212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:33.389844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:38:33.461774 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:38:33.512298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-88e14874-948a-4a7a-9f40-792981f821aa None None] Provisioning complete for port 761810c0-e529-4c26-a19c-91dced74b629 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:33.512820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-948a-4a7a-9f40-792981f821aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.527443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:38:33.538328 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7246932d-4086-4b16-8301-a4bb0ada3afc admin admin] 10.222.0.41 "PUT /v2.0/routers/5960509e-eaf8-4840-b442-8e49517e93c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0144072 Nov 24 22:38:33.557583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-88e14874-948a-4a7a-9f40-792981f821aa None None] Port 761810c0-e529-4c26-a19c-91dced74b629 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:38:33.560985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:33.561550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.644014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aa59c873-c97e-4dbb-a25c-08ebea95cd64 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:38:33.691301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port aa59c873-c97e-4dbb-a25c-08ebea95cd64 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:33.691707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.771843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.792878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port aa59c873-c97e-4dbb-a25c-08ebea95cd64, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aa59c873-c97e-4dbb-a25c-08ebea95cd64,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:33.798257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:33.846280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=aa59c873-c97e-4dbb-a25c-08ebea95cd64,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:34.104682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36648) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:34.110112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426280895', 'description': 'tempest-description--1494918490'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:34.133010 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.202721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.206466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.236948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.238169 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1321859 Nov 24 22:38:34.239374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937905ea-de04-48af-86e7-9e43a9f22c35 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1c8544-3bb5-4f8b-8d25-da0e644c5947,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:34.241091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36650) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:34.246635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'security_group_rule': {'security_group_id': 'af1c8544-3bb5-4f8b-8d25-da0e644c5947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:34.272992 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.330009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.333305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.349958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bb5884-a97f-41d1-9781-4ff1e42097fe,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:34.358394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.359643 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-dd86b4dc-503a-4a5a-a94d-c449668b2e17 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171877 Nov 24 22:38:34.362150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36652) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:34.366470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'security_group_rule': {'security_group_id': 'af1c8544-3bb5-4f8b-8d25-da0e644c5947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:34.394274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.398290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:38:34.407396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:38:34.408043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:38:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:34.455971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.460240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.480081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd0236a-b186-4066-b4b4-6aa437b9aa2f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:34.489163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.490389 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5dac72b2-7890-44f3-b9ad-df8261ec6fd2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272810 Nov 24 22:38:34.493825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 36654) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:34.498102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:34.517173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:38:34.520246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.621421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.721713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Allocated IP 172.26.3.209 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/7245b228-5ff2-4150-859b-efbdd2b5660b) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:38:34.724084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 2, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:34.752934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:38:34.753299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Updating router 5960509e-eaf8-4840-b442-8e49517e93c7 port 761810c0-e529-4c26-a19c-91dced74b629 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:38:34.779304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.829498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.863053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:34.900700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:38:34.904779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:34.912072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:38:34.913997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'Port': ['ID=7245b228-5ff2-4150-859b-efbdd2b5660b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:34.999438 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.032304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.044553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.049935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.102265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0399a-1cd4-4feb-a579-e1b3f3cd08e9 None None] Pushing event updated for resources: {'Port': ['ID=761810c0-e529-4c26-a19c-91dced74b629,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:35.150790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Attempting to bind port 761810c0-e529-4c26-a19c-91dced74b629 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:38:35.151206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Attempting to bind port 761810c0-e529-4c26-a19c-91dced74b629 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:38:35.151728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Attempting to bind port 761810c0-e529-4c26-a19c-91dced74b629 on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:38:35.157229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:38:35.157912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:38:35.158408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.158888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Bound using segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:38:35.159886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Bound port: 761810c0-e529-4c26-a19c-91dced74b629, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:38:35.159886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.199378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.205208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.231418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] For port 761810c0-e529-4c26-a19c-91dced74b629, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:38:35.236135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] For port 761810c0-e529-4c26-a19c-91dced74b629, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=761810c0-e529-4c26-a19c-91dced74b629,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:38:35.242712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.275537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'Port': ['ID=7245b228-5ff2-4150-859b-efbdd2b5660b,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:35.288118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.305282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.314658 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e042bad9-3754-4aa2-8d43-de32febf61d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8171740 Nov 24 22:38:35.315235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0399a-1cd4-4feb-a579-e1b3f3cd08e9 None None] Pushing event updated for resources: {'Port': ['ID=761810c0-e529-4c26-a19c-91dced74b629,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:35.318681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:38:35.319732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:38:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:35.395727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aa59c873-c97e-4dbb-a25c-08ebea95cd64 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:38:35.400636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dfbbc9a4-89da-4a01-a42a-b7f84458b007 None None] Provisioning complete for port 761810c0-e529-4c26-a19c-91dced74b629 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:35.401240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc9a4-89da-4a01-a42a-b7f84458b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.463176 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-a11c2ce6-b89e-4679-9283-b9c7b4f113a3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1426280895&fields=id&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 267 time: 0.0351541 Nov 24 22:38:35.510113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:38:35.578823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-29803108-5938-438e-a655-908513ef8b4c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:35.580471 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-29803108-5938-438e-a655-908513ef8b4c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1099143 Nov 24 22:38:35.596391 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-279ee4bd-9b22-4ee2-b7e7-2e45344790c8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/quotas/d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 375 time: 0.0098166 Nov 24 22:38:35.651890 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-3036d6e9-dd0b-44e5-950c-dab05d5f355d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496490 Nov 24 22:38:35.668669 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-c95b147e-d334-4dc4-90b0-a7ae68427101 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:38:35.669642 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-c95b147e-d334-4dc4-90b0-a7ae68427101 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058873 Nov 24 22:38:35.724046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port aa59c873-c97e-4dbb-a25c-08ebea95cd64 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:35.724420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.753269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc9a4-89da-4a01-a42a-b7f84458b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.761219 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-e0fc86e8-644b-4be3-b576-62f703aba9ce service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855930 Nov 24 22:38:35.856962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-dfbbc9a4-89da-4a01-a42a-b7f84458b007 None None] For port 761810c0-e529-4c26-a19c-91dced74b629, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=761810c0-e529-4c26-a19c-91dced74b629,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:35.858182 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-bd51b6a8-5a07-4163-b3e2-686e32bd2175 service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906892 Nov 24 22:38:35.865732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc9a4-89da-4a01-a42a-b7f84458b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:35.996982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc9a4-89da-4a01-a42a-b7f84458b007 None None] Pushing event updated for resources: {'Port': ['ID=761810c0-e529-4c26-a19c-91dced74b629,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:36.021039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-56775cfe-c7fd-4921-b1ee-c9feef821c7e None None] Provisioning complete for port 761810c0-e529-4c26-a19c-91dced74b629 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:36.021416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-56775cfe-c7fd-4921-b1ee-c9feef821c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:36.027348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e6eb9b3-f0ae-4300-9118-47b119cde82c req-e38106e3-5214-433e-b8fe-5fa7031b2366 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 210 time: 0.0305305 Nov 24 22:38:36.067868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:36.096656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425c2b4-c4cc-4077-b58e-874246e3aa1f None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:38:37.003191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-4e37e895-a18d-4f5e-82f0-ab7484f1b6ae tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:37.004792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-4e37e895-a18d-4f5e-82f0-ab7484f1b6ae tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1195264 Nov 24 22:38:37.050736 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-5d1792cb-b843-48f4-8c03-ec46a6257d0e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 380 time: 0.0368240 Nov 24 22:38:37.063041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'port': {'device_id': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'admin_state_up': True, 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'security_groups': ['af1c8544-3bb5-4f8b-8d25-da0e644c5947']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:37.135002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7feac3c8-257e-430d-97f0-3cf41ad5ed45 req-9b0410d0-6d5b-45df-85f5-0a5e1ff91592 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 210 time: 0.0343831 Nov 24 22:38:37.179885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Made reservation on behalf of d642afa8dc0849f38740c455807422b8 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:38:37.184020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.304363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Allocated IP 172.20.0.8 (29581010-6b78-448c-b545-49fa9497764b/5e36bb17-7197-4843-b8f6-119c93e7d9fe/6c591d8a-d5af-4117-af2e-7f5da3af883f) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:38:37.380276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 761810c0-e529-4c26-a19c-91dced74b629 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:38:37.428723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 761810c0-e529-4c26-a19c-91dced74b629 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:37.429190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.449160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.484310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.526445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:38:37.529740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:38:37.533304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:38:37.559315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:37.588191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:37.588811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.605358 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-eb6b581f-7b1a-4fc5-bdd9-df918f19b0f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478244 Nov 24 22:38:37.618397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Request body: {'port': {'device_id': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:37.678581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.788416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-31abd5ab-1e5f-4813-9c8b-d6f0217363d7 None None] Provisioning complete for port 6c591d8a-d5af-4117-af2e-7f5da3af883f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:37.788860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31abd5ab-1e5f-4813-9c8b-d6f0217363d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.822307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-31abd5ab-1e5f-4813-9c8b-d6f0217363d7 None None] Port 6c591d8a-d5af-4117-af2e-7f5da3af883f cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:38:37.938473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c591d8a-d5af-4117-af2e-7f5da3af883f {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:38:37.945736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:37.958604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Transition to ACTIVE for port object 6c591d8a-d5af-4117-af2e-7f5da3af883f will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:38:37.961848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:38.035246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:38.088584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Attempting to bind port 6c591d8a-d5af-4117-af2e-7f5da3af883f on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:38:38.088845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Attempting to bind port 6c591d8a-d5af-4117-af2e-7f5da3af883f by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:38:38.089179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Attempting to bind port 6c591d8a-d5af-4117-af2e-7f5da3af883f on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:38:38.093736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Port 6c591d8a-d5af-4117-af2e-7f5da3af883f on network 29581010-6b78-448c-b545-49fa9497764b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:38:38.094252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Attempting to bind port 6c591d8a-d5af-4117-af2e-7f5da3af883f on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:38:38.099370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:38:38.099775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:38:38.100176 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Bound using segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:38:38.100599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Bound port: 6c591d8a-d5af-4117-af2e-7f5da3af883f, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:38:38.100961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:38.165957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:38:38.169147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:38:38.174466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:38.208146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.208774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:38.210172 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] 10.222.0.71 "PUT /v2.0/ports/6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 1093 time: 0.5960169 Nov 24 22:38:38.210617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:38:38.212925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6514c68b-cd60-4d96-a38f-87c1c52b5017" -d '{"events": [{"name": "network-changed", "server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:38:38.259857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fdbe0-0c35-4faf-89fe-9a1af21f647f service neutron] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:38.273638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5b95d-7dbf-4eca-a76d-f5385d5ce287 req-432a8b7d-94ea-4b67-8258-1aa51671a235 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.275465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-56f5b95d-7dbf-4eca-a76d-f5385d5ce287 req-432a8b7d-94ea-4b67-8258-1aa51671a235 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 943 time: 0.0728283 Nov 24 22:38:38.290689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e8dc1-ecb2-4e9e-82ce-fbacf9f68bc3 x-openstack-request-id: req-d88e8dc1-ecb2-4e9e-82ce-fbacf9f68bc3 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:38:38.291028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:38:38.291225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d88e8dc1-ecb2-4e9e-82ce-fbacf9f68bc3 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:38:38.291696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'status': 'completed', 'code': 200} Nov 24 22:38:38.308497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-ab6e7d43-5ffb-440c-881b-06f28b1995b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.310013 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-ab6e7d43-5ffb-440c-881b-06f28b1995b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0523546 Nov 24 22:38:38.317161 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-56f5b95d-7dbf-4eca-a76d-f5385d5ce287 req-636f107f-a349-4407-8345-bec50e42f74e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Nov 24 22:38:38.362110 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-c40518d8-ec37-4157-9700-a699636857c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 217 time: 0.0445204 Nov 24 22:38:38.412951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-fbdf53e6-d643-4848-b38e-89eacb25b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.414413 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-fbdf53e6-d643-4848-b38e-89eacb25b031 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0453303 Nov 24 22:38:38.464429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-e315e6f0-e5cd-45f4-845a-42f18781f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.465936 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-e315e6f0-e5cd-45f4-845a-42f18781f31e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438714 Nov 24 22:38:38.554028 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-0581cbe7-e510-4108-b07f-933555e8e2c0 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810249 Nov 24 22:38:38.644659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6354b1eb-1fdc-473b-85c9-c41d79abe16e req-d447aca0-66fe-4d47-834b-d17addd5883f service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838475 Nov 24 22:38:38.734711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-77fa09d3-0864-4be0-896b-2e3ab2c6740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.736607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-77fa09d3-0864-4be0-896b-2e3ab2c6740a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0482330 Nov 24 22:38:38.829783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-6346ce26-05ea-417b-9d9b-d90d0061cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.831210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-6346ce26-05ea-417b-9d9b-d90d0061cd26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0877683 Nov 24 22:38:38.872911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-0d79512c-9474-4004-a0ed-43bc84ce04c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 217 time: 0.0333078 Nov 24 22:38:38.922003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-b8acab39-9d63-4fe2-be16-5ccd97214791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.923343 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-b8acab39-9d63-4fe2-be16-5ccd97214791 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0433602 Nov 24 22:38:38.967189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-3efcb2e0-9f53-4ecd-a2e6-d9b65f176433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:38.968625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-3efcb2e0-9f53-4ecd-a2e6-d9b65f176433 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381351 Nov 24 22:38:39.059284 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-1c5136c0-9fe7-440b-af26-477a1ae602bc service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825615 Nov 24 22:38:39.146899 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6514c68b-cd60-4d96-a38f-87c1c52b5017 req-c2066641-2abb-46d3-883b-eb6ba68d8754 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793219 Nov 24 22:38:39.433604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c8d5c-51ca-4e6e-9675-d0056be4eb58 req-ceee7842-0aa9-4362-ac60-93489fe3d307 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:39.435049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b25c8d5c-51ca-4e6e-9675-d0056be4eb58 req-ceee7842-0aa9-4362-ac60-93489fe3d307 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 943 time: 0.0500100 Nov 24 22:38:39.471882 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b25c8d5c-51ca-4e6e-9675-d0056be4eb58 req-bd0069c8-4982-4e3b-93af-5d3e9f4780a9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Nov 24 22:38:40.581671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa12d51-cce0-4b9b-9b16-c439fbd23503 req-b6de93a6-c76c-42fb-bcae-91bbab436f00 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:40.583115 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-afa12d51-cce0-4b9b-9b16-c439fbd23503 req-b6de93a6-c76c-42fb-bcae-91bbab436f00 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 943 time: 0.0480981 Nov 24 22:38:40.623724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-afa12d51-cce0-4b9b-9b16-c439fbd23503 req-5bc5cebd-1f6a-44e1-89ed-91ad3f10534a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341220 Nov 24 22:38:41.200143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6c591d8a-d5af-4117-af2e-7f5da3af883f details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:38:41.294139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:41.305185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'mac_address': 'fa:16:3e:25:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:38:41.341673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:41.353929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c591d8a-d5af-4117-af2e-7f5da3af883f {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:38:41.372199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:41.377004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:41.426571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:41.586425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['6c591d8a-d5af-4117-af2e-7f5da3af883f'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:38:41.735729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed736a-269b-4ef5-93cf-c495c3dc76b8 req-b94d228e-34ea-4654-9f69-085a52b4c3b9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:41.737182 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-78ed736a-269b-4ef5-93cf-c495c3dc76b8 req-b94d228e-34ea-4654-9f69-085a52b4c3b9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 944 time: 0.0484862 Nov 24 22:38:41.775150 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-78ed736a-269b-4ef5-93cf-c495c3dc76b8 req-89ea36f7-9ca6-4c41-9fde-15ed779e66f8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Nov 24 22:38:42.886073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22244-9e9c-40d1-9718-d3e61b88592d req-0d4230d1-7a61-4a8f-bd82-2eea50ff57d9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:42.887506 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-39b22244-9e9c-40d1-9718-d3e61b88592d req-0d4230d1-7a61-4a8f-bd82-2eea50ff57d9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 944 time: 0.0481477 Nov 24 22:38:42.923702 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-39b22244-9e9c-40d1-9718-d3e61b88592d req-cdf8320e-5f29-49cb-81b8-08a60f03d610 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302176 Nov 24 22:38:43.216092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6c591d8a-d5af-4117-af2e-7f5da3af883f up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:38:43.262469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 6c591d8a-d5af-4117-af2e-7f5da3af883f completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:38:43.266024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 6c591d8a-d5af-4117-af2e-7f5da3af883f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:38:43.266388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:43.343804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:43.365531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:38:43.367795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb1cc6-5e03-46d6-a10f-cc566aaae0fd" -d '{"events": [{"server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:38:43.380195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:38:43.384313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:43.407693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2be6ac-f39d-450e-b35e-3c32eb611730 x-openstack-request-id: req-cd2be6ac-f39d-450e-b35e-3c32eb611730 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:38:43.408002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:38:43.408235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd2be6ac-f39d-450e-b35e-3c32eb611730 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:38:43.408620 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'code': 200} Nov 24 22:38:43.437058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:38:43.573603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702f082-f9a8-4195-9b27-5a987f5472fe req-299afcc6-469b-46fd-8506-6f09399b25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:43.575065 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5702f082-f9a8-4195-9b27-5a987f5472fe req-299afcc6-469b-46fd-8506-6f09399b25e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1098 time: 0.0449979 Nov 24 22:38:43.609200 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5702f082-f9a8-4195-9b27-5a987f5472fe req-31040aeb-1732-40f0-a15f-b7598397cf62 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269156 Nov 24 22:38:44.034233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db9e76-75e8-4f4f-8379-492421f33050 req-093b23b2-8481-445f-96bb-10b8e57734bc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:44.035704 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-95db9e76-75e8-4f4f-8379-492421f33050 req-093b23b2-8481-445f-96bb-10b8e57734bc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Nov 24 22:38:44.076715 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-95db9e76-75e8-4f4f-8379-492421f33050 req-83f76728-70e7-40ca-859c-624564e4721a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Nov 24 22:38:44.216621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2145426-1d5b-4867-be43-1437d8114efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:45.187806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704726c1-64af-4a9f-a279-2d100acf6ed4 req-419d71b5-5cf9-4b2d-b707-f56f57294dce tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:45.189269 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-704726c1-64af-4a9f-a279-2d100acf6ed4 req-419d71b5-5cf9-4b2d-b707-f56f57294dce tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0479040 Nov 24 22:38:45.226655 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-704726c1-64af-4a9f-a279-2d100acf6ed4 req-62314d79-2187-4336-86d5-b1ae3e8cc168 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Nov 24 22:38:45.334055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4b0e-135c-4060-a47b-b06773c544b6 req-81fbc35d-9f30-47c1-bb81-a6aaed032c54 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:45.335535 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-465a4b0e-135c-4060-a47b-b06773c544b6 req-81fbc35d-9f30-47c1-bb81-a6aaed032c54 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0481162 Nov 24 22:38:45.344523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36704) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:38:45.348818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'floatingip': {'port_id': '6c591d8a-d5af-4117-af2e-7f5da3af883f'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:38:45.389445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:45.795456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:45.799393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:45.898097 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 associated. External IP: 172.26.3.209, port: 6c591d8a-d5af-4117-af2e-7f5da3af883f. Nov 24 22:38:46.100250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:38:46.206573 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:38:46.211004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:46.216429 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:38:46.225234 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:38:46.225833 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:38:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:46.237130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1c019696-77dc-4079-ac54-0e830120dac8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "PUT /v2.0/floatingips/ac42a828-d40c-4a51-a4d2-b94cf12deac6 HTTP/1.1" status: 200 len: 991 time: 0.8915746 Nov 24 22:38:46.237719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:38:46.240108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:38:46.278725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d88be4-a1ea-4dc9-bfca-13c3f441cab4 x-openstack-request-id: req-55d88be4-a1ea-4dc9-bfca-13c3f441cab4 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:38:46.279019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:38:46.279392 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55d88be4-a1ea-4dc9-bfca-13c3f441cab4 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:38:46.279855 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'status': 'completed', 'code': 200} Nov 24 22:38:46.332282 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:38:46.343075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-43dbdff2-4cc8-4337-a9aa-59777a730510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:46.344622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-43dbdff2-4cc8-4337-a9aa-59777a730510 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1098 time: 0.0425665 Nov 24 22:38:46.434859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-d3a9ab1e-4ebf-4e69-b372-4347dc8933da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:46.436280 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-d3a9ab1e-4ebf-4e69-b372-4347dc8933da service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0847590 Nov 24 22:38:46.505211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-5b4f5736-bfa4-4c4b-a8b2-2add64d0976f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 999 time: 0.0615072 Nov 24 22:38:46.552011 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:25:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:38:45Z', 'revision_number': 1, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:46.554390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-d34d20bf-0267-4fe1-ba2e-fbb475ed6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:46.556453 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-d34d20bf-0267-4fe1-ba2e-fbb475ed6bec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0444477 Nov 24 22:38:46.578324 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:38:46.586358 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:38:46.586937 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:38:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:46.600710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-48d7055f-399e-44bd-9895-aef42246f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:46.602215 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-48d7055f-399e-44bd-9895-aef42246f8de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388241 Nov 24 22:38:46.640868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3c3d439f-8555-45ea-966e-d3a2a3a925ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:46.689300 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:38:46.696432 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-77a6117d-4fb8-4f78-83b2-f130814a59de service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Nov 24 22:38:46.785033 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b4240e5b-20bc-4dfb-955e-8b5ee156f45c req-48d4ccb1-30f0-4e10-bab8-69cac9dce477 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818014 Nov 24 22:38:46.886228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:46.915307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:25:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:38:45Z', 'revision_number': 1, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:38:46.945816 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a03b15-3a0b-4c48-a381-74ddbb62d475 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:25:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:38:45Z', 'revision_number': 1, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:38:47.133015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cec9c5-7002-418b-bff9-d08e433f5570 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:38:48.409809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:49.717448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:38:51.505573 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:38:54.059237 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-fc3dda7a-2f8f-4cdc-a58e-86aba5ac6d7c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436945 Nov 24 22:38:54.153515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911304-b983-4314-9ebc-ae031de5a744 req-b37525a9-1a24-44b3-9f46-0cd8a3fa8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:54.155016 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-b37525a9-1a24-44b3-9f46-0cd8a3fa8ed3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1098 time: 0.0403974 Nov 24 22:38:54.253751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911304-b983-4314-9ebc-ae031de5a744 req-4fe84184-7cba-4c58-a5d8-5e5d5541f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:54.255221 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-4fe84184-7cba-4c58-a5d8-5e5d5541f2a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0821989 Nov 24 22:38:54.321046 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-52a2ce81-439e-4403-b88d-7f79a034ebaa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 1001 time: 0.0588009 Nov 24 22:38:54.379201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911304-b983-4314-9ebc-ae031de5a744 req-a60078c1-8f4c-4e86-893e-c09a44b34555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:54.380637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-a60078c1-8f4c-4e86-893e-c09a44b34555 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0430624 Nov 24 22:38:54.423976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911304-b983-4314-9ebc-ae031de5a744 req-52a1a04c-be38-45ec-8be9-461784594b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:38:54.425413 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-52a1a04c-be38-45ec-8be9-461784594b94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377452 Nov 24 22:38:54.515531 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-77eb97b2-13c4-4b96-b7de-301408935255 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833881 Nov 24 22:38:54.608405 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6911304-b983-4314-9ebc-ae031de5a744 req-92802b5a-f47a-4f07-8fe3-17c375c3ead9 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804250 Nov 24 22:38:59.821658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:14.219077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c050b4e8-4fda-47f7-9d7b-2f1e246b1a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:16.641138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36d60c21-2e33-4348-b5d3-95b2adcfaea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:16.887904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:18.410561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:19.714128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:23.368889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e6c53-55c0-426c-977e-8b5f99021548 req-2a12ad71-8131-45bb-ab0e-5792f42a3412 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:23.370471 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea1e6c53-55c0-426c-977e-8b5f99021548 req-2a12ad71-8131-45bb-ab0e-5792f42a3412 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0484841 Nov 24 22:39:23.408633 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea1e6c53-55c0-426c-977e-8b5f99021548 req-d7aa8b81-39a7-4f2a-85b9-da5c15605197 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Nov 24 22:39:23.635463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-af626445-a2aa-420d-854a-c3e3606b4fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456495 Nov 24 22:39:23.651148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e001b9a-dc7a-48e2-a1ab-1f53e6f12171 req-1998b79a-385e-48ac-9170-eae767bfa81a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:23.653369 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e001b9a-dc7a-48e2-a1ab-1f53e6f12171 req-1998b79a-385e-48ac-9170-eae767bfa81a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Nov 24 22:39:23.695393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e001b9a-dc7a-48e2-a1ab-1f53e6f12171 req-10529b9d-5972-432e-8b14-40ae53de99a6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357804 Nov 24 22:39:24.767956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-2e5a76f1-d29f-4202-80b6-c3799d7b4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:24.769449 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-2e5a76f1-d29f-4202-80b6-c3799d7b4ebd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1098 time: 0.0410326 Nov 24 22:39:24.816169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbbe9d-63ed-413a-8b77-b4a42b5e8955 req-ecf3077c-e2d3-4fd7-bd5e-d23516f418e6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:24.817643 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2cbbe9d-63ed-413a-8b77-b4a42b5e8955 req-ecf3077c-e2d3-4fd7-bd5e-d23516f418e6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Nov 24 22:39:24.855616 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2cbbe9d-63ed-413a-8b77-b4a42b5e8955 req-59fdcb50-fbbd-4fbc-bf9e-194af6dfc069 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Nov 24 22:39:24.860148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-3014c5ad-aeb0-4272-ac4a-4cd553216810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:24.861620 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-3014c5ad-aeb0-4272-ac4a-4cd553216810 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0850401 Nov 24 22:39:24.930053 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-d98fa4d7-6e30-4437-b832-12c2836a19d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 1001 time: 0.0616612 Nov 24 22:39:24.976734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-6930ca12-0490-466f-a0ee-aca67c9fac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:24.978018 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-6930ca12-0490-466f-a0ee-aca67c9fac89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0414221 Nov 24 22:39:25.022283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-9aaa3f86-d855-4dcd-a3b0-8bc1d3247ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:25.023756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-9aaa3f86-d855-4dcd-a3b0-8bc1d3247ad9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388200 Nov 24 22:39:25.114202 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-d05c7f95-da79-405b-bd3c-3fd15d33b1c3 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Nov 24 22:39:25.201228 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-8fb058b9-bfae-4e3a-a479-55a1c7aa7bf4 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800433 Nov 24 22:39:25.968705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ccb02-b830-478e-8e43-d9f88b44c18d req-d92dbd33-ebc3-41f0-aca6-cb1d98019ca7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:25.970138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-523ccb02-b830-478e-8e43-d9f88b44c18d req-d92dbd33-ebc3-41f0-aca6-cb1d98019ca7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Nov 24 22:39:26.006234 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-523ccb02-b830-478e-8e43-d9f88b44c18d req-b7d8e60f-e3b2-4aa2-9554-2e5f843c8400 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Nov 24 22:39:27.121304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804569-1e64-4edc-b7f0-1d8d3ac9daea req-81cabc32-4e25-41f6-bf6a-381726b10337 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:27.123346 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a804569-1e64-4edc-b7f0-1d8d3ac9daea req-81cabc32-4e25-41f6-bf6a-381726b10337 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0514414 Nov 24 22:39:27.160459 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a804569-1e64-4edc-b7f0-1d8d3ac9daea req-748df2c0-9781-4d87-9518-894142567565 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Nov 24 22:39:28.272838 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ef46b-a899-451f-a723-48c6d9ead01f req-4b8c903a-78de-4196-9499-0c42f11868da tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:28.274293 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-108ef46b-a899-451f-a723-48c6d9ead01f req-4b8c903a-78de-4196-9499-0c42f11868da tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0479000 Nov 24 22:39:28.311749 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-108ef46b-a899-451f-a723-48c6d9ead01f req-531a1ba6-f847-43d7-aa0e-d2680b854769 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Nov 24 22:39:28.505066 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:39:29.423242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0602eb-d4fc-480d-b680-9640ff6befc1 req-0798d68e-d19b-4e7f-9087-7d994a6751b6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:29.424718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5e0602eb-d4fc-480d-b680-9640ff6befc1 req-0798d68e-d19b-4e7f-9087-7d994a6751b6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0473440 Nov 24 22:39:29.461430 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5e0602eb-d4fc-480d-b680-9640ff6befc1 req-a0b43ff6-e8cf-4c21-a28e-b957c8c4ba83 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Nov 24 22:39:29.825477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:30.576986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98950-a296-4711-88dd-801011161d13 req-70517a53-7434-47be-922b-0006e3c848e1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:30.578433 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a8c98950-a296-4711-88dd-801011161d13 req-70517a53-7434-47be-922b-0006e3c848e1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Nov 24 22:39:30.613978 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a8c98950-a296-4711-88dd-801011161d13 req-765766f6-5ca2-4293-87cd-ab71f518b9e4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298135 Nov 24 22:39:31.725487 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a7788-a54b-408f-b15f-7919b2439c53 req-c553edc0-95e1-483a-9cbf-88ab2b618d51 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:31.726911 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c34a7788-a54b-408f-b15f-7919b2439c53 req-c553edc0-95e1-483a-9cbf-88ab2b618d51 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0474694 Nov 24 22:39:31.764245 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c34a7788-a54b-408f-b15f-7919b2439c53 req-472608c3-b4d2-44ec-9ff8-36d1cc823d84 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308878 Nov 24 22:39:32.875785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639774d-595b-402f-9149-fd444cfa2c81 req-ba759b7d-b7ae-4420-bebf-aae2883877f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:32.877237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8639774d-595b-402f-9149-fd444cfa2c81 req-ba759b7d-b7ae-4420-bebf-aae2883877f3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0481410 Nov 24 22:39:32.913873 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8639774d-595b-402f-9149-fd444cfa2c81 req-a0106dca-9374-4073-a3f5-1b3ab8412164 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Nov 24 22:39:34.028656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12f949-4cd6-4600-97ad-532f39c01fa0 req-d47ca66c-fc2e-444c-aecc-41e64e6f35f9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:34.030282 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bd12f949-4cd6-4600-97ad-532f39c01fa0 req-d47ca66c-fc2e-444c-aecc-41e64e6f35f9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0517185 Nov 24 22:39:34.370879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bd12f949-4cd6-4600-97ad-532f39c01fa0 req-4f639765-09c9-4a44-8786-596e7193054f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347049 Nov 24 22:39:35.485706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581d644-bd1b-447b-8138-33493c8958b6 req-8a5fdaab-1e7c-4cee-a84d-31f882d828c0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:35.487166 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2581d644-bd1b-447b-8138-33493c8958b6 req-8a5fdaab-1e7c-4cee-a84d-31f882d828c0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Nov 24 22:39:35.523773 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2581d644-bd1b-447b-8138-33493c8958b6 req-880594da-df12-4507-9068-0df8a6d1379f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Nov 24 22:39:36.634942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40286a75-f5d3-45ce-83b5-c11021634614 req-ae9c9bf5-53a0-4cba-9d4a-4897c7fc000c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:36.636413 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40286a75-f5d3-45ce-83b5-c11021634614 req-ae9c9bf5-53a0-4cba-9d4a-4897c7fc000c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0469050 Nov 24 22:39:36.673246 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40286a75-f5d3-45ce-83b5-c11021634614 req-259910f0-265d-49a5-b826-af074b9e4378 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304976 Nov 24 22:39:36.756974 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-2ca0f021-3ce7-414f-9305-b3e8891b718f service neutron] 10.222.0.71 "GET /v2.0/ports/6c591d8a-d5af-4117-af2e-7f5da3af883f/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0574963 Nov 24 22:39:36.958774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-a72e5b72-a439-45d7-a333-9ce53b2e5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:36.960298 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-a72e5b72-a439-45d7-a333-9ce53b2e5a89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 1098 time: 0.0484500 Nov 24 22:39:37.020107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-ca5b9b53-402e-4022-b424-4eed278d6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:37.021539 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-ca5b9b53-402e-4022-b424-4eed278d6668 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1098 time: 0.0391977 Nov 24 22:39:37.112560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-a1833020-69e2-461d-8dbd-36b9fbfe4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:37.113987 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-a1833020-69e2-461d-8dbd-36b9fbfe4d0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0856674 Nov 24 22:39:37.180283 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-b9368001-ff5c-4196-829d-2e44db6ef54b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 1001 time: 0.0592885 Nov 24 22:39:37.227752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-d5949a2e-2685-4384-93b8-30602c969d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:37.229054 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-d5949a2e-2685-4384-93b8-30602c969d80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0422595 Nov 24 22:39:37.277373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10685e-128b-4320-89cf-af070d93289b req-6fac4aa9-339e-4529-ae7d-5cd6d33fa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:37.279350 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-6fac4aa9-339e-4529-ae7d-5cd6d33fa37e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426083 Nov 24 22:39:37.366684 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-d66b04e1-0dfc-41d9-a190-1f4fb7f389dd service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805757 Nov 24 22:39:37.456951 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cc10685e-128b-4320-89cf-af070d93289b req-913e369a-84ff-44ec-a1b2-918b94ff5070 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Nov 24 22:39:37.786297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c345e9-ebfc-45c5-9807-8bd4030e63bc req-472b7f49-7099-4362-a689-2e3764bb8a16 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:37.787769 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b8c345e9-ebfc-45c5-9807-8bd4030e63bc req-472b7f49-7099-4362-a689-2e3764bb8a16 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0503547 Nov 24 22:39:37.824934 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b8c345e9-ebfc-45c5-9807-8bd4030e63bc req-b1791b0c-5793-46bf-9645-3441c4d4e917 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Nov 24 22:39:38.937593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8158b7-9333-4877-b2a0-61b7053019bd req-ab9242e7-22a3-4d8e-bbd1-6a820f1f48dc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:38.939281 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a8158b7-9333-4877-b2a0-61b7053019bd req-ab9242e7-22a3-4d8e-bbd1-6a820f1f48dc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0482581 Nov 24 22:39:38.979537 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a8158b7-9333-4877-b2a0-61b7053019bd req-7a89f0ae-2569-41d5-95b2-ff9cf68e1758 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Nov 24 22:39:39.511043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6c591d8a-d5af-4117-af2e-7f5da3af883f details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:39:39.601424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:39.615725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'mac_address': 'fa:16:3e:25:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:39:39.650532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:39.662979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c591d8a-d5af-4117-af2e-7f5da3af883f {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:39:39.681594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:39.685413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:39.734148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:39.741818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['6c591d8a-d5af-4117-af2e-7f5da3af883f'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:39:39.745344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.745701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.746043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.746380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.746715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.747046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.747373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.747732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.748060 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.748406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.748727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:39.749047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:40.097591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aad14-d9cd-4c53-b254-5c8937b9a89c req-f78a2eac-3227-4a9d-9b8f-dc5cd560513f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.099031 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-346aad14-d9cd-4c53-b254-5c8937b9a89c req-f78a2eac-3227-4a9d-9b8f-dc5cd560513f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 944 time: 0.0513256 Nov 24 22:39:40.134800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-346aad14-d9cd-4c53-b254-5c8937b9a89c req-0c0a18d5-2a36-46e2-8298-3f534ebc8904 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299578 Nov 24 22:39:40.325438 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ab415-95e2-4db5-a411-265f7936f4c6 req-154e0e55-a7d1-425b-997b-2871825893b7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.326896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c68ab415-95e2-4db5-a411-265f7936f4c6 req-154e0e55-a7d1-425b-997b-2871825893b7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 944 time: 0.0535069 Nov 24 22:39:40.334925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149edd-992e-4c8b-9deb-126c3a600979 req-0ded876f-d646-44f6-a19b-e45ff309cc6d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.336446 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-0ded876f-d646-44f6-a19b-e45ff309cc6d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9&tenant_id=d642afa8dc0849f38740c455807422b8&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 944 time: 0.0517423 Nov 24 22:39:40.364022 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c68ab415-95e2-4db5-a411-265f7936f4c6 req-f5eb515d-6bd4-49d7-b27f-257c8a62c081 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Nov 24 22:39:40.416837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149edd-992e-4c8b-9deb-126c3a600979 req-0fba2911-01c1-4abe-8411-0f64c17379ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.418298 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-0fba2911-01c1-4abe-8411-0f64c17379ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0397623 Nov 24 22:39:40.818836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149edd-992e-4c8b-9deb-126c3a600979 req-a3cb5c97-4ada-411e-a520-15a5f51841ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.820285 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-a3cb5c97-4ada-411e-a520-15a5f51841ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.3954606 Nov 24 22:39:40.883310 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-30e78dc1-85fc-4569-86df-d39753acb275 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 200 len: 1000 time: 0.0559568 Nov 24 22:39:40.935019 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149edd-992e-4c8b-9deb-126c3a600979 req-d6c8ad31-05ce-4719-8c08-e1013b049b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.936471 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-d6c8ad31-05ce-4719-8c08-e1013b049b04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0466592 Nov 24 22:39:40.981900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149edd-992e-4c8b-9deb-126c3a600979 req-6968171f-250e-4f21-9acd-87e77291247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:40.983191 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-6968171f-250e-4f21-9acd-87e77291247d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397117 Nov 24 22:39:41.070279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-fd5e5329-2321-4686-8715-e3a15e918c4a service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799172 Nov 24 22:39:41.160120 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-67149edd-992e-4c8b-9deb-126c3a600979 req-ce1e5766-6c15-4572-af1d-ca3cfc8ea1d6 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829661 Nov 24 22:39:41.479870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5955a9-21db-43bf-b992-0ea9c537a394 req-779f0f7a-e351-4001-9ae3-fbd4c38a9e0c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:41.481344 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ce5955a9-21db-43bf-b992-0ea9c537a394 req-779f0f7a-e351-4001-9ae3-fbd4c38a9e0c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 944 time: 0.0483766 Nov 24 22:39:41.517354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6c591d8a-d5af-4117-af2e-7f5da3af883f up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:39:41.522393 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ce5955a9-21db-43bf-b992-0ea9c537a394 req-60ab9ef7-110c-44f8-a77a-3f2918ed067c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Nov 24 22:39:41.576496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 6c591d8a-d5af-4117-af2e-7f5da3af883f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:39:41.576875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:41.657898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:41.679884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:39:41.682116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dfcad6-ad27-4b89-92c9-7560c05a7254" -d '{"events": [{"server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:39:41.697596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:41.702662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:41.751095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:41.811482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b7391-84fd-483c-9493-e96c25b4d0fe x-openstack-request-id: req-833b7391-84fd-483c-9493-e96c25b4d0fe {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:39:41.811824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:39:41.812067 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-833b7391-84fd-483c-9493-e96c25b4d0fe {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:39:41.812463 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'code': 200} Nov 24 22:39:42.634507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bb9ce-2769-43d1-bd72-675d0cb7449c req-f6d2b029-d70c-410c-9aa5-b545ec2430dc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:42.635968 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-933bb9ce-2769-43d1-bd72-675d0cb7449c req-f6d2b029-d70c-410c-9aa5-b545ec2430dc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0479567 Nov 24 22:39:42.672801 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-933bb9ce-2769-43d1-bd72-675d0cb7449c req-40026490-7fa7-4524-9c94-96d03c6c6308 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Nov 24 22:39:42.789192 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61760316-b703-46cc-8383-929b616d028b req-b50685de-c43f-4110-869b-33d0e3e096e2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:42.790700 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61760316-b703-46cc-8383-929b616d028b req-b50685de-c43f-4110-869b-33d0e3e096e2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Nov 24 22:39:42.827401 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-61760316-b703-46cc-8383-929b616d028b req-d2ae7536-2f14-4e8c-b2d0-042cfb03ac30 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308487 Nov 24 22:39:42.937009 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec7462-7bb4-4357-b6a5-7fe8972153ba req-ecd9f4de-92f8-4af9-b349-066895a7f2f9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:42.938476 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86ec7462-7bb4-4357-b6a5-7fe8972153ba req-ecd9f4de-92f8-4af9-b349-066895a7f2f9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0480075 Nov 24 22:39:42.976325 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86ec7462-7bb4-4357-b6a5-7fe8972153ba req-0d908c45-865e-4ee8-835a-2560985ba6d5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Nov 24 22:39:43.196505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9e22-3b26-4640-80c1-f65d95e1a292 req-ab0e6511-c4f5-4adb-b48d-aa412381b0c9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:43.198199 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c2c9e22-3b26-4640-80c1-f65d95e1a292 req-ab0e6511-c4f5-4adb-b48d-aa412381b0c9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0476038 Nov 24 22:39:43.234969 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c2c9e22-3b26-4640-80c1-f65d95e1a292 req-1363e366-c5f1-41d4-b9c2-934df1ef8584 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301611 Nov 24 22:39:44.219050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8e78084e-6df9-44d1-a1ca-afe37dc08da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:44.352776 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1243-b11f-4fc8-a2f7-d9ef18bf1f97 req-a1f55e29-ad96-4126-9eb8-333c6ac806c8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:44.354235 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2edb1243-b11f-4fc8-a2f7-d9ef18bf1f97 req-a1f55e29-ad96-4126-9eb8-333c6ac806c8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Nov 24 22:39:44.390726 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2edb1243-b11f-4fc8-a2f7-d9ef18bf1f97 req-95ce4acb-2fed-4456-92e2-66ed232c1daa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306404 Nov 24 22:39:44.881260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-62b641a2-39de-4614-b7ec-4e4c46a06653 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:44.882680 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-62b641a2-39de-4614-b7ec-4e4c46a06653 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 945 time: 0.0477798 Nov 24 22:39:44.973102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Deleting port 6c591d8a-d5af-4117-af2e-7f5da3af883f {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:39:44.973439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:45.060226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] For port 6c591d8a-d5af-4117-af2e-7f5da3af883f, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=6c591d8a-d5af-4117-af2e-7f5da3af883f,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:45.061201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:45.271684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:45.272048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:45.272362 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 disassociated. External IP: 172.26.3.209, port: 6c591d8a-d5af-4117-af2e-7f5da3af883f. Nov 24 22:39:45.272701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Calling delete_port for 6c591d8a-d5af-4117-af2e-7f5da3af883f owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:39:45.399372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:45.426925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event deleted for resources: {'Port': ['ID=6c591d8a-d5af-4117-af2e-7f5da3af883f,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:45.437155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.437503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.437853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.438189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.438521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.438853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.439317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.439680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.440013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.440802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.440802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.441522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:39:45.492063 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cac24239-15b2-47bd-901a-693399cf9e89 req-b5a7565a-561e-4c54-8c20-b8428bcf1370 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9 HTTP/1.1" status: 200 len: 210 time: 0.0296547 Nov 24 22:39:45.562319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:39:45.671099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:39:45.680859 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:39:45.690179 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:39:45.690784 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:39:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:45.709455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] No DVR routers for this DVR port 6c591d8a-d5af-4117-af2e-7f5da3af883f on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:39:45.712077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:45.715785 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aec81cab-f85a-415b-bb48-d469dfa04041 req-26eb5a87-dbc9-46ca-97fc-87722fc2dffa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "DELETE /v2.0/ports/6c591d8a-d5af-4117-af2e-7f5da3af883f HTTP/1.1" status: 204 len: 173 time: 0.8260765 Nov 24 22:39:45.716236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'name': 'network-vif-deleted', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:39:45.719185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e335d3e-c82e-4867-acda-a40e408967c1" -d '{"events": [{"server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "name": "network-vif-deleted", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:39:45.757585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a599b1-06e1-431a-b976-2c056bb1ad0a x-openstack-request-id: req-f5a599b1-06e1-431a-b976-2c056bb1ad0a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:39:45.757896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9", "name": "network-vif-deleted", "tag": "6c591d8a-d5af-4117-af2e-7f5da3af883f", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:39:45.758156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5a599b1-06e1-431a-b976-2c056bb1ad0a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:39:45.758570 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d06d3a3-4fe4-4d77-8230-1371d4ad2bc9', 'name': 'network-vif-deleted', 'tag': '6c591d8a-d5af-4117-af2e-7f5da3af883f', 'status': 'completed', 'code': 200} Nov 24 22:39:45.800089 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:39:45.994328 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:46.024205 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:39:46.032314 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:39:46.032923 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:39:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:46.132235 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:39:46.324573 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:46.350574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f846bd-1d16-4665-8ec8-400982dcd7a7 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:39:46.554919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d7b4d-98b6-44bb-ac5c-69e41764f5d2 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:39:46.673926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-410b167b-1da9-4be4-9a54-547de42c466c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:46.718436 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-3fd71a3a-ac4f-4b0d-9578-8e6dba47c298 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1426280895&fields=id&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 267 time: 0.0340326 Nov 24 22:39:46.826604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-eba00890-fda9-43cb-8f00-b7c0b87cd034 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:46.828066 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-eba00890-fda9-43cb-8f00-b7c0b87cd034 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1028199 Nov 24 22:39:46.843194 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-217e6083-9013-466f-98bc-534f20299ba5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/quotas/d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 375 time: 0.0094237 Nov 24 22:39:46.889905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:46.897683 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-39c460a4-9970-4ef6-ba6c-cade1785b1bf tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492826 Nov 24 22:39:46.993718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-cd712150-2474-477a-a4ad-c8ee34f02283 service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840206 Nov 24 22:39:47.080904 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-0a23a77f-e5ad-4440-88fb-54ca5b5c13e8 service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811357 Nov 24 22:39:47.234804 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f1870598-c429-4f57-89cc-1df4bf908414 req-ec7559ea-bda0-40f8-8d4b-c6e3e9eb2927 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 210 time: 0.0265832 Nov 24 22:39:48.099313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-99499a88-b876-4f29-8bcb-e7b8922bcc3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:48.101546 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-99499a88-b876-4f29-8bcb-e7b8922bcc3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1118259 Nov 24 22:39:48.145297 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-4add976b-462d-4533-92f5-7c8470996017 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 380 time: 0.0340579 Nov 24 22:39:48.153722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'port': {'device_id': '5d21fa49-0428-41eb-84da-29e607b7a923', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'admin_state_up': True, 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'security_groups': ['af1c8544-3bb5-4f8b-8d25-da0e644c5947']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:39:48.261514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Made reservation on behalf of d642afa8dc0849f38740c455807422b8 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:39:48.265552 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.327701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68e95199-161b-4e22-82ad-16c1b7ac0e96 req-406fbbfc-3a96-44a4-b475-4641bfcb28f4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Nov 24 22:39:48.387853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Allocated IP 172.20.0.11 (29581010-6b78-448c-b545-49fa9497764b/5e36bb17-7197-4843-b8f6-119c93e7d9fe/e74faf27-d147-4957-a259-be7b23b9351c) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:39:48.412868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.526939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.558516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.598651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:39:48.601695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:39:48.605253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:39:48.639893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:48.665550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:48.666168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.683005 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-2a9ed88d-1aef-4203-a146-c013c0c69759 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5328658 Nov 24 22:39:48.695743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Request body: {'port': {'device_id': '5d21fa49-0428-41eb-84da-29e607b7a923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:39:48.752094 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.837718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ae1f7221-9e0d-44be-9cbd-bf4e29974b4f None None] Provisioning complete for port e74faf27-d147-4957-a259-be7b23b9351c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:39:48.838213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae1f7221-9e0d-44be-9cbd-bf4e29974b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:48.875112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f7221-9e0d-44be-9cbd-bf4e29974b4f None None] Port e74faf27-d147-4957-a259-be7b23b9351c cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:39:49.009782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74faf27-d147-4957-a259-be7b23b9351c {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:39:49.017171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:49.028707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Transition to ACTIVE for port object e74faf27-d147-4957-a259-be7b23b9351c will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:39:49.032611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:49.083303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:49.151537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Attempting to bind port e74faf27-d147-4957-a259-be7b23b9351c on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:39:49.152208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Attempting to bind port e74faf27-d147-4957-a259-be7b23b9351c by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:39:49.152208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Attempting to bind port e74faf27-d147-4957-a259-be7b23b9351c on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:39:49.157390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Port e74faf27-d147-4957-a259-be7b23b9351c on network 29581010-6b78-448c-b545-49fa9497764b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:39:49.157707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Attempting to bind port e74faf27-d147-4957-a259-be7b23b9351c on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:39:49.162723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:39:49.163060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:39:49.163471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Bound using segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:39:49.163935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Bound port: e74faf27-d147-4957-a259-be7b23b9351c, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:39:49.164289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:49.234281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:39:49.237318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:39:49.241754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:49.271235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.272159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:49.273574 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] 10.222.0.71 "PUT /v2.0/ports/e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1094 time: 0.5823123 Nov 24 22:39:49.275850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:39:49.279622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9429ca3b-e679-48b3-802e-290606f22025" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "tag": "e74faf27-d147-4957-a259-be7b23b9351c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:39:49.316242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919370e-27be-42f3-ac0c-20a3daad3b06 service neutron] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:49.326679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d7c64-b2b6-4b8c-89bf-6f9fda42ecb1 x-openstack-request-id: req-c61d7c64-b2b6-4b8c-89bf-6f9fda42ecb1 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:39:49.326972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "tag": "e74faf27-d147-4957-a259-be7b23b9351c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:39:49.327252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c61d7c64-b2b6-4b8c-89bf-6f9fda42ecb1 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:39:49.327684 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c', 'status': 'completed', 'code': 200} Nov 24 22:39:49.374022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-a2198001-3f28-46ec-b886-890fdde2cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.375572 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-a2198001-3f28-46ec-b886-890fdde2cb23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1097 time: 0.0439944 Nov 24 22:39:49.424505 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-584dc543-96d0-4d95-bf53-b208be55bbba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 217 time: 0.0408692 Nov 24 22:39:49.450707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9f8f-4fc2-4807-9ff7-f281bda91569 req-f88cfb34-af22-42a3-8491-8d9ed60a4149 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.453402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db2a9f8f-4fc2-4807-9ff7-f281bda91569 req-f88cfb34-af22-42a3-8491-8d9ed60a4149 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 944 time: 0.0565844 Nov 24 22:39:49.476736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-597aae17-396d-4772-ac86-43d6ead6c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.478220 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-597aae17-396d-4772-ac86-43d6ead6c5e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0469198 Nov 24 22:39:49.492522 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db2a9f8f-4fc2-4807-9ff7-f281bda91569 req-2f8e45cc-9739-4ad2-a5db-38f4796b12d0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Nov 24 22:39:49.524065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a7e96-679d-4edd-9773-debba633df4a req-38bb26ce-9447-4a4c-a6f7-6ea185dbc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.525672 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-38bb26ce-9447-4a4c-a6f7-6ea185dbc337 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403221 Nov 24 22:39:49.552467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6c591d8a-d5af-4117-af2e-7f5da3af883f no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:39:49.572628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 6c591d8a-d5af-4117-af2e-7f5da3af883f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:39:49.572971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 6c591d8a-d5af-4117-af2e-7f5da3af883f not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:39:49.618659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-f696ba30-b08d-4777-b59b-27d77a19a3f4 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853922 Nov 24 22:39:49.708334 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1c3a7e96-679d-4edd-9773-debba633df4a req-6838ae3e-3b49-480f-bca1-669604942685 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Nov 24 22:39:49.717744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:49.793212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ca3b-e679-48b3-802e-290606f22025 req-6a6d6ded-d405-42a7-86ea-bf9d083901ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.794689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-6a6d6ded-d405-42a7-86ea-bf9d083901ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1097 time: 0.0404267 Nov 24 22:39:49.888029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ca3b-e679-48b3-802e-290606f22025 req-c2d51a11-0a87-43cd-9d15-0f682126da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.890097 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-c2d51a11-0a87-43cd-9d15-0f682126da78 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0872548 Nov 24 22:39:49.934565 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-292e5b06-1a51-4f80-8294-ed5cc5811414 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 217 time: 0.0359590 Nov 24 22:39:49.982828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ca3b-e679-48b3-802e-290606f22025 req-0065a714-1cac-40f1-baa7-a92ff55fcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:49.984226 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-0065a714-1cac-40f1-baa7-a92ff55fcf92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0419323 Nov 24 22:39:50.035262 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ca3b-e679-48b3-802e-290606f22025 req-9ae4db84-4611-4c38-ba28-1cfc8c3ad617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:50.036708 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-9ae4db84-4611-4c38-ba28-1cfc8c3ad617 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436521 Nov 24 22:39:50.124997 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-a72f2dd6-a436-449c-b375-5aeedf03ad08 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799742 Nov 24 22:39:50.217404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9429ca3b-e679-48b3-802e-290606f22025 req-715095a4-f017-49d8-978a-a53d1007cca7 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847692 Nov 24 22:39:50.605579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95c8df-22e5-46f1-87f4-0d4a4c73ced5 req-f9c446a7-7b81-4c24-ae45-bd7b5df50492 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:50.607053 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d95c8df-22e5-46f1-87f4-0d4a4c73ced5 req-f9c446a7-7b81-4c24-ae45-bd7b5df50492 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 944 time: 0.0481033 Nov 24 22:39:50.644163 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d95c8df-22e5-46f1-87f4-0d4a4c73ced5 req-ecd7a2e6-83ff-4886-9185-20a3ea778d04 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305812 Nov 24 22:39:51.567058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e74faf27-d147-4957-a259-be7b23b9351c details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:39:51.657014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:51.667867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e74faf27-d147-4957-a259-be7b23b9351c', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': 'e74faf27-d147-4957-a259-be7b23b9351c', 'mac_address': 'fa:16:3e:e9:c0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:39:51.708256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:51.720899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74faf27-d147-4957-a259-be7b23b9351c {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:39:51.739940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:51.744479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:51.756933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f339ae-bb24-4bb1-9ad0-68aaf779aaae req-e2deb65e-4d4b-42ee-b353-a9fffbb199eb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:51.758410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8f339ae-bb24-4bb1-9ad0-68aaf779aaae req-e2deb65e-4d4b-42ee-b353-a9fffbb199eb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 944 time: 0.0493379 Nov 24 22:39:51.790585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:51.797615 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c8f339ae-bb24-4bb1-9ad0-68aaf779aaae req-c4dd6d46-5798-4c24-a173-9a14ffb184f4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331519 Nov 24 22:39:51.950215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e74faf27-d147-4957-a259-be7b23b9351c'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:39:52.912869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92abeb-fd7e-48d4-aca6-f178c6705e8a req-96c64b68-e068-4e4c-95a9-7ea68cb70b2f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:52.914301 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3e92abeb-fd7e-48d4-aca6-f178c6705e8a req-96c64b68-e068-4e4c-95a9-7ea68cb70b2f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 945 time: 0.0516193 Nov 24 22:39:52.950823 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3e92abeb-fd7e-48d4-aca6-f178c6705e8a req-21465ce0-7868-4ba8-81b2-fdb791c3dcfe tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Nov 24 22:39:53.573999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e74faf27-d147-4957-a259-be7b23b9351c up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:39:53.621196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port e74faf27-d147-4957-a259-be7b23b9351c completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:39:53.624793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e74faf27-d147-4957-a259-be7b23b9351c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:39:53.625161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:53.699883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:53.721465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:39:53.723760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e17367-92ac-4c47-bcc3-1695e7c97b19" -d '{"events": [{"server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "name": "network-vif-plugged", "status": "completed", "tag": "e74faf27-d147-4957-a259-be7b23b9351c"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:39:53.736322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:39:53.741106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:53.765554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0b7089-475e-4705-a3d0-4c866719be59 x-openstack-request-id: req-5e0b7089-475e-4705-a3d0-4c866719be59 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:39:53.765975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "name": "network-vif-plugged", "status": "completed", "tag": "e74faf27-d147-4957-a259-be7b23b9351c", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:39:53.766226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e0b7089-475e-4705-a3d0-4c866719be59 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:39:53.766633 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c', 'code': 200} Nov 24 22:39:53.792509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:39:53.927455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43b301-3b06-49aa-a317-33faa20c8a1f req-d97b3fe9-2ecf-4d55-9c49-f77e5bcef827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:53.928861 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b43b301-3b06-49aa-a317-33faa20c8a1f req-d97b3fe9-2ecf-4d55-9c49-f77e5bcef827 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0407124 Nov 24 22:39:53.964138 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b43b301-3b06-49aa-a317-33faa20c8a1f req-de1637ed-0946-4d2e-a057-aa41c253453f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284770 Nov 24 22:39:54.061024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3b5a-c961-4224-820b-38633a0a7af7 req-a17b6a7d-9ad7-4d27-8968-29f5b3c1d195 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:54.062474 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-949e3b5a-c961-4224-820b-38633a0a7af7 req-a17b6a7d-9ad7-4d27-8968-29f5b3c1d195 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0478146 Nov 24 22:39:54.099732 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-949e3b5a-c961-4224-820b-38633a0a7af7 req-b02c7adf-c304-419a-afe4-1257fc1e182b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Nov 24 22:39:55.215843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033fce-f64d-4623-946f-942152abf3f8 req-4243c7c9-d06c-422b-b490-7d80aad421f5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:55.217299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ac033fce-f64d-4623-946f-942152abf3f8 req-4243c7c9-d06c-422b-b490-7d80aad421f5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0512412 Nov 24 22:39:55.254310 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ac033fce-f64d-4623-946f-942152abf3f8 req-c683dbf1-4d4a-4999-90a3-98ccf25507d8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306125 Nov 24 22:39:55.367330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7cf02-9dfb-4aff-b7dd-a7a6a2224148 req-e83623f3-3622-4e88-80c1-e11f438d9f44 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:55.368837 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53d7cf02-9dfb-4aff-b7dd-a7a6a2224148 req-e83623f3-3622-4e88-80c1-e11f438d9f44 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0526221 Nov 24 22:39:55.377418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 36924) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:39:55.381901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'floatingip': {'port_id': 'e74faf27-d147-4957-a259-be7b23b9351c'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:39:55.421382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:55.832887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:55.836626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:55.931441 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 associated. External IP: 172.26.3.209, port: e74faf27-d147-4957-a259-be7b23b9351c. Nov 24 22:39:56.081211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-804d3b92-afa3-4c37-9a43-a6337ee2aee0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399034 Nov 24 22:39:56.133509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:39:56.163897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-9b83a678-ae81-47d0-93ad-5818372f0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.165405 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-9b83a678-ae81-47d0-93ad-5818372f0996 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0429630 Nov 24 22:39:56.239608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:39:56.244104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:39:56.251133 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:39:56.260941 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:39:56.261567 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:39:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:56.269283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-103c0a83-409e-41d3-99a6-b1223196babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.270744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-103c0a83-409e-41d3-99a6-b1223196babb service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0859001 Nov 24 22:39:56.271576 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-63c5f459-100a-4ec6-a687-7861f2ee674f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "PUT /v2.0/floatingips/ac42a828-d40c-4a51-a4d2-b94cf12deac6 HTTP/1.1" status: 200 len: 992 time: 0.8931787 Nov 24 22:39:56.272213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:39:56.274717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "tag": "e74faf27-d147-4957-a259-be7b23b9351c"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:39:56.354541 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-33967704-954c-4b9a-8706-fd78a6e28eea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1000 time: 0.0709484 Nov 24 22:39:56.378182 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:39:56.388297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4950579a-4060-4268-b0a6-9ba295ce986a x-openstack-request-id: req-4950579a-4060-4268-b0a6-9ba295ce986a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:39:56.388591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "tag": "e74faf27-d147-4957-a259-be7b23b9351c", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:39:56.388843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4950579a-4060-4268-b0a6-9ba295ce986a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:39:56.389239 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c', 'status': 'completed', 'code': 200} Nov 24 22:39:56.405384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-b9236d70-434e-474e-9c96-22d71dee7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.406936 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-b9236d70-434e-474e-9c96-22d71dee7006 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0444961 Nov 24 22:39:56.452027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-a3cb0782-2187-4f82-8364-20c9a7a24288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.453571 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-a3cb0782-2187-4f82-8364-20c9a7a24288 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400085 Nov 24 22:39:56.543900 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-ff0d62fd-5d92-411c-af32-8cbdd54d280b service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Nov 24 22:39:56.603468 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': 'e74faf27-d147-4957-a259-be7b23b9351c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:e9:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21fa49-0428-41eb-84da-29e607b7a923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:39:55Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:56.629512 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:39:56.633012 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-93a1f8dc-3b65-4ceb-a06b-997243d58f9b req-b4c0a570-42ae-4ff5-801d-4b3f3a816302 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Nov 24 22:39:56.637538 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:39:56.638141 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:39:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:56.714099 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-2fb88bc7-ec34-4b4d-967c-f84b7ef5b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.715592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-2fb88bc7-ec34-4b4d-967c-f84b7ef5b879 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0401678 Nov 24 22:39:56.742924 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:39:56.809406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-c2ece2fc-6ea3-4ee4-bf1a-32991474fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.810871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-c2ece2fc-6ea3-4ee4-bf1a-32991474fdf9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0877702 Nov 24 22:39:56.876607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-80858f68-3e30-49d6-b846-7b5451da4d93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1000 time: 0.0581470 Nov 24 22:39:56.929441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-34049c44-ff2b-41f9-9519-5b0d7df57c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.930899 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-34049c44-ff2b-41f9-9519-5b0d7df57c59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0472558 Nov 24 22:39:56.960360 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': 'e74faf27-d147-4957-a259-be7b23b9351c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:e9:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21fa49-0428-41eb-84da-29e607b7a923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:39:55Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:39:56.976109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-d2edfb29-318f-402d-ac73-7734dde6f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:39:56.977614 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-d2edfb29-318f-402d-ac73-7734dde6f6ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402758 Nov 24 22:39:57.069753 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-1a098895-801e-4aca-8016-b1dc2106105a service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Nov 24 22:39:57.074001 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ba338-7b87-4378-8933-71f3c07fdd65 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': 'e74faf27-d147-4957-a259-be7b23b9351c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:e9:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21fa49-0428-41eb-84da-29e607b7a923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:39:55Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:39:57.169616 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-15332b25-cc1b-47a7-b6c6-d6117b4c1bdc req-e4e2c328-6b03-405d-88d9-b4c8cd4871ff service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929790 Nov 24 22:39:57.269928 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48382415-f5ab-4ce4-b0b5-08ec8038b7f7 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:39:59.835816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:05.503871 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:40:14.219996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-bff7e260-66a9-4bda-b78d-b1cacd9be822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:16.646844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95b8d88d-5cfc-442d-8a62-1fdc4e1ce595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:16.891097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:18.416249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:19.720231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:29.837368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:33.463995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e6b1c-eecc-4bb3-8e3a-11709e95469a req-7330837c-6a24-4bc3-9cca-c5c5b1e9d669 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:33.465396 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b56e6b1c-eecc-4bb3-8e3a-11709e95469a req-7330837c-6a24-4bc3-9cca-c5c5b1e9d669 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0556295 Nov 24 22:40:33.502644 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b56e6b1c-eecc-4bb3-8e3a-11709e95469a req-ff8ad192-56f9-445b-8aac-fbe2ac1fa13c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307293 Nov 24 22:40:34.616241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65ce8-fb50-4b2f-bdc9-5f2cfdd7bef4 req-619d79e7-0fc5-4fd7-a031-194bd0cf7e16 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:34.617698 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ddc65ce8-fb50-4b2f-bdc9-5f2cfdd7bef4 req-619d79e7-0fc5-4fd7-a031-194bd0cf7e16 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0479338 Nov 24 22:40:34.654210 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ddc65ce8-fb50-4b2f-bdc9-5f2cfdd7bef4 req-45a44181-1ecd-4397-9423-648f506bf10b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Nov 24 22:40:35.767453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89f87a-c0dc-4e8a-b82a-639e651e661a req-286bf35e-2c96-4cb4-a1c8-95cfeb25bf29 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:35.768937 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e89f87a-c0dc-4e8a-b82a-639e651e661a req-286bf35e-2c96-4cb4-a1c8-95cfeb25bf29 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0487723 Nov 24 22:40:35.806292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e89f87a-c0dc-4e8a-b82a-639e651e661a req-7214efd1-4ce2-49f0-be04-7651438a4d05 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307031 Nov 24 22:40:36.922797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35afaa-5de8-45ef-b920-df90fa283fab req-f4b16178-2cac-49c7-bcee-eadc402cefc3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:36.924277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7c35afaa-5de8-45ef-b920-df90fa283fab req-f4b16178-2cac-49c7-bcee-eadc402cefc3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0515189 Nov 24 22:40:36.961298 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7c35afaa-5de8-45ef-b920-df90fa283fab req-e334a2a1-51b2-476b-8c85-3ecf9e6ce8a1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Nov 24 22:40:38.073235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8bee3-5c25-4838-8fda-b6a8b15e79cd req-c2b422f0-9483-4d4f-9743-e4d162a7bb89 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:38.074681 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-64b8bee3-5c25-4838-8fda-b6a8b15e79cd req-c2b422f0-9483-4d4f-9743-e4d162a7bb89 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0474911 Nov 24 22:40:38.111501 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-64b8bee3-5c25-4838-8fda-b6a8b15e79cd req-9b5ef410-de64-4d59-84d7-f53423a44be7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304103 Nov 24 22:40:39.224004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d8c26-f2f4-4df0-b31c-6531f1598922 req-2f4e6dbc-fc69-458a-a717-b3c9b6e97327 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:39.225459 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e1d8c26-f2f4-4df0-b31c-6531f1598922 req-2f4e6dbc-fc69-458a-a717-b3c9b6e97327 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0485630 Nov 24 22:40:39.261811 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6e1d8c26-f2f4-4df0-b31c-6531f1598922 req-f1af576c-13c1-4d04-9d91-a99c4fd6b99b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305943 Nov 24 22:40:40.376162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987fd35-9bdb-4f1d-99fb-0db32d1552f9 req-bddbc790-53b1-46f2-9163-d26d2cde805e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:40.377629 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3987fd35-9bdb-4f1d-99fb-0db32d1552f9 req-bddbc790-53b1-46f2-9163-d26d2cde805e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0519991 Nov 24 22:40:40.414602 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3987fd35-9bdb-4f1d-99fb-0db32d1552f9 req-34b7bb7c-5485-4423-9f19-899fe3e2f05b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Nov 24 22:40:41.525702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8799fa2-c9e1-4e83-80c3-c565f0afa8d8 req-255264c6-5840-40ab-a8f8-0bc709f0fe6a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:41.527138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8799fa2-c9e1-4e83-80c3-c565f0afa8d8 req-255264c6-5840-40ab-a8f8-0bc709f0fe6a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0470686 Nov 24 22:40:41.564293 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8799fa2-c9e1-4e83-80c3-c565f0afa8d8 req-7595dd1d-c424-46e6-9d99-c7fe77d21776 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Nov 24 22:40:42.502677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:40:42.674735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d8b1-de73-45a6-9e6b-eab1ab82751b req-84272624-6fa2-44af-a843-a86dfd49e150 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:42.676191 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7542d8b1-de73-45a6-9e6b-eab1ab82751b req-84272624-6fa2-44af-a843-a86dfd49e150 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0467753 Nov 24 22:40:42.712428 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7542d8b1-de73-45a6-9e6b-eab1ab82751b req-9246164a-5d9d-4f89-b4df-7d540e267392 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Nov 24 22:40:43.827771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15dfe6-fec4-4a07-ae06-51e34cd6328b req-d4ebc63d-057d-4563-bdb9-73ff6aaa9049 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:43.829228 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc15dfe6-fec4-4a07-ae06-51e34cd6328b req-d4ebc63d-057d-4563-bdb9-73ff6aaa9049 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0524721 Nov 24 22:40:43.866712 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc15dfe6-fec4-4a07-ae06-51e34cd6328b req-a58c700b-5416-4da3-bbe4-5d1005bb4680 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316684 Nov 24 22:40:44.219813 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e39dc1ed-a57f-4153-80b5-e3f9fb8d9f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:44.976930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65755fa-5256-48bf-ba7b-f64656333478 req-ddea6658-68dc-4133-8cd5-9df91c37336a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:44.978385 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b65755fa-5256-48bf-ba7b-f64656333478 req-ddea6658-68dc-4133-8cd5-9df91c37336a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0479298 Nov 24 22:40:45.015364 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b65755fa-5256-48bf-ba7b-f64656333478 req-0731b851-f055-4123-b59e-1c34d6f6a912 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306332 Nov 24 22:40:46.126791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ef095-9dd6-401b-9f97-409ea8187c9e req-7fcc6ada-fac5-4de3-949a-afc41656a1c3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:46.128311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c51ef095-9dd6-401b-9f97-409ea8187c9e req-7fcc6ada-fac5-4de3-949a-afc41656a1c3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0478787 Nov 24 22:40:46.165383 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c51ef095-9dd6-401b-9f97-409ea8187c9e req-11ba51dd-1ca9-4742-9e07-6340863cbdfe tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Nov 24 22:40:46.779467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-98ceb69b-b950-43d1-ad7d-1e76cd5ad8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:46.891423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:47.281444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b6eeb-6e52-4132-9c76-11ca9646cf5e req-d786e691-2390-4134-90bc-258245d4bdfc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:47.282896 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-734b6eeb-6e52-4132-9c76-11ca9646cf5e req-d786e691-2390-4134-90bc-258245d4bdfc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0516386 Nov 24 22:40:47.319065 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-734b6eeb-6e52-4132-9c76-11ca9646cf5e req-1b8da165-b7ae-4254-83aa-6fdbe96dcc23 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303190 Nov 24 22:40:48.418324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:48.430466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737481-6480-4a43-98e6-5121398e0bc2 req-c3497dfb-49d6-4cb4-ad64-6999ef293d39 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:48.432025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13737481-6480-4a43-98e6-5121398e0bc2 req-c3497dfb-49d6-4cb4-ad64-6999ef293d39 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0482888 Nov 24 22:40:48.469683 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13737481-6480-4a43-98e6-5121398e0bc2 req-4a466b79-e380-4bae-b726-a7c812f8f0ab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Nov 24 22:40:49.581482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53445d-4296-4254-bf84-6200ffa44ff3 req-05ea3c83-3158-47e6-94c2-413d44fc576e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:49.582910 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d53445d-4296-4254-bf84-6200ffa44ff3 req-05ea3c83-3158-47e6-94c2-413d44fc576e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0469773 Nov 24 22:40:49.618947 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d53445d-4296-4254-bf84-6200ffa44ff3 req-2e334063-aac8-4cfe-81fe-7b50c9376428 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301762 Nov 24 22:40:49.721669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:49.844762 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-b8478564-fb8f-4ae2-85e7-c46a316bb562 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429153 Nov 24 22:40:49.857643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f134a-a5f7-44a7-9976-40a5ec6139bc req-423b0141-6ecb-4b8b-8ad4-d01032aaabd4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:49.859174 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db0f134a-a5f7-44a7-9976-40a5ec6139bc req-423b0141-6ecb-4b8b-8ad4-d01032aaabd4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0550399 Nov 24 22:40:49.900078 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db0f134a-a5f7-44a7-9976-40a5ec6139bc req-defef0b8-2da3-450b-995b-fdd2ba124cea tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Nov 24 22:40:50.922655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-47d8691f-8972-4f1d-8127-6cb7e1cb55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:50.924497 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-47d8691f-8972-4f1d-8127-6cb7e1cb55ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0401974 Nov 24 22:40:51.012250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39a54e-8999-4c10-b315-9b781e26b345 req-7e77ba5f-3448-4692-aa57-c3b9a161db9a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:51.013726 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ad39a54e-8999-4c10-b315-9b781e26b345 req-7e77ba5f-3448-4692-aa57-c3b9a161db9a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Nov 24 22:40:51.017725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-7d814a66-0df0-4d90-8e56-2ef5cd73cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:51.019230 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-7d814a66-0df0-4d90-8e56-2ef5cd73cb3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0875919 Nov 24 22:40:51.051412 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ad39a54e-8999-4c10-b315-9b781e26b345 req-ed7c5c54-6179-4525-8f27-09966a98cd58 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Nov 24 22:40:51.085150 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-459d6c9d-7b3e-4fd8-b4d9-7df867db743e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1002 time: 0.0582380 Nov 24 22:40:51.135452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-2a8d6002-95ec-4310-add9-f8286e0b03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:51.136887 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-2a8d6002-95ec-4310-add9-f8286e0b03f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0448723 Nov 24 22:40:51.182486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-8dd9d680-a817-4b39-bd0f-ceb1f8ca0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:51.183982 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-8dd9d680-a817-4b39-bd0f-ceb1f8ca0d5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403428 Nov 24 22:40:51.273210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-0f2966e0-1b9e-43b9-9fea-14b70478e679 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824070 Nov 24 22:40:51.362949 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-025e7130-a9c4-4031-883d-951c98dbabb9 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830810 Nov 24 22:40:52.163406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97e0ca-73e9-4a03-9f12-162406a77236 req-cc57b908-ed9c-4070-b91a-af699a28a880 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:52.164862 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ff97e0ca-73e9-4a03-9f12-162406a77236 req-cc57b908-ed9c-4070-b91a-af699a28a880 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0471385 Nov 24 22:40:52.201345 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ff97e0ca-73e9-4a03-9f12-162406a77236 req-d712cc4a-5bf4-4fe3-89c5-30c9a4c981eb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301158 Nov 24 22:40:52.901214 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-1b6980fd-af46-4425-aa29-284400cd86f5 service neutron] 10.222.0.71 "GET /v2.0/ports/e74faf27-d147-4957-a259-be7b23b9351c/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0555022 Nov 24 22:40:53.100457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-c15c4377-465c-423f-aa8c-3a2548d5850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:53.101923 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-c15c4377-465c-423f-aa8c-3a2548d5850d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 1099 time: 0.0396748 Nov 24 22:40:53.165313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-4b8c32d1-26ee-4858-be88-23d3915c41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:53.166772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-4b8c32d1-26ee-4858-be88-23d3915c41e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0421169 Nov 24 22:40:53.257358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-483b0266-d141-4954-80c8-cc7b360b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:53.258810 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-483b0266-d141-4954-80c8-cc7b360b9ed5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0840611 Nov 24 22:40:53.325132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b94215-f73f-4111-bd27-0d647c8dc2cb req-2062015c-2813-46a2-a01d-2a8b17ef6edb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:53.327501 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59b94215-f73f-4111-bd27-0d647c8dc2cb req-2062015c-2813-46a2-a01d-2a8b17ef6edb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0564404 Nov 24 22:40:53.338007 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-56914973-ea12-419f-9a0a-fd487b0ba689 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1002 time: 0.0695157 Nov 24 22:40:53.370162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59b94215-f73f-4111-bd27-0d647c8dc2cb req-208d47f2-0d7c-4076-97f0-fb68af76012c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365243 Nov 24 22:40:53.703345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-46478094-c9cb-4ea5-ba8b-c24d84917b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:53.704711 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-46478094-c9cb-4ea5-ba8b-c24d84917b5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.3599253 Nov 24 22:40:53.750350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-5465490b-79ad-4d09-8a38-72cbe77a07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:53.751799 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-5465490b-79ad-4d09-8a38-72cbe77a07c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387692 Nov 24 22:40:53.843053 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-a1656262-a28e-49ce-ad25-ce7b1ed6f772 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832176 Nov 24 22:40:53.930294 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-601772a9-f023-444f-96c8-efdf1553f4f3 req-6ba528fd-157c-4ea3-a510-5e74ab385ae7 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797906 Nov 24 22:40:54.483861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bb0e3-6d3e-4dd2-9e6a-bd34afb2945b req-1b3e11b7-40b9-40be-b2d1-a77d636bb20b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:54.485332 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e69bb0e3-6d3e-4dd2-9e6a-bd34afb2945b req-1b3e11b7-40b9-40be-b2d1-a77d636bb20b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Nov 24 22:40:54.522016 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e69bb0e3-6d3e-4dd2-9e6a-bd34afb2945b req-38763835-9d56-41e0-8d57-91295765950b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Nov 24 22:40:55.635094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb930ded-6984-4a3a-84e4-50990039fb2a req-cb789880-af22-4f7b-8021-e908b36fdc03 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:55.636473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb930ded-6984-4a3a-84e4-50990039fb2a req-cb789880-af22-4f7b-8021-e908b36fdc03 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0473046 Nov 24 22:40:55.673224 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb930ded-6984-4a3a-84e4-50990039fb2a req-cdd35c28-06f3-4454-be73-b2419efcecda tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305138 Nov 24 22:40:55.864617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae0966-0e3a-463c-aa9b-5ef51aad1db2 req-0254f032-f197-458a-afce-a52aafb6f1d1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:55.866104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1fae0966-0e3a-463c-aa9b-5ef51aad1db2 req-0254f032-f197-458a-afce-a52aafb6f1d1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0524001 Nov 24 22:40:55.874615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a440-d48b-4476-b551-48b07eec18be req-288f1ac5-e6a5-49ae-a71e-aa2748faad87 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:55.876137 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-288f1ac5-e6a5-49ae-a71e-aa2748faad87 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923&tenant_id=d642afa8dc0849f38740c455807422b8&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 946 time: 0.0529823 Nov 24 22:40:55.905509 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1fae0966-0e3a-463c-aa9b-5ef51aad1db2 req-fbd2bbbe-0517-427b-9cbc-7dbe79cdeb61 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332413 Nov 24 22:40:55.963857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a440-d48b-4476-b551-48b07eec18be req-55fdc9ff-13d0-46fb-bc3b-f9768d4cd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:55.965314 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-55fdc9ff-13d0-46fb-bc3b-f9768d4cd06c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0451090 Nov 24 22:40:56.079268 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-8c84913a-061d-44db-aea8-ec6b1d0fb662 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627718 Nov 24 22:40:56.091126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a440-d48b-4476-b551-48b07eec18be req-c4d91dfc-f6ca-4f2c-ab3f-aeb4ed62fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.092543 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-c4d91dfc-f6ca-4f2c-ab3f-aeb4ed62fd26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.1200466 Nov 24 22:40:56.155770 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-4e6bd822-18e6-4e69-95e2-4e6923864c4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1002 time: 0.0555656 Nov 24 22:40:56.206635 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a440-d48b-4476-b551-48b07eec18be req-3ac66181-574b-4f3a-b0b6-ebf5b0a03794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.208079 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-3ac66181-574b-4f3a-b0b6-ebf5b0a03794 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0438104 Nov 24 22:40:56.256002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a440-d48b-4476-b551-48b07eec18be req-7dc3a236-782f-466e-afa5-4a72d513eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.257432 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-7dc3a236-782f-466e-afa5-4a72d513eaeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418627 Nov 24 22:40:56.345694 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-9732daa2-5058-4ba2-9d81-d09a88d1f325 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800965 Nov 24 22:40:56.439494 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7703a440-d48b-4476-b551-48b07eec18be req-bb8a3e8f-d591-4f88-97f0-2d0f86f0dac3 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859365 Nov 24 22:40:56.570108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-0222261a-9c3d-4ecb-b94d-57c7f59f951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.571664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-0222261a-9c3d-4ecb-b94d-57c7f59f951e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0421495 Nov 24 22:40:56.674722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-fd1bb06a-5e9d-43ea-8bd7-b07645a79f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.676193 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-fd1bb06a-5e9d-43ea-8bd7-b07645a79f9e service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0838628 Nov 24 22:40:56.745152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-59b024d8-c33e-45b0-9182-15808349cda5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1002 time: 0.0605650 Nov 24 22:40:56.794693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-0863d4cc-2996-48d3-8dca-fe6bd9c1a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.796804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-0863d4cc-2996-48d3-8dca-fe6bd9c1a216 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0445497 Nov 24 22:40:56.844478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-862bacf6-547a-4cfc-b101-59da769636b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:56.845971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-862bacf6-547a-4cfc-b101-59da769636b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406234 Nov 24 22:40:56.943868 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-75a67927-6481-41e8-8963-17ef23839355 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894649 Nov 24 22:40:57.028247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4387b2d-655b-4f75-91ef-d54f2ea12fe5 req-687eb9e0-be8f-4374-aedf-27bed0eb7f34 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.031984 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4387b2d-655b-4f75-91ef-d54f2ea12fe5 req-687eb9e0-be8f-4374-aedf-27bed0eb7f34 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Nov 24 22:40:57.043045 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-9d417d95-a58d-4591-b48d-f020d8ed8d4a service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919287 Nov 24 22:40:57.071371 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4387b2d-655b-4f75-91ef-d54f2ea12fe5 req-a10fbb96-5438-4d3b-a368-9bc9d1812bf4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349233 Nov 24 22:40:57.184061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da045-1018-4d0a-a7c3-b23727401547 req-976063a4-305a-4426-a7f1-311ef891b81b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.185561 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b60da045-1018-4d0a-a7c3-b23727401547 req-976063a4-305a-4426-a7f1-311ef891b81b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0480995 Nov 24 22:40:57.223209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b60da045-1018-4d0a-a7c3-b23727401547 req-b746646c-b4cb-4aa3-a1ff-fb2d9923b8c3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Nov 24 22:40:57.422155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ab1d-30f9-4a26-ba3d-0399b3f13964 req-21239c86-5548-4d38-8ceb-d61191765dd3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.423670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1697ab1d-30f9-4a26-ba3d-0399b3f13964 req-21239c86-5548-4d38-8ceb-d61191765dd3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0575111 Nov 24 22:40:57.445648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-31e8e4f3-2f5c-4719-9083-3051338fd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.447199 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-31e8e4f3-2f5c-4719-9083-3051338fd725 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 1099 time: 0.0459423 Nov 24 22:40:57.461865 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1697ab1d-30f9-4a26-ba3d-0399b3f13964 req-e8520386-e86a-4a1e-8b9f-bec49a83076c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Nov 24 22:40:57.535615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-84d43a4d-9679-4d26-ba8a-ec87c3956884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.537084 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-84d43a4d-9679-4d26-ba8a-ec87c3956884 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0834293 Nov 24 22:40:57.605236 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-8f28f4bc-ee4f-477a-8740-ae3be2fb6eef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 200 len: 1002 time: 0.0614200 Nov 24 22:40:57.653179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-8a1daa65-ae1f-4087-bf55-cb81dd0c5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.654562 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-8a1daa65-ae1f-4087-bf55-cb81dd0c5197 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0427995 Nov 24 22:40:57.699929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-70c8d17b-558f-471a-bbca-70bbf4b40635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:57.701366 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-70c8d17b-558f-471a-bbca-70bbf4b40635 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394721 Nov 24 22:40:57.793228 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-2ba9b9ab-ef21-439b-b2b6-7d8997418345 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841668 Nov 24 22:40:57.882878 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-30c7ed13-ea14-4c24-94e0-ac3cdde2b284 req-eb60ada7-e062-4c31-af41-ea76ab09fa3f service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Nov 24 22:40:57.900599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e74faf27-d147-4957-a259-be7b23b9351c details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:40:57.996250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:40:58.006677 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e74faf27-d147-4957-a259-be7b23b9351c', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': 'e74faf27-d147-4957-a259-be7b23b9351c', 'mac_address': 'fa:16:3e:e9:c0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:40:58.041772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:58.054401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e74faf27-d147-4957-a259-be7b23b9351c {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:40:58.075658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:40:58.079157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:58.126842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:40:58.133808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.134098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.134439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.134773 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.135103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.135436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.135789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.136118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.136442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.136763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.137084 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.137406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:40:58.149523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e74faf27-d147-4957-a259-be7b23b9351c'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:40:58.574699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce4f0-aea1-4786-9999-101771007a1a req-77b66270-c987-4bbb-a7cd-c8758126e0be tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:58.576185 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-128ce4f0-aea1-4786-9999-101771007a1a req-77b66270-c987-4bbb-a7cd-c8758126e0be tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 945 time: 0.0479500 Nov 24 22:40:58.613359 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-128ce4f0-aea1-4786-9999-101771007a1a req-335a6dc5-d5e9-4a75-a686-6643d1d3bae1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Nov 24 22:40:58.839564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2326d78-db8c-4b0d-ad89-bbb9c18d790b req-474a41d7-6478-4b5c-a0d5-c7bbb1569283 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:40:58.840998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a2326d78-db8c-4b0d-ad89-bbb9c18d790b req-474a41d7-6478-4b5c-a0d5-c7bbb1569283 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 945 time: 0.0478528 Nov 24 22:40:58.877389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a2326d78-db8c-4b0d-ad89-bbb9c18d790b req-bb5e31ee-daba-498b-af77-015dd0e0ff6a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306015 Nov 24 22:40:59.837270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:40:59.923685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e74faf27-d147-4957-a259-be7b23b9351c up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:40:59.971226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e74faf27-d147-4957-a259-be7b23b9351c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:40:59.971626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.008272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dfdca-87b9-4583-b092-48d6e36e620f req-d78845b2-0076-4c3d-beac-2d684a4e78c5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:00.009742 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e7dfdca-87b9-4583-b092-48d6e36e620f req-d78845b2-0076-4c3d-beac-2d684a4e78c5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 945 time: 0.0636289 Nov 24 22:41:00.048334 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e7dfdca-87b9-4583-b092-48d6e36e620f req-f4698814-9abf-4b47-a86a-44409e97f3e3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318122 Nov 24 22:41:00.050679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.073042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:41:00.075270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19ebe6-c479-4b00-bd38-70a227331590" -d '{"events": [{"server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "name": "network-vif-plugged", "status": "completed", "tag": "e74faf27-d147-4957-a259-be7b23b9351c"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:41:00.088494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:41:00.092489 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.115006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c4a8a0-a979-43f6-a389-1d4d381f68a3 x-openstack-request-id: req-b5c4a8a0-a979-43f6-a389-1d4d381f68a3 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:41:00.115296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "name": "network-vif-plugged", "status": "completed", "tag": "e74faf27-d147-4957-a259-be7b23b9351c", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:41:00.115569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5c4a8a0-a979-43f6-a389-1d4d381f68a3 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:41:00.115955 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c', 'code': 200} Nov 24 22:41:00.140586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:00.554913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-2720874f-3c01-4e5d-ae6a-1f8c13f30457 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:00.556387 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-2720874f-3c01-4e5d-ae6a-1f8c13f30457 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 946 time: 0.0510845 Nov 24 22:41:00.646420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Deleting port e74faf27-d147-4957-a259-be7b23b9351c {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:41:00.646756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.732529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] For port e74faf27-d147-4957-a259-be7b23b9351c, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e74faf27-d147-4957-a259-be7b23b9351c,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:41:00.732883 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.900942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.901220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:00.901531 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 disassociated. External IP: 172.26.3.209, port: e74faf27-d147-4957-a259-be7b23b9351c. Nov 24 22:41:00.901869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Calling delete_port for e74faf27-d147-4957-a259-be7b23b9351c owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:41:01.022926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:01.054565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event deleted for resources: {'Port': ['ID=e74faf27-d147-4957-a259-be7b23b9351c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:01.066953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.067155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.067495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.067853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.068186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.068513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.070101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.070101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.070101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.070101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.070446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.070531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:41:01.145162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-886665e7-ca69-4a91-af62-17b42f8ca702 req-bad01125-15b5-47dd-a546-bfe793ba90fb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21fa49-0428-41eb-84da-29e607b7a923 HTTP/1.1" status: 200 len: 210 time: 0.0279083 Nov 24 22:41:01.185613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:41:01.292964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:41:01.302823 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:41:01.312263 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:41:01.312869 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:40:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:01.337282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] No DVR routers for this DVR port e74faf27-d147-4957-a259-be7b23b9351c on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:41:01.340136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:01.344339 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c630f85f-e2c4-4c2e-adfd-dd4f78c7c501 req-8b8c9c3b-67ca-4ee2-b266-6bd12890d566 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "DELETE /v2.0/ports/e74faf27-d147-4957-a259-be7b23b9351c HTTP/1.1" status: 204 len: 173 time: 0.7817559 Nov 24 22:41:01.344836 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'name': 'network-vif-deleted', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:41:01.347072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcc9c60-445a-45a8-a610-aaaac9a5fe01" -d '{"events": [{"server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "name": "network-vif-deleted", "tag": "e74faf27-d147-4957-a259-be7b23b9351c"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:41:01.388396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c993f5dc-aa4c-4b94-a40d-28a9824e547a x-openstack-request-id: req-c993f5dc-aa4c-4b94-a40d-28a9824e547a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:41:01.388600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21fa49-0428-41eb-84da-29e607b7a923", "name": "network-vif-deleted", "tag": "e74faf27-d147-4957-a259-be7b23b9351c", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:41:01.388848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c993f5dc-aa4c-4b94-a40d-28a9824e547a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:41:01.390264 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21fa49-0428-41eb-84da-29e607b7a923', 'name': 'network-vif-deleted', 'tag': 'e74faf27-d147-4957-a259-be7b23b9351c', 'status': 'completed', 'code': 200} Nov 24 22:41:01.428542 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:41:01.620859 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:01.650260 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:41:01.658879 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:41:01.659480 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:40:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:01.765548 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:41:01.958307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:01.986087 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d868da8-f4df-4884-95a7-2080b49e80cc None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:41:02.186004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe1e23-6402-4b2d-ab4c-1a87e2606467 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:41:02.384797 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-f7ad3430-7bde-4746-9252-e6a299cee28f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1426280895&fields=id&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 267 time: 0.0323844 Nov 24 22:41:02.492258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-f1b9a424-8b76-4965-b209-0f2213a568a6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:02.493612 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-f1b9a424-8b76-4965-b209-0f2213a568a6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1023228 Nov 24 22:41:02.507839 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-abf9a878-d3f0-4442-9a2e-a74f831b7f3e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/quotas/d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 375 time: 0.0086493 Nov 24 22:41:02.559584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-6fdd387b-2d41-41f6-b44e-aea1c147ff34 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464647 Nov 24 22:41:02.703770 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-b6641400-2146-471b-bf7a-dba4e2d9680e service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329896 Nov 24 22:41:02.796231 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-a6feb5e3-6749-4fbd-b186-d77a32ddecd2 service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Nov 24 22:41:02.945781 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e5d7e1d-6350-4025-a014-b21af7a76d96 req-7ac5453c-5ee5-41e3-bf2e-b1363c730f5b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 210 time: 0.0261829 Nov 24 22:41:03.832197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-b1664e8c-0c3f-4cc6-8127-32c88cf815d8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:03.833709 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-b1664e8c-0c3f-4cc6-8127-32c88cf815d8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1029317 Nov 24 22:41:03.880615 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-8d22b35d-68e6-43bb-8a73-b33207e6ef0e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 380 time: 0.0374825 Nov 24 22:41:03.890465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'port': {'device_id': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'admin_state_up': True, 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'security_groups': ['af1c8544-3bb5-4f8b-8d25-da0e644c5947']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:41:04.003169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Made reservation on behalf of d642afa8dc0849f38740c455807422b8 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:41:04.006689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.039386 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1f9ea4b8-bd99-4e7d-a762-cef53064d83a req-e00745fd-e24f-4849-8ac2-b0da1e70b086 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Nov 24 22:41:04.134076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Allocated IP 172.20.0.14 (29581010-6b78-448c-b545-49fa9497764b/5e36bb17-7197-4843-b8f6-119c93e7d9fe/8f88aaad-53d3-4069-bc32-4b56a553705a) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:41:04.266183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.298976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.341242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:41:04.344940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:41:04.347865 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:41:04.384306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:04.408968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:04.409607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.425696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-1d9d7bd5-f24f-4ee5-a000-370c49cc5d6b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5388262 Nov 24 22:41:04.438761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Request body: {'port': {'device_id': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:41:04.496084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.622193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5b54b2af-d310-41b9-bf6f-1bb78ed48979 None None] Provisioning complete for port 8f88aaad-53d3-4069-bc32-4b56a553705a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:41:04.622786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b54b2af-d310-41b9-bf6f-1bb78ed48979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.660431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5b54b2af-d310-41b9-bf6f-1bb78ed48979 None None] Port 8f88aaad-53d3-4069-bc32-4b56a553705a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:41:04.757619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:41:04.766446 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.778899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Transition to ACTIVE for port object 8f88aaad-53d3-4069-bc32-4b56a553705a will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:41:04.782258 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.851561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:04.909531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Attempting to bind port 8f88aaad-53d3-4069-bc32-4b56a553705a on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:41:04.909880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Attempting to bind port 8f88aaad-53d3-4069-bc32-4b56a553705a by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:41:04.910214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Attempting to bind port 8f88aaad-53d3-4069-bc32-4b56a553705a on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:41:04.914753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Port 8f88aaad-53d3-4069-bc32-4b56a553705a on network 29581010-6b78-448c-b545-49fa9497764b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:41:04.915077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Attempting to bind port 8f88aaad-53d3-4069-bc32-4b56a553705a on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:41:04.920193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:41:04.920533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:41:04.920922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Bound using segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:41:04.921355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Bound port: 8f88aaad-53d3-4069-bc32-4b56a553705a, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:41:04.921717 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:04.986480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:41:04.989553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:41:04.994480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:05.029980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.030598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:05.032079 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] 10.222.0.71 "PUT /v2.0/ports/8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1094 time: 0.5976465 Nov 24 22:41:05.032518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:41:05.034766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8afe57-0f39-4a27-8b61-b2e1098239c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:41:05.056458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e48a01-61c4-4e02-b5a1-aefa1f766d0f service neutron] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:05.106594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8917d06-bb20-407a-97e9-f45f970f8fd7 x-openstack-request-id: req-a8917d06-bb20-407a-97e9-f45f970f8fd7 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:41:05.106893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:41:05.107156 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8917d06-bb20-407a-97e9-f45f970f8fd7 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:41:05.107582 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'status': 'completed', 'code': 200} Nov 24 22:41:05.122285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-45ba44c6-fde2-43e8-9d86-0a7ccf160768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.124884 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-45ba44c6-fde2-43e8-9d86-0a7ccf160768 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1097 time: 0.0489478 Nov 24 22:41:05.170923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2720c-fde9-4f74-b6d3-128bf48fc890 req-81d2d9d0-20b7-4da3-aeb6-028241dbe65d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.172494 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-abd2720c-fde9-4f74-b6d3-128bf48fc890 req-81d2d9d0-20b7-4da3-aeb6-028241dbe65d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 944 time: 0.0514078 Nov 24 22:41:05.176472 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-a531803f-7a3e-4669-aeb8-69a2d7ccffa3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 217 time: 0.0422459 Nov 24 22:41:05.217375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-abd2720c-fde9-4f74-b6d3-128bf48fc890 req-5a0b78c4-dfee-4886-83dd-e8382f7775de tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374699 Nov 24 22:41:05.229774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-44205049-1372-452e-bf07-3dd0e19f3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.231743 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-44205049-1372-452e-bf07-3dd0e19f3475 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0484061 Nov 24 22:41:05.276690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-d44dc718-37f5-4fd7-8579-128dbf8da646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.278134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-d44dc718-37f5-4fd7-8579-128dbf8da646 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400586 Nov 24 22:41:05.369219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-6349c27e-e329-4738-87d1-480592081514 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840211 Nov 24 22:41:05.457093 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-579f3dca-2042-4d6b-bd8e-f566e4c2c05e req-d0959177-6e2b-4c0c-abaa-648258b228e4 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808220 Nov 24 22:41:05.542432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-d219d4d4-95c1-4d26-a645-708516271c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.543913 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-d219d4d4-95c1-4d26-a645-708516271c99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1097 time: 0.0399802 Nov 24 22:41:05.634140 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-9e8e76eb-4246-4379-8b3e-d7c5628eda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.635576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-9e8e76eb-4246-4379-8b3e-d7c5628eda38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0849521 Nov 24 22:41:05.681089 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-7500435c-ebfc-4d04-9780-264fee1bd71b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 217 time: 0.0374742 Nov 24 22:41:05.732160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-a5ae9a20-db43-4b17-8d92-11820748bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.734196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-a5ae9a20-db43-4b17-8d92-11820748bab6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0462182 Nov 24 22:41:05.778813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-8d90292d-0b21-4651-a9a9-33479723db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:05.780858 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-8d90292d-0b21-4651-a9a9-33479723db96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383506 Nov 24 22:41:05.870475 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-3d39d93b-b64a-4739-bdda-fef4d16288f2 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807579 Nov 24 22:41:05.947743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e74faf27-d147-4957-a259-be7b23b9351c no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:41:05.963170 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4f8afe57-0f39-4a27-8b61-b2e1098239c2 req-fe85d578-298b-4461-a2fc-f51ca518a4ef service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Nov 24 22:41:05.968933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: e74faf27-d147-4957-a259-be7b23b9351c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:41:05.969277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e74faf27-d147-4957-a259-be7b23b9351c not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:41:06.337595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc0afe-8c0c-4e18-8ba1-a26c819b857e req-d8d7adf7-e87e-47e2-a0b7-2020f067d11a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:06.339042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5bbc0afe-8c0c-4e18-8ba1-a26c819b857e req-d8d7adf7-e87e-47e2-a0b7-2020f067d11a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 944 time: 0.0496473 Nov 24 22:41:06.375752 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5bbc0afe-8c0c-4e18-8ba1-a26c819b857e req-ae5acf87-c169-45e2-94cc-ee5aae7d06db tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304668 Nov 24 22:41:07.488764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b8cd9-2f23-4f91-9b51-d62b268a0597 req-0ed67a34-00cd-4e2e-abbf-0fbb71413069 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:07.490207 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae6b8cd9-2f23-4f91-9b51-d62b268a0597 req-0ed67a34-00cd-4e2e-abbf-0fbb71413069 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 944 time: 0.0482166 Nov 24 22:41:07.526272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae6b8cd9-2f23-4f91-9b51-d62b268a0597 req-0767400b-a14e-4a4c-8a57-ae082e107791 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302484 Nov 24 22:41:07.946720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:41:08.037141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:41:08.048586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'mac_address': 'fa:16:3e:99:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:41:08.087541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:08.100179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:41:08.118253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:41:08.122089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:08.168140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:08.324362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['8f88aaad-53d3-4069-bc32-4b56a553705a'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:41:08.637303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1a3b3-d96d-49d2-80b8-1fe86b392272 req-b76b04fb-cce6-4936-918c-65396869471f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:08.638667 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9f1a3b3-d96d-49d2-80b8-1fe86b392272 req-b76b04fb-cce6-4936-918c-65396869471f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 945 time: 0.0469129 Nov 24 22:41:08.678647 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b9f1a3b3-d96d-49d2-80b8-1fe86b392272 req-bcbc2ac6-3f77-46d1-aa03-14e5dbb7d615 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Nov 24 22:41:09.790535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418283-4aa9-4bd1-a004-50d2998e5627 req-9c599655-f9d7-4f59-b55d-0d84a464a3a6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:09.791999 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-55418283-4aa9-4bd1-a004-50d2998e5627 req-9c599655-f9d7-4f59-b55d-0d84a464a3a6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 945 time: 0.0477169 Nov 24 22:41:09.828280 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-55418283-4aa9-4bd1-a004-50d2998e5627 req-4ee3afb9-cf3a-4088-bba1-bdbbdcef5311 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Nov 24 22:41:09.947239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:41:09.993746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 8f88aaad-53d3-4069-bc32-4b56a553705a completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:41:09.997331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 8f88aaad-53d3-4069-bc32-4b56a553705a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:41:09.997702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:10.073022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:10.095052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:41:10.097293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f70583-b608-4d68-bf6d-8d413cd11a5e" -d '{"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-plugged", "status": "completed", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:41:10.112744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:41:10.117218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:10.141404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7158282-6c22-455a-a8a1-e743ef4d2da5 x-openstack-request-id: req-d7158282-6c22-455a-a8a1-e743ef4d2da5 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:41:10.141694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-plugged", "status": "completed", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:41:10.141949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7158282-6c22-455a-a8a1-e743ef4d2da5 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:41:10.142328 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'code': 200} Nov 24 22:41:10.167304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:41:10.292376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3d0ba-132e-4ca0-918a-d148c0a772b5 req-31a14c6e-e856-4563-8c9a-876560545336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:10.293774 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0ae3d0ba-132e-4ca0-918a-d148c0a772b5 req-31a14c6e-e856-4563-8c9a-876560545336 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1099 time: 0.0391726 Nov 24 22:41:10.328155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0ae3d0ba-132e-4ca0-918a-d148c0a772b5 req-8f1e1520-227a-410e-ace6-f86ab5e5a218 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275860 Nov 24 22:41:10.939395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af054e-9e5b-47fc-a476-ce21243bd062 req-47724fe1-5601-4fdc-9517-46a05dcb48fb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:10.940905 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07af054e-9e5b-47fc-a476-ce21243bd062 req-47724fe1-5601-4fdc-9517-46a05dcb48fb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0480392 Nov 24 22:41:10.977646 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07af054e-9e5b-47fc-a476-ce21243bd062 req-8219c4e4-1c7f-4894-8717-c249e6914679 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309269 Nov 24 22:41:12.090257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d7cd8-2c13-4547-b1d8-78fd53763ca6 req-7de04072-f941-4a7e-8406-f45d46c61c71 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:12.091723 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-813d7cd8-2c13-4547-b1d8-78fd53763ca6 req-7de04072-f941-4a7e-8406-f45d46c61c71 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0477486 Nov 24 22:41:12.131908 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-813d7cd8-2c13-4547-b1d8-78fd53763ca6 req-141f8f30-33d1-4c1c-a14a-be4049ec2a10 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342977 Nov 24 22:41:12.239874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aa875-1e1a-49d1-8402-ad52d7e8555c req-cb045ef6-9e93-496c-86b1-eba708c42dca tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:12.241316 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-af1aa875-1e1a-49d1-8402-ad52d7e8555c req-cb045ef6-9e93-496c-86b1-eba708c42dca tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0482731 Nov 24 22:41:12.249720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37160) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:41:12.254000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'floatingip': {'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:41:12.291381 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:12.702260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:12.706242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:13.096822 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 associated. External IP: 172.26.3.209, port: 8f88aaad-53d3-4069-bc32-4b56a553705a. Nov 24 22:41:13.297353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:41:13.400039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:41:13.404946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:13.409311 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:41:13.417876 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:41:13.418479 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:40:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:13.437102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6b54b608-1c54-402a-8932-f9444bdbd144 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "PUT /v2.0/floatingips/ac42a828-d40c-4a51-a4d2-b94cf12deac6 HTTP/1.1" status: 200 len: 992 time: 1.1832550 Nov 24 22:41:13.437102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:41:13.437421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:41:13.473459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6d0d80-8069-4c3c-8ad8-4893910b3a43 x-openstack-request-id: req-0a6d0d80-8069-4c3c-8ad8-4893910b3a43 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:41:13.473765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:41:13.474014 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a6d0d80-8069-4c3c-8ad8-4893910b3a43 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:41:13.474404 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'status': 'completed', 'code': 200} Nov 24 22:41:13.527989 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:41:13.536750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-34b34d03-97c5-44da-b205-c187b5dc4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:13.538225 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-34b34d03-97c5-44da-b205-c187b5dc4d21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1099 time: 0.0402398 Nov 24 22:41:13.632496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-057c1757-ff6e-404d-ae43-5d102520045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:13.633950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-057c1757-ff6e-404d-ae43-5d102520045f service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0886722 Nov 24 22:41:13.700050 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-fbc1a705-b64e-4021-8f56-060ad0ddad71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1000 time: 0.0583706 Nov 24 22:41:13.745064 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:99:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:41:12Z', 'revision_number': 9, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:13.753801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-f4629b58-5d32-4c6f-b7cc-c4e251601a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:13.755267 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-f4629b58-5d32-4c6f-b7cc-c4e251601a18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0490294 Nov 24 22:41:13.770355 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:41:13.778494 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:41:13.779093 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:40:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:13.801299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-359708f9-d17e-4835-a116-6164229bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:13.802802 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-359708f9-d17e-4835-a116-6164229bc67f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403223 Nov 24 22:41:13.882412 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:41:13.891417 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-b92455dd-f6b6-427d-9a6a-bdea89589577 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802016 Nov 24 22:41:13.985961 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ac020d60-d1e0-4b19-89b2-b1d31534b4b4 req-c02ed43d-8639-4675-a5f4-85966a8f0e59 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868764 Nov 24 22:41:14.178749 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:99:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:41:12Z', 'revision_number': 9, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:41:14.204427 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff733aa-8742-4b32-b833-2c64fe616571 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:99:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:41:12Z', 'revision_number': 9, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:41:14.221436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cef9-414e-4812-9f96-f3272b52b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:14.375864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc3fba-3f73-408d-8708-6d68682dd8e9 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:41:16.650700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-05174760-a101-4083-8cda-c7f4b3f698ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:16.892937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:18.420695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:19.501938 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:41:19.724650 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:29.850283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:44.222327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a85836fe-c204-45b3-8f6e-e4243708ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:46.653248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1e22d45c-9236-42bb-bb56-34fd62a9c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:46.893034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:48.423183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:49.727176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:50.692128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20a6cf-a045-475f-866e-e268bdc731b7 req-9d1bd8f5-22c6-4fad-acf2-9788e4b73eab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:50.693636 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0f20a6cf-a045-475f-866e-e268bdc731b7 req-9d1bd8f5-22c6-4fad-acf2-9788e4b73eab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0488169 Nov 24 22:41:50.722659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-9413650a-0ecb-4d0a-bc1b-40adb0317025 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880082 Nov 24 22:41:50.731666 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0f20a6cf-a045-475f-866e-e268bdc731b7 req-9826046f-c6b2-4b40-8fe1-11b5ac662922 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Nov 24 22:41:51.742338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-071fbc66-661e-4dff-a628-354972940cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:51.743721 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-071fbc66-661e-4dff-a628-354972940cd7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1099 time: 0.0391178 Nov 24 22:41:51.835492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-d1659d7e-18a2-4398-8093-68f4cd1200ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:51.837023 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-d1659d7e-18a2-4398-8093-68f4cd1200ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0866878 Nov 24 22:41:51.846390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4bf9a-53d1-45dd-acc7-0eccefd74ee9 req-67389b28-e024-4824-9f26-f7991ff396e4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:51.847857 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9bd4bf9a-53d1-45dd-acc7-0eccefd74ee9 req-67389b28-e024-4824-9f26-f7991ff396e4 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0469494 Nov 24 22:41:51.885924 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9bd4bf9a-53d1-45dd-acc7-0eccefd74ee9 req-011e16f3-fb44-4ac7-a530-16f918f1c955 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Nov 24 22:41:51.902868 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-d67d40a1-a882-44e4-a187-267ca1bd64dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1003 time: 0.0590658 Nov 24 22:41:51.955149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-7f3ebee3-7747-41b1-b514-28ac554dbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:51.956638 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-7f3ebee3-7747-41b1-b514-28ac554dbe28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0469666 Nov 24 22:41:52.003395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-945458ef-1a41-408f-863c-a1732ce3c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:52.004831 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-945458ef-1a41-408f-863c-a1732ce3c62a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405862 Nov 24 22:41:52.093131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-4495eabc-1f22-4202-aa31-f06964a25f9e service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801830 Nov 24 22:41:52.184160 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-f3a11258-22b6-450c-b734-b5ffc5e0d11d service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837541 Nov 24 22:41:53.002236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efce13-ac33-4926-a2cf-a13fcc9edbf2 req-d6309f22-88ca-449c-9f9a-0500d55fe1a0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:53.003731 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-46efce13-ac33-4926-a2cf-a13fcc9edbf2 req-d6309f22-88ca-449c-9f9a-0500d55fe1a0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0502508 Nov 24 22:41:53.039881 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-46efce13-ac33-4926-a2cf-a13fcc9edbf2 req-584da89a-51f9-4303-b3cf-c069e9b0afc6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302498 Nov 24 22:41:54.152600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f928c4-30ca-4822-ae12-ea9705b3d912 req-5d7a3c47-6eef-43c4-b8b3-3e29c3a8c4df tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:54.154058 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53f928c4-30ca-4822-ae12-ea9705b3d912 req-5d7a3c47-6eef-43c4-b8b3-3e29c3a8c4df tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0481312 Nov 24 22:41:54.190154 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53f928c4-30ca-4822-ae12-ea9705b3d912 req-4b985b17-1614-4208-8141-06ddf21317e5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303690 Nov 24 22:41:55.303012 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b4f41-30e2-4bd6-89b0-be28d4472c47 req-f6903db7-6d0c-46f5-9aef-21452559039d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:55.304491 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f71b4f41-30e2-4bd6-89b0-be28d4472c47 req-f6903db7-6d0c-46f5-9aef-21452559039d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0477915 Nov 24 22:41:55.341473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f71b4f41-30e2-4bd6-89b0-be28d4472c47 req-a7b2a1f5-f4d8-4544-af72-04783e703ef9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Nov 24 22:41:56.460111 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda9517-c578-45e2-abf5-9952ab9f0a7b req-5b270bc4-0202-4d2e-8808-f605dedb95ca tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:56.461566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9eda9517-c578-45e2-abf5-9952ab9f0a7b req-5b270bc4-0202-4d2e-8808-f605dedb95ca tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0518780 Nov 24 22:41:56.498785 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9eda9517-c578-45e2-abf5-9952ab9f0a7b req-f575a215-1dda-46b5-a8a5-6855ee831e0b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Nov 24 22:41:56.501925 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:41:57.609721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fff4b-4bf9-4d34-ab43-31ee82e5c280 req-bda910d2-180d-469d-b238-d92913446427 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:57.611158 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-021fff4b-4bf9-4d34-ab43-31ee82e5c280 req-bda910d2-180d-469d-b238-d92913446427 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0474448 Nov 24 22:41:57.647167 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-021fff4b-4bf9-4d34-ab43-31ee82e5c280 req-36bcbb95-f9fe-4cef-8c60-afb02e94d422 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302467 Nov 24 22:41:58.072290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d805994-5410-4684-bad3-c728dc18d59c req-e277e5c3-df2e-442e-b24e-d20ae8c4837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:58.074015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-e277e5c3-df2e-442e-b24e-d20ae8c4837b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1099 time: 0.0412605 Nov 24 22:41:58.177915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d805994-5410-4684-bad3-c728dc18d59c req-18271961-7d3d-46d0-bb5d-ca50d15d33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:58.179338 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-18271961-7d3d-46d0-bb5d-ca50d15d33b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0857236 Nov 24 22:41:58.244416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-811bc0b2-7dba-4b9e-bb6f-d3fae75f25b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1003 time: 0.0574198 Nov 24 22:41:58.292419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d805994-5410-4684-bad3-c728dc18d59c req-a0bef0d3-a873-4369-8bcf-6fd7f29b39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:58.293762 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-a0bef0d3-a873-4369-8bcf-6fd7f29b39b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0422471 Nov 24 22:41:58.341255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d805994-5410-4684-bad3-c728dc18d59c req-94863ece-3d0b-4465-8a79-34ef1f311d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:58.343275 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-94863ece-3d0b-4465-8a79-34ef1f311d80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421393 Nov 24 22:41:58.429402 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-317e1f41-e614-4329-a9a5-df394f5afe4f service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787463 Nov 24 22:41:58.521059 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3d805994-5410-4684-bad3-c728dc18d59c req-de8b8b99-628a-41ce-b64d-6fd111fc0571 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843837 Nov 24 22:41:58.758590 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792d66d-cf3a-4827-a023-e2b66516f259 req-36e6e730-93a3-4ce2-a847-b25483d8d492 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:58.760075 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6792d66d-cf3a-4827-a023-e2b66516f259 req-36e6e730-93a3-4ce2-a847-b25483d8d492 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0472250 Nov 24 22:41:58.800802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6792d66d-cf3a-4827-a023-e2b66516f259 req-07e030af-e96d-4df9-9f36-f848fc12374c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343075 Nov 24 22:41:59.867195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:41:59.919972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886ada-d1f5-4dbd-b797-3cd7315d5aff req-a448aad0-b4a3-4b49-a6b5-b65c6dcc2ce9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:41:59.921934 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e886ada-d1f5-4dbd-b797-3cd7315d5aff req-a448aad0-b4a3-4b49-a6b5-b65c6dcc2ce9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Nov 24 22:41:59.959497 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e886ada-d1f5-4dbd-b797-3cd7315d5aff req-a876eabd-75e0-4800-80d5-0038186b573a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Nov 24 22:42:01.071923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56579d5-413f-49e8-a601-49fdaecdc504 req-69aef187-b40e-4209-b56f-dab6c694f044 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:01.073608 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c56579d5-413f-49e8-a601-49fdaecdc504 req-69aef187-b40e-4209-b56f-dab6c694f044 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0475526 Nov 24 22:42:01.109905 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c56579d5-413f-49e8-a601-49fdaecdc504 req-a72910be-40fb-48af-896b-479d00125c28 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298245 Nov 24 22:42:02.222526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574bd5-fad6-4e0d-8f0b-a69fa7fab321 req-a328fd48-0ba3-4b1b-b99f-27d7965ecd81 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:02.224019 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0e574bd5-fad6-4e0d-8f0b-a69fa7fab321 req-a328fd48-0ba3-4b1b-b99f-27d7965ecd81 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Nov 24 22:42:02.259750 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0e574bd5-fad6-4e0d-8f0b-a69fa7fab321 req-d25e654f-e867-460b-aebf-5c47da54a700 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299935 Nov 24 22:42:03.373847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8ec43-ee20-472e-b965-b5cceee676c5 req-0ff6db9e-d9ac-4f67-89aa-297c93668748 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:03.375301 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-34b8ec43-ee20-472e-b965-b5cceee676c5 req-0ff6db9e-d9ac-4f67-89aa-297c93668748 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Nov 24 22:42:03.412015 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-34b8ec43-ee20-472e-b965-b5cceee676c5 req-97818bb4-6693-4793-b6af-9e7e6461360d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307343 Nov 24 22:42:03.741371 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-3dabcac1-be9c-4161-aba8-801799c6a065 service neutron] 10.222.0.71 "GET /v2.0/ports/8f88aaad-53d3-4069-bc32-4b56a553705a/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0528760 Nov 24 22:42:03.940660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-ba24f8bf-0d9a-4daf-b5a7-eecd2c487e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:03.942107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-ba24f8bf-0d9a-4daf-b5a7-eecd2c487e1f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 1099 time: 0.0411689 Nov 24 22:42:04.001697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-38dbce94-f754-4edf-a47c-486572158d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:04.003105 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-38dbce94-f754-4edf-a47c-486572158d3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1099 time: 0.0386784 Nov 24 22:42:04.094471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-4372411d-3ae6-4ac8-9f55-cfcaa335cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:04.096824 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-4372411d-3ae6-4ac8-9f55-cfcaa335cc81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0867882 Nov 24 22:42:04.161849 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-392f1757-333e-4715-9e19-1fa039babadb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1003 time: 0.0568914 Nov 24 22:42:04.212503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-b3f6979b-73fe-4f1d-965e-5a743e1504af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:04.213903 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-b3f6979b-73fe-4f1d-965e-5a743e1504af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0455904 Nov 24 22:42:04.258199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-020518ad-6c0c-4da5-9f65-313350ded047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:04.259586 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-020518ad-6c0c-4da5-9f65-313350ded047 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390823 Nov 24 22:42:04.345766 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-9149c80a-ff48-4e1d-8ec7-1eb56d5e1324 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792811 Nov 24 22:42:04.439632 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-11aeaa0b-ecb8-4a2f-afe0-3ac0df4def71 req-a7f13cdd-4616-44f6-823f-63d3ae476b05 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Nov 24 22:42:04.526591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d8215-8a47-4122-84a5-d38d6606dea1 req-d3ab1c2d-6a7a-4a62-b891-bce2d8b7ae4f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:04.528009 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-517d8215-8a47-4122-84a5-d38d6606dea1 req-d3ab1c2d-6a7a-4a62-b891-bce2d8b7ae4f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Nov 24 22:42:04.567351 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-517d8215-8a47-4122-84a5-d38d6606dea1 req-a004c559-d0da-4d43-b7fd-0e2eab0410ec tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Nov 24 22:42:05.682295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86769cb9-b494-4cb6-a35a-300970f71d97 req-945950e3-d7d5-46ff-8f22-fbfb75a40b67 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:05.683672 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86769cb9-b494-4cb6-a35a-300970f71d97 req-945950e3-d7d5-46ff-8f22-fbfb75a40b67 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0475984 Nov 24 22:42:05.719987 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86769cb9-b494-4cb6-a35a-300970f71d97 req-73c606d2-ec82-46d5-9fb2-847b705fae23 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Nov 24 22:42:06.836827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e192cb-bea4-421d-a510-00dd211f3d7b req-0f6d5d33-f277-486c-89ab-9a90e9bc7344 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:06.838274 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-10e192cb-bea4-421d-a510-00dd211f3d7b req-0f6d5d33-f277-486c-89ab-9a90e9bc7344 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0512524 Nov 24 22:42:06.875460 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-10e192cb-bea4-421d-a510-00dd211f3d7b req-34cda749-e451-4460-b4c9-a57e5b98d4a9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Nov 24 22:42:07.157057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-fa5a67a7-a444-470e-9dc9-c0333058d093 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:07.158502 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-fa5a67a7-a444-470e-9dc9-c0333058d093 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96&tenant_id=d642afa8dc0849f38740c455807422b8&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 946 time: 0.0535655 Nov 24 22:42:07.172586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08dcd3-221c-4c41-b623-d7cb7d47bc94 req-08139ecf-cf10-4de9-b869-f35e99857142 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:07.174048 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cc08dcd3-221c-4c41-b623-d7cb7d47bc94 req-08139ecf-cf10-4de9-b869-f35e99857142 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Nov 24 22:42:07.213786 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cc08dcd3-221c-4c41-b623-d7cb7d47bc94 req-1991c113-658a-4a00-a79e-36fc2d65e5dd tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336421 Nov 24 22:42:07.220566 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-30e9f4cc-2b97-46d1-b394-7b3ad52d5d81 service neutron] 10.222.0.71 "GET /v2.0/ports/8f88aaad-53d3-4069-bc32-4b56a553705a/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0538909 Nov 24 22:42:07.285976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-ca2fdf5b-090a-4bcc-a852-ece2d6bba45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:07.287433 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-ca2fdf5b-090a-4bcc-a852-ece2d6bba45c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1099 time: 0.0440702 Nov 24 22:42:07.374706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-b97b4f46-06c0-46dd-92a8-a27287b376d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:07.376056 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-b97b4f46-06c0-46dd-92a8-a27287b376d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0820007 Nov 24 22:42:07.443615 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-1f8268e8-0997-4864-91d1-8d3a6adfc256 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1003 time: 0.0599561 Nov 24 22:42:07.490981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-b86e914b-96d5-4285-87f6-ad3c35ed9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:07.492425 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-b86e914b-96d5-4285-87f6-ad3c35ed9c80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0423312 Nov 24 22:42:07.536124 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-06e05387-cebb-4c4d-b339-45b2cc5e67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:07.537536 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-06e05387-cebb-4c4d-b339-45b2cc5e67c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378995 Nov 24 22:42:07.628329 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-d76488fd-9948-48f4-9931-fe1aa2622da0 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Nov 24 22:42:07.714196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-45f27361-b550-4c51-be6f-3aba4b852eeb service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791698 Nov 24 22:42:08.258329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:42:08.328982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0f2c-59a6-49ce-9984-42f230193e14 req-a36efaa1-dabd-4422-9444-e3575deb2762 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:08.330471 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8c3a0f2c-59a6-49ce-9984-42f230193e14 req-a36efaa1-dabd-4422-9444-e3575deb2762 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0479569 Nov 24 22:42:08.353629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:08.364704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'mac_address': 'fa:16:3e:99:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:42:08.367615 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8c3a0f2c-59a6-49ce-9984-42f230193e14 req-12378fd2-4323-4372-b57a-74508b4f73ea tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Nov 24 22:42:08.404261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:08.416277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:42:08.434409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:08.438583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:08.486864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:08.493830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.494121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.494463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.494802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.495134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.495463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.495892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.496225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.496551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.496878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.497200 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.497521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:08.502493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['8f88aaad-53d3-4069-bc32-4b56a553705a'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:42:09.488844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d489-8c0d-4915-bede-8327cd6662c8 req-09599ae4-b27a-4845-9c17-0546e3c420b7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:09.490434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa20d489-8c0d-4915-bede-8327cd6662c8 req-09599ae4-b27a-4845-9c17-0546e3c420b7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 945 time: 0.0555899 Nov 24 22:42:09.527356 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa20d489-8c0d-4915-bede-8327cd6662c8 req-6b58db35-4d69-4450-8bdc-7506f699253d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309739 Nov 24 22:42:10.043639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-d7406cd8-a64d-49ad-8372-cb489d4016db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:10.045101 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-d7406cd8-a64d-49ad-8372-cb489d4016db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 1098 time: 0.0418077 Nov 24 22:42:10.107561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-3ac1b809-b196-4bff-ad9c-9f2dd17700e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:10.108982 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-3ac1b809-b196-4bff-ad9c-9f2dd17700e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 1098 time: 0.0433836 Nov 24 22:42:10.196396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-2f00e964-7b3a-444d-8372-794499aafe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:10.198055 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-2f00e964-7b3a-444d-8372-794499aafe45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0821774 Nov 24 22:42:10.257251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:42:10.304170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 8f88aaad-53d3-4069-bc32-4b56a553705a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:42:10.304550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:10.382669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:10.406431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:42:10.408801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e3c1c-264b-4413-86ba-ce5acf6a864f" -d '{"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-plugged", "status": "completed", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:42:10.426501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:10.431770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:10.457363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a93af8-1420-47e5-862d-e971f85d18ef x-openstack-request-id: req-f8a93af8-1420-47e5-862d-e971f85d18ef {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:42:10.457660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-plugged", "status": "completed", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:42:10.457912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8a93af8-1420-47e5-862d-e971f85d18ef {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:42:10.458335 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'code': 200} Nov 24 22:42:10.485371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:10.586120 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-617edcc1-85f0-499d-b16c-a671f59fd87e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 200 len: 1002 time: 0.3809497 Nov 24 22:42:10.635079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-522cdb5e-f4c7-40f0-bc38-533672ee3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:10.636537 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-522cdb5e-f4c7-40f0-bc38-533672ee3117 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0434480 Nov 24 22:42:10.641797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cac522-acd4-4a0f-9a83-d09a36afa604 req-35a074b9-010a-45b1-9caa-4855681c7f86 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:10.643289 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-55cac522-acd4-4a0f-9a83-d09a36afa604 req-35a074b9-010a-45b1-9caa-4855681c7f86 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0482419 Nov 24 22:42:10.681201 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-55cac522-acd4-4a0f-9a83-d09a36afa604 req-52bd9f11-721d-4ed4-8a87-23d178b19841 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Nov 24 22:42:10.681441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-0fc19296-80e3-4f36-8ec5-782746fb54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:10.682676 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-0fc19296-80e3-4f36-8ec5-782746fb54b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392747 Nov 24 22:42:10.772463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-ecf7b246-53dd-4727-847e-93354b4a30bb service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825827 Nov 24 22:42:10.860956 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a4e07108-88dc-4d43-b3a4-fe4f4b27293b req-fcb1d688-f3a1-472b-9553-e3e7adf3c20f service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811079 Nov 24 22:42:11.795142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390ab37-b805-46ac-8965-d8cff6807234 req-26ec0a7f-26a1-40b1-a2bc-850c1248a55c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:11.796651 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4390ab37-b805-46ac-8965-d8cff6807234 req-26ec0a7f-26a1-40b1-a2bc-850c1248a55c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0486610 Nov 24 22:42:11.833296 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4390ab37-b805-46ac-8965-d8cff6807234 req-50220cf2-d6ea-4e3f-87fa-cd32301dd94f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Nov 24 22:42:12.947789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d56d0-1d99-485d-a023-951f156d3dd5 req-471d3381-460e-4489-b920-cced246c7da3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:12.949225 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-274d56d0-1d99-485d-a023-951f156d3dd5 req-471d3381-460e-4489-b920-cced246c7da3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0515373 Nov 24 22:42:12.985980 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-274d56d0-1d99-485d-a023-951f156d3dd5 req-d4985bcc-313b-46b8-a705-5fec9ba8a6d7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309424 Nov 24 22:42:13.097839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac333-3981-49d4-bd31-b97ffa5e0f5f req-1234af52-e73e-46ec-96d1-33d9cb97fd5e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:13.099296 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c61ac333-3981-49d4-bd31-b97ffa5e0f5f req-1234af52-e73e-46ec-96d1-33d9cb97fd5e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0484200 Nov 24 22:42:13.135972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c61ac333-3981-49d4-bd31-b97ffa5e0f5f req-db374834-3a5c-470f-b950-a4be349bf1e2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Nov 24 22:42:13.246015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3e0de-6fc2-4f69-837d-253f66c999ad req-8f295ab1-fd57-498f-a889-920a88cdbf8e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:13.247483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c5e3e0de-6fc2-4f69-837d-253f66c999ad req-8f295ab1-fd57-498f-a889-920a88cdbf8e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0480978 Nov 24 22:42:13.285871 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c5e3e0de-6fc2-4f69-837d-253f66c999ad req-37cd6db5-82d1-414b-b85a-f0c2f19b9f44 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325756 Nov 24 22:42:13.671293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a134a-8b29-4993-b2d4-eb1288cd067b req-87fd9aca-abaf-4f1c-bffd-9d05b14f10ec tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:13.672782 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae6a134a-8b29-4993-b2d4-eb1288cd067b req-87fd9aca-abaf-4f1c-bffd-9d05b14f10ec tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Nov 24 22:42:13.710071 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae6a134a-8b29-4993-b2d4-eb1288cd067b req-a29e88ca-6c94-41dc-9ca2-2c10a85edfb8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313835 Nov 24 22:42:14.223838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f41ac6be-e804-4ab5-b6be-f7e0020dac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:14.296061 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:42:14.299609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:42:14.439144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:14.459331 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:14.478282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:42:14.480447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456c942-801a-4da8-8cf6-008d18ca765d" -d '{"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-unplugged", "status": "completed", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:42:14.484959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'mac_address': 'fa:16:3e:99:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:42:14.494985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:14.517804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade3e39c-6982-4c77-9ea1-fe3e3d6790f9 x-openstack-request-id: req-ade3e39c-6982-4c77-9ea1-fe3e3d6790f9 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:42:14.518091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-unplugged", "status": "completed", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:42:14.518344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ade3e39c-6982-4c77-9ea1-fe3e3d6790f9 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:42:14.518726 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'code': 200} Nov 24 22:42:14.520986 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:14.557338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:14.584179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:42:14.593927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=8']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:14.628980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.db.api [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 22:42:14.629336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG oslo_db.api [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 22:42:14.821308 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703254-84ce-4d1c-888c-712fcf6a1b1c req-e8683f7c-0d53-473c-853a-4678ee092131 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:14.823081 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c703254-84ce-4d1c-888c-712fcf6a1b1c req-e8683f7c-0d53-473c-853a-4678ee092131 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 944 time: 0.0485559 Nov 24 22:42:14.859691 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c703254-84ce-4d1c-888c-712fcf6a1b1c req-87eb7dda-70d3-4d54-8aaa-95a01a160dca tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302033 Nov 24 22:42:15.163798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:15.176429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:42:15.194772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:15.198752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:15.249119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=9']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:15.257007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['8f88aaad-53d3-4069-bc32-4b56a553705a'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:42:15.784940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-cbcc256f-371e-460a-a831-64131ec1ca3a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:15.786378 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-cbcc256f-371e-460a-a831-64131ec1ca3a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Nov 24 22:42:15.878148 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Deleting port 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:42:15.878485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:15.966701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] For port 8f88aaad-53d3-4069-bc32-4b56a553705a, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=8f88aaad-53d3-4069-bc32-4b56a553705a,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:15.967069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:15.976391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146960d-ea10-4ac7-8721-b25d10a5bdea req-1cf1fd38-d157-44f0-b846-28416debe33e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:15.977888 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9146960d-ea10-4ac7-8721-b25d10a5bdea req-1cf1fd38-d157-44f0-b846-28416debe33e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 24 22:42:16.017080 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9146960d-ea10-4ac7-8721-b25d10a5bdea req-d995f72e-fc65-4ba7-8a6f-c21d4b78e8e7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Nov 24 22:42:16.151030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:16.151390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:16.151884 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 disassociated. External IP: 172.26.3.209, port: 8f88aaad-53d3-4069-bc32-4b56a553705a. Nov 24 22:42:16.152306 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Calling delete_port for 8f88aaad-53d3-4069-bc32-4b56a553705a owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:42:16.277352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:16.307342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:42:16.314892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event deleted for resources: {'Port': ['ID=8f88aaad-53d3-4069-bc32-4b56a553705a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:16.328582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:42:16.328926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 22:42:16.330745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.331100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.331441 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.331804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.332132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.332458 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.332783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.333107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.333428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.333763 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.334061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.334392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:42:16.478535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:42:16.529573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Port 8f88aaad-53d3-4069-bc32-4b56a553705a not found, will not notify nova. {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 22:42:16.600980 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:42:16.612012 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:42:16.623416 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:42:16.624302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:41:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:16.646558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] No DVR routers for this DVR port 8f88aaad-53d3-4069-bc32-4b56a553705a on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:42:16.649097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:16.652498 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fb7b041-19e7-4b6e-b542-0ad5bba8be6b req-ac36cb1c-fd61-4c42-a81e-6d64b385647b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "DELETE /v2.0/ports/8f88aaad-53d3-4069-bc32-4b56a553705a HTTP/1.1" status: 204 len: 173 time: 0.8595431 Nov 24 22:42:16.653015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-deleted', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:42:16.655419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51b34b8-20db-47d0-b34f-304588c03fb7" -d '{"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-deleted", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:42:16.660159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22bf7e3c-d4d6-4f22-b46a-3d457fea35ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:16.692736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ae3ee-9bf9-4dc3-b2dc-50873db3cfaa x-openstack-request-id: req-5c0ae3ee-9bf9-4dc3-b2dc-50873db3cfaa {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:42:16.693025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c09ba4d-868a-4409-86eb-e1969aebcf96", "name": "network-vif-deleted", "tag": "8f88aaad-53d3-4069-bc32-4b56a553705a", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:42:16.693280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c0ae3ee-9bf9-4dc3-b2dc-50873db3cfaa {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:42:16.693677 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c09ba4d-868a-4409-86eb-e1969aebcf96', 'name': 'network-vif-deleted', 'tag': '8f88aaad-53d3-4069-bc32-4b56a553705a', 'status': 'completed', 'code': 200} Nov 24 22:42:16.759549 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:42:16.893065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:16.954571 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:16.980363 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:42:16.988540 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:42:16.989144 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:42:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:17.098099 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:42:17.132404 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-265c3476-e224-40be-9a9f-3f6bcbba79b4 req-f645ca32-ffe0-4ddc-bf9b-95cf8d6a1c6d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c09ba4d-868a-4409-86eb-e1969aebcf96 HTTP/1.1" status: 200 len: 210 time: 0.0324671 Nov 24 22:42:17.292360 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:17.320415 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f42c-22d6-4362-8cf5-be1211da13c1 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:42:17.528810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba1c3f-4baf-47eb-bcd4-33f3fdf49e66 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:42:18.366905 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-e0c2bed2-883a-40e4-9cf4-ecda1c8a48c8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1426280895&fields=id&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 267 time: 0.0325637 Nov 24 22:42:18.427721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:18.472310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-08e80522-aba6-49f6-be51-e1d0af64e6e2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:18.473744 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-08e80522-aba6-49f6-be51-e1d0af64e6e2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1002584 Nov 24 22:42:18.487960 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-7d2ff19a-992a-4bf3-9371-ee88a924264c tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/quotas/d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 375 time: 0.0086343 Nov 24 22:42:18.542751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-59e9d168-017b-4088-b970-8fd9484d095f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498068 Nov 24 22:42:18.676977 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-58ae6093-7a0f-4061-ae4e-6f97789d6138 service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229486 Nov 24 22:42:18.768175 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-6e283953-c839-4f76-8a02-1bcd99e7efcc service neutron] 10.222.0.41 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851252 Nov 24 22:42:18.922142 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68208ea2-6265-49ef-8938-f7bfa0bf0a5a req-bb8e3aa6-b01a-4c83-8c91-997ded13297e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 210 time: 0.0264370 Nov 24 22:42:19.733143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:19.786144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-9a1a7e0a-a958-4df0-975f-1d872fc7bd70 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:19.787659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-9a1a7e0a-a958-4df0-975f-1d872fc7bd70 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 812 time: 0.1039071 Nov 24 22:42:19.831791 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-83e62cc3-0375-4444-935d-f0e9502c630a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 380 time: 0.0350411 Nov 24 22:42:19.846184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'port': {'device_id': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'admin_state_up': True, 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'security_groups': ['af1c8544-3bb5-4f8b-8d25-da0e644c5947']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:42:19.957801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Made reservation on behalf of d642afa8dc0849f38740c455807422b8 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:42:19.961428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.017495 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07b14093-f745-4646-8d2f-c6065dca0641 req-08ded734-ffb4-4b96-9893-f3780cf8f7c1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 210 time: 0.0259604 Nov 24 22:42:20.090296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Allocated IP 172.20.0.6 (29581010-6b78-448c-b545-49fa9497764b/5e36bb17-7197-4843-b8f6-119c93e7d9fe/e2f77ac2-7954-4914-9203-6dc35b422651) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:42:20.223867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.256210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.301912 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Network 29581010-6b78-448c-b545-49fa9497764b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:42:20.304875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:42:20.308386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:42:20.335261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:42:20.335455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:20.355825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 8f88aaad-53d3-4069-bc32-4b56a553705a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:42:20.356175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 8f88aaad-53d3-4069-bc32-4b56a553705a not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:42:20.364689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:20.365324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.382708 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-b74cc248-403a-484c-885e-cbd20372fbc2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407319 Nov 24 22:42:20.395671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Request body: {'port': {'device_id': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:42:20.452902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.511201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f43e1074-03e3-43c3-8330-abcd0129ccfb None None] Provisioning complete for port e2f77ac2-7954-4914-9203-6dc35b422651 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:42:20.511486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f43e1074-03e3-43c3-8330-abcd0129ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.545369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f43e1074-03e3-43c3-8330-abcd0129ccfb None None] Port e2f77ac2-7954-4914-9203-6dc35b422651 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:42:20.716026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f77ac2-7954-4914-9203-6dc35b422651 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:42:20.723239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.735609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Transition to ACTIVE for port object e2f77ac2-7954-4914-9203-6dc35b422651 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:42:20.738821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.803806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:20.861629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Attempting to bind port e2f77ac2-7954-4914-9203-6dc35b422651 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:42:20.862101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Attempting to bind port e2f77ac2-7954-4914-9203-6dc35b422651 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:42:20.862526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Attempting to bind port e2f77ac2-7954-4914-9203-6dc35b422651 on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:42:20.867333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Port e2f77ac2-7954-4914-9203-6dc35b422651 on network 29581010-6b78-448c-b545-49fa9497764b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:42:20.867792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Attempting to bind port e2f77ac2-7954-4914-9203-6dc35b422651 on network 29581010-6b78-448c-b545-49fa9497764b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:42:20.873012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:42:20.873371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Checking segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:42:20.873761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Bound using segment: {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:42:20.874196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Bound port: e2f77ac2-7954-4914-9203-6dc35b422651, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620ec308-ab60-4a5e-bc2e-aa4f96456429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29581010-6b78-448c-b545-49fa9497764b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:42:20.874556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.940999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:42:20.944120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:42:20.949668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.981730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:20.982348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:20.983756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] 10.222.0.71 "PUT /v2.0/ports/e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1093 time: 0.5929842 Nov 24 22:42:20.984201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:42:20.986986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:42:21.014494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8b91-dca4-42ce-a8f6-cc04dabc85bb service neutron] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:21.034159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdbe60e-c665-4a07-8f3a-0a36ac3f2613 x-openstack-request-id: req-8fdbe60e-c665-4a07-8f3a-0a36ac3f2613 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:42:21.034505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:42:21.034714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fdbe60e-c665-4a07-8f3a-0a36ac3f2613 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:42:21.035117 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'status': 'completed', 'code': 200} Nov 24 22:42:21.069250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-b006f255-3e69-4100-a83c-71fafb1347c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.070786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-b006f255-3e69-4100-a83c-71fafb1347c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1096 time: 0.0456729 Nov 24 22:42:21.119284 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-710e3be4-72d7-479f-bb07-1b49e8326c1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 217 time: 0.0405693 Nov 24 22:42:21.138188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99413637-5cae-469c-b49d-454ef7814ef4 req-ec7737b7-12c7-4e81-a528-a7b8e02160d9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.139850 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-99413637-5cae-469c-b49d-454ef7814ef4 req-ec7737b7-12c7-4e81-a528-a7b8e02160d9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0513630 Nov 24 22:42:21.173291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-8014b9da-227b-4695-a112-ca3d62976261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.174858 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-8014b9da-227b-4695-a112-ca3d62976261 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0486617 Nov 24 22:42:21.181059 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-99413637-5cae-469c-b49d-454ef7814ef4 req-d74b2d06-c2eb-467f-a075-83c0d9b7e737 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350468 Nov 24 22:42:21.221993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c31da-042b-4361-a226-815dba5035ac req-82e844d2-9d96-4456-ba2b-493eb34ec081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.223464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-82e844d2-9d96-4456-ba2b-493eb34ec081 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405269 Nov 24 22:42:21.324040 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-48a629ed-eb47-437d-924a-8f99e89ebda4 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Nov 24 22:42:21.412701 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0a2c31da-042b-4361-a226-815dba5035ac req-52668257-7020-42e3-9fb6-31b358988d69 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808666 Nov 24 22:42:21.504822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-27dc6932-f240-47bf-8fe0-d277b1909812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.506400 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-27dc6932-f240-47bf-8fe0-d277b1909812 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1096 time: 0.0449824 Nov 24 22:42:21.596379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-01c87115-ae5a-467a-a0ea-c072b5e6d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.597878 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-01c87115-ae5a-467a-a0ea-c072b5e6d3c3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0839417 Nov 24 22:42:21.639747 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-2a884eda-1cfd-44cc-89a0-891ab6f4b153 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 217 time: 0.0332222 Nov 24 22:42:21.694085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-e65f1b31-82e1-45b3-a4fe-e33772ce1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.695543 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-e65f1b31-82e1-45b3-a4fe-e33772ce1a94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0486176 Nov 24 22:42:21.741526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-23bf463e-44c7-4151-93ed-9120df33aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:21.743008 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-23bf463e-44c7-4151-93ed-9120df33aebb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395594 Nov 24 22:42:21.832575 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-523da2d6-5aad-4b6b-bd47-027ef78f0037 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815284 Nov 24 22:42:21.926390 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4018b9bf-f9e3-4c01-8b90-1ec3f08e5edd req-30db25f9-3f3b-4df7-b359-ddf0c900dfbf service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851865 Nov 24 22:42:22.295707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c828b3-53ac-42a4-8ae9-e6386148d569 req-953de084-4ca5-4a64-8059-38bbd9ec7b78 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:22.297686 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40c828b3-53ac-42a4-8ae9-e6386148d569 req-953de084-4ca5-4a64-8059-38bbd9ec7b78 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Nov 24 22:42:22.338141 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40c828b3-53ac-42a4-8ae9-e6386148d569 req-cc63df9e-c681-42f3-b369-2f1d40f52d32 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Nov 24 22:42:23.452880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bdc1-afe6-449e-b0ba-9633def926c5 req-6fa41694-d008-4b8b-b907-043ec9260063 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:23.454403 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8255bdc1-afe6-449e-b0ba-9633def926c5 req-6fa41694-d008-4b8b-b907-043ec9260063 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0510945 Nov 24 22:42:23.492614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8255bdc1-afe6-449e-b0ba-9633def926c5 req-91900fde-9bbe-4aef-b39a-59c69315d245 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Nov 24 22:42:24.350184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:42:24.444466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:24.456340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'mac_address': 'fa:16:3e:1b:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:42:24.492172 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:24.504945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f77ac2-7954-4914-9203-6dc35b422651 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:42:24.524210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:24.528166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:24.580722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:24.611753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9bebc-b716-4d23-ad4e-13ed042c694b req-0e9b7ae9-1373-4ff0-950f-1fff8a8eab28 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:24.613237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-50d9bebc-b716-4d23-ad4e-13ed042c694b req-0e9b7ae9-1373-4ff0-950f-1fff8a8eab28 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 944 time: 0.0525804 Nov 24 22:42:24.650010 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-50d9bebc-b716-4d23-ad4e-13ed042c694b req-115e6851-e494-49de-89bd-e2bcdc8a6659 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Nov 24 22:42:24.730531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e2f77ac2-7954-4914-9203-6dc35b422651'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:42:25.762058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df1745-e1e2-4be2-99fa-9ef77982660b req-a646d34a-fb70-41d6-8464-30b5cba96c27 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:25.763548 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15df1745-e1e2-4be2-99fa-9ef77982660b req-a646d34a-fb70-41d6-8464-30b5cba96c27 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 944 time: 0.0473170 Nov 24 22:42:25.804488 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15df1745-e1e2-4be2-99fa-9ef77982660b req-b4e4c6ee-32cb-4d5d-9f0e-752b9d165ea2 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344412 Nov 24 22:42:26.366130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:42:26.415030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port e2f77ac2-7954-4914-9203-6dc35b422651 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:42:26.418554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e2f77ac2-7954-4914-9203-6dc35b422651 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:42:26.418921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:26.494155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:26.515250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:42:26.517539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576135af-8a17-46d6-b2d5-7a6d67994370" -d '{"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:42:26.529951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:42:26.534420 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:26.557501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9297a2b-3b28-4d4a-af14-bd4219c55594 x-openstack-request-id: req-b9297a2b-3b28-4d4a-af14-bd4219c55594 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:42:26.557793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:42:26.558044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9297a2b-3b28-4d4a-af14-bd4219c55594 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:42:26.558431 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'code': 200} Nov 24 22:42:26.588261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:42:26.713811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7fd72-52ad-4a05-a327-8065e942e790 req-cd51de6e-fc29-4b49-bd2d-43fef02c304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:26.715228 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-48c7fd72-52ad-4a05-a327-8065e942e790 req-cd51de6e-fc29-4b49-bd2d-43fef02c304f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0408428 Nov 24 22:42:26.749243 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-48c7fd72-52ad-4a05-a327-8065e942e790 req-7eedd6d1-a9c8-421d-aa8c-e02a6c31c09f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269234 Nov 24 22:42:26.916023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63636b0-e267-4b52-bb35-27aa030f9f02 req-3fb3d4a6-1cf3-4896-8f54-7bc8f1abed64 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:26.917469 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d63636b0-e267-4b52-bb35-27aa030f9f02 req-3fb3d4a6-1cf3-4896-8f54-7bc8f1abed64 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Nov 24 22:42:26.955265 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d63636b0-e267-4b52-bb35-27aa030f9f02 req-b1919882-6c1f-459e-9a18-0b4f30882435 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Nov 24 22:42:28.070016 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac28cf-4a7d-4e57-9b93-120aad843818 req-3611d0f8-716a-4019-9a7d-e0154324b452 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:28.071483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d6ac28cf-4a7d-4e57-9b93-120aad843818 req-3611d0f8-716a-4019-9a7d-e0154324b452 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0485315 Nov 24 22:42:28.108681 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d6ac28cf-4a7d-4e57-9b93-120aad843818 req-3c9cd15b-81e8-4255-a6e9-40b9cdbf2249 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Nov 24 22:42:28.216010 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb282ce-bda6-4106-9430-0fd1bf18a76c req-2d44d427-d0c1-485a-9018-1b75414d82aa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:28.217447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dbb282ce-bda6-4106-9430-0fd1bf18a76c req-2d44d427-d0c1-485a-9018-1b75414d82aa tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Nov 24 22:42:28.226404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37394) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:42:28.230642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Request body: {'floatingip': {'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:42:28.271352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:28.675088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:28.678813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:28.771668 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 associated. External IP: 172.26.3.209, port: e2f77ac2-7954-4914-9203-6dc35b422651. Nov 24 22:42:28.971264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:42:29.076796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:42:29.081668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:29.086256 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:42:29.094887 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:42:29.095573 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:42:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:29.107292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bc401f77-c9d1-4873-89fd-71fee9ebc073 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "PUT /v2.0/floatingips/ac42a828-d40c-4a51-a4d2-b94cf12deac6 HTTP/1.1" status: 200 len: 992 time: 0.8798661 Nov 24 22:42:29.107879 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:42:29.110603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdae378-5789-4416-8f2e-906f59366bed" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:42:29.148396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d23e9-4573-42ad-b982-daa4753a758d x-openstack-request-id: req-5f9d23e9-4573-42ad-b982-daa4753a758d {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:42:29.148690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:42:29.148942 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f9d23e9-4573-42ad-b982-daa4753a758d {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:42:29.149342 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'status': 'completed', 'code': 200} Nov 24 22:42:29.203727 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:42:29.215991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae378-5789-4416-8f2e-906f59366bed req-b7b2e461-f7f3-4c5b-bd05-c12713d03a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:29.217484 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-b7b2e461-f7f3-4c5b-bd05-c12713d03a01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0448875 Nov 24 22:42:29.306455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae378-5789-4416-8f2e-906f59366bed req-dd3cf737-48dd-44e5-b996-c085e71db800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:29.308116 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-dd3cf737-48dd-44e5-b996-c085e71db800 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0839589 Nov 24 22:42:29.376936 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-41fd5e29-2a83-4cf4-98e7-e404fce64d1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1000 time: 0.0620804 Nov 24 22:42:29.424220 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:1b:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:42:28Z', 'revision_number': 13, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:29.426779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae378-5789-4416-8f2e-906f59366bed req-0b2ccd82-152f-4e8b-9709-ddfd0edced56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:29.428327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-0b2ccd82-152f-4e8b-9709-ddfd0edced56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0439487 Nov 24 22:42:29.451450 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:42:29.459512 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:42:29.460136 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:42:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:29.475210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae378-5789-4416-8f2e-906f59366bed req-b83cf1fe-07ef-4f6b-b3d2-9b55773a4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:42:29.476757 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-b83cf1fe-07ef-4f6b-b3d2-9b55773a4beb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410984 Nov 24 22:42:29.562330 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:42:29.576473 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-8385caba-f28a-4590-bfe9-5e7e65b0d428 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924742 Nov 24 22:42:29.676252 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-cfdae378-5789-4416-8f2e-906f59366bed req-54b6f1d7-c047-48e7-9bd4-c8a74a14d264 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917757 Nov 24 22:42:29.864184 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:1b:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:42:28Z', 'revision_number': 13, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:42:29.889387 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111b59a-8d44-4b1c-8284-7cd7db49aacc None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'ac42a828-d40c-4a51-a4d2-b94cf12deac6', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'floating_ip_address': '172.26.3.209', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'mac_address': 'fa:16:3e:1b:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:38:34Z', 'updated_at': '2021-11-24T22:42:28Z', 'revision_number': 13, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:42:29.894956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:30.074039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68216cf1-68ab-481e-97f4-b3b8d1682055 None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:42:33.500963 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:42:44.226156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ba3bdd31-9fde-4da2-be3e-9d0171f1df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:46.657802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3c184549-9039-4678-afc4-a40a54b64c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:46.894492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:48.428646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:49.733887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:42:59.913389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:00.113108 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-f6a36005-1e71-4003-bf03-b16c500f747d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954485 Nov 24 22:43:00.197211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-d6adeab4-b6ba-4224-a71c-47f3fb06c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:00.198920 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-d6adeab4-b6ba-4224-a71c-47f3fb06c001 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0437424 Nov 24 22:43:00.311730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-993adfe2-21a5-44f5-9e56-15416e106dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:00.313158 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-993adfe2-21a5-44f5-9e56-15416e106dea service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0939641 Nov 24 22:43:00.381128 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-841f4868-db1b-4ba0-b1d4-35def1cb7912 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1002 time: 0.0596383 Nov 24 22:43:00.427932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-6cecd869-6202-4686-aa33-026879d4e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:00.429295 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-6cecd869-6202-4686-aa33-026879d4e623 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0417352 Nov 24 22:43:00.474020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-a98a4734-4812-412b-920b-deb2788b296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:00.475437 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-a98a4734-4812-412b-920b-deb2788b296b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389521 Nov 24 22:43:00.565233 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-e160d67b-8748-4980-84b2-e4b85e5fcef4 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819509 Nov 24 22:43:00.653859 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d57b99d-3aaa-4838-b120-85aa4a719026 req-b5cadf4f-245a-47a3-93d2-c041d03f6c19 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810523 Nov 24 22:43:07.721674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d3408-6150-4571-ba43-71ebc9ec0676 req-72562b33-3163-4372-87ac-741d9aae10ad tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:07.723086 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a87d3408-6150-4571-ba43-71ebc9ec0676 req-72562b33-3163-4372-87ac-741d9aae10ad tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.1237419 Nov 24 22:43:07.760597 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a87d3408-6150-4571-ba43-71ebc9ec0676 req-2cdf4bdd-b80b-4b9d-9805-98ae7325861b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Nov 24 22:43:10.505080 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:43:14.226284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cebfc5b8-ff2e-43f7-b34d-0c1c7df0dbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:16.657723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f87d-ae6a-45e0-be3b-d341dfbf9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:16.897564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:18.432333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:18.999370 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-26dcc11a-75f3-4368-9cf7-9ce9ae86ff6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405016 Nov 24 22:43:19.021257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bad15-9b1d-4c50-b6d3-16aa0a93ecc6 req-912ebcb4-7ade-4389-949c-98a7c3ec0254 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:19.022732 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-008bad15-9b1d-4c50-b6d3-16aa0a93ecc6 req-912ebcb4-7ade-4389-949c-98a7c3ec0254 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0529683 Nov 24 22:43:19.060862 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-008bad15-9b1d-4c50-b6d3-16aa0a93ecc6 req-f4580227-72ff-45a0-bd2d-1de868c87302 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Nov 24 22:43:19.736075 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:20.011021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-766e5d4e-c2dc-4bf7-b8ee-7a97d8a410c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:20.012414 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-766e5d4e-c2dc-4bf7-b8ee-7a97d8a410c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0435531 Nov 24 22:43:20.099651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-d3635cbb-b26a-4d3e-9f54-9d9a53d89364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:20.101180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-d3635cbb-b26a-4d3e-9f54-9d9a53d89364 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0823176 Nov 24 22:43:20.169596 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-60e0fe44-55f6-43c2-a0f8-63d4955a3d3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1002 time: 0.0612662 Nov 24 22:43:20.179664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409dac3-093b-4057-8f98-86e3abdba450 req-f421c9a8-08a7-47d1-9c0d-aaaf0cf318c7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:20.181136 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1409dac3-093b-4057-8f98-86e3abdba450 req-f421c9a8-08a7-47d1-9c0d-aaaf0cf318c7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Nov 24 22:43:20.218420 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1409dac3-093b-4057-8f98-86e3abdba450 req-eb2b6ade-3bc3-4ca4-be37-0368a22a110b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Nov 24 22:43:20.219158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-d32da7ed-cc57-4ee3-9f5c-4546cf041494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:20.220639 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-d32da7ed-cc57-4ee3-9f5c-4546cf041494 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0442786 Nov 24 22:43:20.266799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-291dc01e-e038-4cd2-a426-d2e682f80f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:20.268205 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-291dc01e-e038-4cd2-a426-d2e682f80f32 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396943 Nov 24 22:43:20.359498 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-d6dec507-6a67-46cf-a04a-58fbc59c4de6 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833337 Nov 24 22:43:20.448919 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-d4045297-818f-4234-8c8d-c60949e708c5 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821257 Nov 24 22:43:21.330758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a8ca-287f-430d-bd7e-ce8853632f74 req-06afbbc4-0a58-4d46-8f3d-e2a4cbac53ab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:21.332223 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0c2a8ca-287f-430d-bd7e-ce8853632f74 req-06afbbc4-0a58-4d46-8f3d-e2a4cbac53ab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0478504 Nov 24 22:43:21.368779 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0c2a8ca-287f-430d-bd7e-ce8853632f74 req-2944d645-9953-4c98-9c02-7b5c40167f79 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Nov 24 22:43:22.489023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23a2d-b046-4b33-9edc-0b80529301ca req-dab7337d-9927-4d73-af74-10b42b2fd5d6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:22.490989 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-20d23a2d-b046-4b33-9edc-0b80529301ca req-dab7337d-9927-4d73-af74-10b42b2fd5d6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Nov 24 22:43:22.527260 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-20d23a2d-b046-4b33-9edc-0b80529301ca req-93f2c8a4-d6c4-44c3-8dcb-0076307cc432 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304859 Nov 24 22:43:23.639478 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c16ff9-610f-41b9-bbab-c1822aa3550d req-6e0fe94a-0f26-4844-8965-cc33e061eca7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:23.640852 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e5c16ff9-610f-41b9-bbab-c1822aa3550d req-6e0fe94a-0f26-4844-8965-cc33e061eca7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0473440 Nov 24 22:43:23.679470 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e5c16ff9-610f-41b9-bbab-c1822aa3550d req-12f2f768-4d20-4293-9e9c-a7130e91ea04 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Nov 24 22:43:24.793149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a89bec-6ce6-496b-a6c3-f14b8f94031e req-a944b8bd-e2cc-4095-904a-9e124c61bb07 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:24.794627 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33a89bec-6ce6-496b-a6c3-f14b8f94031e req-a944b8bd-e2cc-4095-904a-9e124c61bb07 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Nov 24 22:43:24.832077 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33a89bec-6ce6-496b-a6c3-f14b8f94031e req-b3498590-a98b-45f7-af63-2b563ae85503 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Nov 24 22:43:25.948148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7deacf-14a7-4494-9b95-6b94f1e8d89d req-f482185a-49b1-4c46-a5b7-95d894241fc7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:25.949598 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0b7deacf-14a7-4494-9b95-6b94f1e8d89d req-f482185a-49b1-4c46-a5b7-95d894241fc7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0517063 Nov 24 22:43:25.985615 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0b7deacf-14a7-4494-9b95-6b94f1e8d89d req-74a2bbf4-0ace-46d7-85d5-7510aa342378 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302014 Nov 24 22:43:27.098107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9f3d3-3afb-4740-b817-a5c80917cee0 req-0533fd70-0d78-4666-8fbf-4fe2d905515b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:27.099632 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c3a9f3d3-3afb-4740-b817-a5c80917cee0 req-0533fd70-0d78-4666-8fbf-4fe2d905515b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0487821 Nov 24 22:43:27.136427 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c3a9f3d3-3afb-4740-b817-a5c80917cee0 req-65e66a07-763e-49a1-9c69-cf16de271e79 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Nov 24 22:43:28.248563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c847019-c1da-4517-9892-2d2e18cc9415 req-262dfc16-b0b8-4dc4-a49a-1f540c5d29ed tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:28.250015 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c847019-c1da-4517-9892-2d2e18cc9415 req-262dfc16-b0b8-4dc4-a49a-1f540c5d29ed tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0473030 Nov 24 22:43:28.287062 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c847019-c1da-4517-9892-2d2e18cc9415 req-9540de1d-14d5-4b9b-a818-2a21ee2dd4a5 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Nov 24 22:43:29.404878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563bd7e-68d2-43ed-84a3-19f2c647bbd7 req-d8c9055a-52b2-4cb6-9e91-d23a9d2a135e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:29.406340 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8563bd7e-68d2-43ed-84a3-19f2c647bbd7 req-d8c9055a-52b2-4cb6-9e91-d23a9d2a135e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Nov 24 22:43:29.443426 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8563bd7e-68d2-43ed-84a3-19f2c647bbd7 req-87c5cf44-0774-41b8-aa3b-b1cd62995b32 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Nov 24 22:43:29.914467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:30.556225 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7fdc0-249e-4d2b-96b0-a3cdb6f5f457 req-11615440-7169-497c-9d05-188f04d7697d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:30.557701 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bea7fdc0-249e-4d2b-96b0-a3cdb6f5f457 req-11615440-7169-497c-9d05-188f04d7697d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0480158 Nov 24 22:43:30.593912 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bea7fdc0-249e-4d2b-96b0-a3cdb6f5f457 req-8dd1535e-294c-4a03-8eaf-3fda53d621dc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303915 Nov 24 22:43:31.706389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1d8f-b110-4ca6-b092-e40554204354 req-a6daf03e-d18f-4262-b320-ac4b2ff7c888 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:31.707855 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d1ea1d8f-b110-4ca6-b092-e40554204354 req-a6daf03e-d18f-4262-b320-ac4b2ff7c888 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0480523 Nov 24 22:43:31.744023 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d1ea1d8f-b110-4ca6-b092-e40554204354 req-c509cbab-89c5-4e65-b1fe-4a1e8a0f8e8f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302484 Nov 24 22:43:32.864023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42367fc1-715a-4ab9-a26a-62833d6bf396 req-c035fee3-6a77-4427-a32a-0e03cd0bd358 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:32.865483 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-42367fc1-715a-4ab9-a26a-62833d6bf396 req-c035fee3-6a77-4427-a32a-0e03cd0bd358 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0540731 Nov 24 22:43:32.904153 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-42367fc1-715a-4ab9-a26a-62833d6bf396 req-30b1635e-67e0-4a9a-a0d4-c2661fbf1313 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Nov 24 22:43:33.724050 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-40a0d6d7-82f0-4ad2-b6b7-a573722370fe service neutron] 10.222.0.71 "GET /v2.0/ports/e2f77ac2-7954-4914-9203-6dc35b422651/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0540836 Nov 24 22:43:33.921873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-b4686ee8-a94a-4b5b-ac1e-6c053fc6ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:33.923251 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-b4686ee8-a94a-4b5b-ac1e-6c053fc6ac94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 1098 time: 0.0443943 Nov 24 22:43:33.985913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-94fccbd1-9ad2-4552-a391-19982ff1bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:33.987331 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-94fccbd1-9ad2-4552-a391-19982ff1bc64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0409558 Nov 24 22:43:34.017643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a081c-3c39-4d59-af77-a249371969db req-ea1c7ea0-8053-4d2c-93a9-49cd612943d8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:34.019120 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-891a081c-3c39-4d59-af77-a249371969db req-ea1c7ea0-8053-4d2c-93a9-49cd612943d8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0478971 Nov 24 22:43:34.056676 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-891a081c-3c39-4d59-af77-a249371969db req-cd099818-a67c-4e4c-8ba9-f49d434b5eff tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Nov 24 22:43:34.077634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-95c5a320-b61e-4ca5-bcf7-9883b0517672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:34.079091 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-95c5a320-b61e-4ca5-bcf7-9883b0517672 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0837243 Nov 24 22:43:34.144432 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-f10e8a67-3edf-47cd-bf51-87ed83a05996 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1002 time: 0.0583446 Nov 24 22:43:34.191142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-5d2ffc8d-f728-48f9-8abd-c738278d99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:34.193067 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-5d2ffc8d-f728-48f9-8abd-c738278d99d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0412669 Nov 24 22:43:34.237086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-80bf7e48-6c0f-4c63-834a-067ea8d1484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:34.238398 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-80bf7e48-6c0f-4c63-834a-067ea8d1484d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380752 Nov 24 22:43:34.329191 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-0b2a7efc-8d04-45d6-9fb1-79b4c6ac21b1 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Nov 24 22:43:34.415050 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-386c192f-ed4e-4a3c-9ec1-092d8d5eb988 req-456014ad-d1e5-4b94-87e1-e80186bf53c8 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782926 Nov 24 22:43:35.181397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fefdfa-9c36-4f95-a62d-ad6dfe3eb30e req-a322bf00-a995-4895-b898-688ea5ecaec3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:35.182889 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-92fefdfa-9c36-4f95-a62d-ad6dfe3eb30e req-a322bf00-a995-4895-b898-688ea5ecaec3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0495203 Nov 24 22:43:35.220566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-92fefdfa-9c36-4f95-a62d-ad6dfe3eb30e req-34754c64-0527-424f-9637-8224505487cf tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Nov 24 22:43:36.339046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc9b5a-167f-43b9-9a1d-61aaeb83d63a req-89f0cb9b-3e1e-4ba2-9631-68e19978a5cf tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:36.340569 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0bc9b5a-167f-43b9-9a1d-61aaeb83d63a req-89f0cb9b-3e1e-4ba2-9631-68e19978a5cf tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Nov 24 22:43:36.378472 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0bc9b5a-167f-43b9-9a1d-61aaeb83d63a req-5f77911c-e8d8-4d42-8135-3ea12bbec84d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Nov 24 22:43:36.834242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:43:36.912523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:36.934396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:43:36.936694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7285173e-1416-4834-85b4-d8b79fae3713" -d '{"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:43:36.949925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:36.954695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:36.984102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4a018a-c5d6-457b-bc02-5a66491b91b4 x-openstack-request-id: req-2b4a018a-c5d6-457b-bc02-5a66491b91b4 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:43:36.984399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:43:36.984652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b4a018a-c5d6-457b-bc02-5a66491b91b4 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:43:36.985045 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'code': 200} Nov 24 22:43:37.004816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:43:37.012073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.012429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.012768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.013109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.013432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.013797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.014128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.014456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.014786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.015111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.015433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.015781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:43:37.495335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020fb0-efdd-4c9b-b792-e665d0ad289f req-005855ec-0604-4b2b-8998-d7c149d52bd1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:37.496835 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e8020fb0-efdd-4c9b-b792-e665d0ad289f req-005855ec-0604-4b2b-8998-d7c149d52bd1 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0504968 Nov 24 22:43:37.533961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e8020fb0-efdd-4c9b-b792-e665d0ad289f req-96da9702-f2de-4b5c-b5b9-1b26959b4e56 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Nov 24 22:43:38.650216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbda04-1c6a-4d04-b244-02ed2714a174 req-b3839979-397e-4c3d-ad15-59402bb005c3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:38.651696 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-43cbda04-1c6a-4d04-b244-02ed2714a174 req-b3839979-397e-4c3d-ad15-59402bb005c3 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0483103 Nov 24 22:43:38.688628 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-43cbda04-1c6a-4d04-b244-02ed2714a174 req-c9d86b23-1921-4a2b-acbe-2914fc258e60 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Nov 24 22:43:39.806413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16fa1e-f61f-4613-9c9f-8bd5e8fe8845 req-06f7a01f-0a8b-473f-910f-e47d9c0a092a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:39.807888 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5b16fa1e-f61f-4613-9c9f-8bd5e8fe8845 req-06f7a01f-0a8b-473f-910f-e47d9c0a092a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0516143 Nov 24 22:43:39.844543 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5b16fa1e-f61f-4613-9c9f-8bd5e8fe8845 req-f77cf225-acf5-4c93-8bda-75803d45b770 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Nov 24 22:43:40.864720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:43:40.961107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1381-4113-46f2-be02-0e57111722cf req-3eee72b5-7fa8-40e0-b472-95f865d5e97e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:40.962577 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cab1381-4113-46f2-be02-0e57111722cf req-3eee72b5-7fa8-40e0-b472-95f865d5e97e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0494351 Nov 24 22:43:40.964842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:40.976795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'mac_address': 'fa:16:3e:1b:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:43:41.000619 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5cab1381-4113-46f2-be02-0e57111722cf req-999c8c06-e05a-408f-9a15-7478c085d69d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Nov 24 22:43:41.022458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:41.034912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f77ac2-7954-4914-9203-6dc35b422651 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:43:41.054275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:41.058018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:41.112297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:43:41.121197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e2f77ac2-7954-4914-9203-6dc35b422651'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:43:42.111547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b147-cd40-444a-927c-c7483e88a53f req-bf8f5f23-27c7-4d27-9828-7cfd3a1080c7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:42.113017 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2df5b147-cd40-444a-927c-c7483e88a53f req-bf8f5f23-27c7-4d27-9828-7cfd3a1080c7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 944 time: 0.0479860 Nov 24 22:43:42.149200 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2df5b147-cd40-444a-927c-c7483e88a53f req-8c9d0d92-4288-42be-a56c-c81faa46f065 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303264 Nov 24 22:43:42.864082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:43:42.912950 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e2f77ac2-7954-4914-9203-6dc35b422651 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:43:42.913329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:42.986831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:43.008222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:43:43.010699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92050d72-0e97-4d54-98bf-48db04707926" -d '{"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:43:43.023851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:43.027514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:43.053503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf14ca-3e76-4ee2-9b8e-4d6ba570a38e x-openstack-request-id: req-addf14ca-3e76-4ee2-9b8e-4d6ba570a38e {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:43:43.053795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:43:43.054049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-addf14ca-3e76-4ee2-9b8e-4d6ba570a38e {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:43:43.054431 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'code': 200} Nov 24 22:43:43.075838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=8']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:43:43.266201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4383aa8-139f-4733-a133-d3df69abcf7d req-42071ffb-fe47-428f-bdbd-c912c29bb4cb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:43.267681 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b4383aa8-139f-4733-a133-d3df69abcf7d req-42071ffb-fe47-428f-bdbd-c912c29bb4cb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0512424 Nov 24 22:43:43.304205 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b4383aa8-139f-4733-a133-d3df69abcf7d req-32bcbc84-76a8-4c98-8efc-13fa0ebb3010 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299387 Nov 24 22:43:44.226717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b5de-7f74-40dd-9234-51893b33c6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:44.418418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637b05-4093-445e-a294-7e293b425313 req-6d5631f2-2cb2-4ffe-9711-5ce16c095777 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:44.419778 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-70637b05-4093-445e-a294-7e293b425313 req-6d5631f2-2cb2-4ffe-9711-5ce16c095777 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Nov 24 22:43:44.457601 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-70637b05-4093-445e-a294-7e293b425313 req-21559fd4-22b3-496c-92cb-5ae926df10ae tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Nov 24 22:43:45.568725 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e23000-bba4-4787-abe9-6ed092be072d req-9e7f70ef-a206-4e72-92cf-12c1ef46d31e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:45.570170 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24e23000-bba4-4787-abe9-6ed092be072d req-9e7f70ef-a206-4e72-92cf-12c1ef46d31e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0467055 Nov 24 22:43:45.606271 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24e23000-bba4-4787-abe9-6ed092be072d req-9018d4a3-d6a0-4044-93af-5bc14f660be9 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300956 Nov 24 22:43:45.880627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-12a84dbb-e181-4e49-a86a-df6570fb9801 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:45.882130 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-12a84dbb-e181-4e49-a86a-df6570fb9801 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795&tenant_id=d642afa8dc0849f38740c455807422b8&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 945 time: 0.0567298 Nov 24 22:43:45.894836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59201d-3110-462a-bf41-e1272bd66405 req-09bb9155-f334-4164-b189-fe294e5ea922 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:45.896339 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c59201d-3110-462a-bf41-e1272bd66405 req-09bb9155-f334-4164-b189-fe294e5ea922 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0528042 Nov 24 22:43:45.933532 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c59201d-3110-462a-bf41-e1272bd66405 req-1344a647-5a0a-4cd6-b705-2f47615f8506 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Nov 24 22:43:45.943880 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-b8e7e2b7-f33c-4eb5-b223-06bfb8570dc0 service neutron] 10.222.0.71 "GET /v2.0/ports/e2f77ac2-7954-4914-9203-6dc35b422651/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0536454 Nov 24 22:43:46.011221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-5f385349-e39b-4697-92e7-fcf7c61ac551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:46.012723 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-5f385349-e39b-4697-92e7-fcf7c61ac551 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0406544 Nov 24 22:43:46.105351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-9c456d0b-be6d-4540-8b91-11853acfabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:46.106909 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-9c456d0b-be6d-4540-8b91-11853acfabee service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0872927 Nov 24 22:43:46.170453 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-732780e0-bae4-4f5b-bcbc-47ed964cd287 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1002 time: 0.0557926 Nov 24 22:43:46.217638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-ac60876e-6493-4013-a396-931e107f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:46.218929 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-ac60876e-6493-4013-a396-931e107f320f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0413482 Nov 24 22:43:46.265403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-053ffce6-37cb-4de9-8f7c-c58d9beafded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:46.266810 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-053ffce6-37cb-4de9-8f7c-c58d9beafded service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411673 Nov 24 22:43:46.353152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-87ddeedc-0fcf-4559-ab95-7df8fb628843 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791128 Nov 24 22:43:46.443965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-784394b5-30a4-4096-bc86-7cc278539ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837483 Nov 24 22:43:46.662042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6bee746c-5263-4ca9-af56-d883365abd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:46.898957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:47.050619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836af4f-a955-4850-8720-78b68ecce829 req-c4e39ece-56e6-4627-a35a-822931d62849 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:47.052097 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0836af4f-a955-4850-8720-78b68ecce829 req-c4e39ece-56e6-4627-a35a-822931d62849 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0486412 Nov 24 22:43:47.089732 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0836af4f-a955-4850-8720-78b68ecce829 req-6754368c-19fa-4af8-b1ce-707f37266b24 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Nov 24 22:43:47.503974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:43:48.202035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b090f1-4440-4443-a9f9-197487b44499 req-519d8917-195c-49f8-971c-ea8b8ef77a12 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:48.203471 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a1b090f1-4440-4443-a9f9-197487b44499 req-519d8917-195c-49f8-971c-ea8b8ef77a12 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Nov 24 22:43:48.240640 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a1b090f1-4440-4443-a9f9-197487b44499 req-a00625e0-0190-4d19-b227-787eb3a3a294 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Nov 24 22:43:48.434219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:49.356882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a8bf-61a1-48c2-8359-c708714a77e1 req-c9d422fb-f3bb-4b91-9a38-5aefb2b141ab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:49.358331 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b857a8bf-61a1-48c2-8359-c708714a77e1 req-c9d422fb-f3bb-4b91-9a38-5aefb2b141ab tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Nov 24 22:43:49.395308 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b857a8bf-61a1-48c2-8359-c708714a77e1 req-30579c98-3962-47d0-99e1-a2fea465d5a7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302463 Nov 24 22:43:49.743674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:50.442343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-08c5d477-294c-42d2-ab72-a9a0030d4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:50.443907 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-08c5d477-294c-42d2-ab72-a9a0030d4fe1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795&tenant_id=d642afa8dc0849f38740c455807422b8 HTTP/1.1" status: 200 len: 1098 time: 0.0418704 Nov 24 22:43:50.504776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-26e31f91-c027-447d-a37a-efbf6c15716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:50.506260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-26e31f91-c027-447d-a37a-efbf6c15716b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1098 time: 0.0396123 Nov 24 22:43:50.509369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4484db4-5613-421b-a70f-64d86b4012da req-90f0ce84-0486-4c58-a288-fd6e56c82531 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:50.510861 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4484db4-5613-421b-a70f-64d86b4012da req-90f0ce84-0486-4c58-a288-fd6e56c82531 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Nov 24 22:43:50.548622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4484db4-5613-421b-a70f-64d86b4012da req-c6869bcf-5d86-4d07-861c-02bbc25093dc tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317214 Nov 24 22:43:50.599223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-fce80749-61ea-4888-bca9-84946b58d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:50.600730 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-fce80749-61ea-4888-bca9-84946b58d038 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0877919 Nov 24 22:43:50.663964 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-38cca19e-f5ca-4bd7-98dc-17b0ec38161f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1002 time: 0.0563579 Nov 24 22:43:50.712664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-1cbb9d32-a9e9-4fb1-84b4-226120bfa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:50.714111 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-1cbb9d32-a9e9-4fb1-84b4-226120bfa9fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0433152 Nov 24 22:43:50.762516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-bc0c3eb1-23e3-4394-a2bb-d02379e278b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:50.764011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-bc0c3eb1-23e3-4394-a2bb-d02379e278b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427039 Nov 24 22:43:50.849554 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-bec2de8d-429c-4fb8-962e-87c3f6a538f0 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788598 Nov 24 22:43:51.257735 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c82663d4-4b8b-4506-9093-7b197b1f1d6d req-2b7a4115-1c5b-4ad3-82ff-2f90d9a0d592 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001894 Nov 24 22:43:51.663341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678ca3-b6ca-4dca-bb1d-7590efa001b6 req-1bd9378f-7b04-4adc-9ff6-5c7bf85238be tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:51.664969 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c678ca3-b6ca-4dca-bb1d-7590efa001b6 req-1bd9378f-7b04-4adc-9ff6-5c7bf85238be tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0487456 Nov 24 22:43:51.701992 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1c678ca3-b6ca-4dca-bb1d-7590efa001b6 req-bef3e970-b9a2-48b4-8d9d-4fd39f5ea5b7 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Nov 24 22:43:52.820400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd396-4084-41fd-8d3a-841cdedeab9b req-7058fda6-0670-43a0-b68d-427399426125 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:52.821907 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-19cbd396-4084-41fd-8d3a-841cdedeab9b req-7058fda6-0670-43a0-b68d-427399426125 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0525789 Nov 24 22:43:52.861176 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-19cbd396-4084-41fd-8d3a-841cdedeab9b req-2a39b1cd-ef77-4db3-a9aa-3987af1179f0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325477 Nov 24 22:43:52.904265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:43:52.980920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:53.002487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:43:53.004689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaa63bb-34b5-4cbe-8afe-a4e69a9481c7" -d '{"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:43:53.017319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:53.022528 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:53.058969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec95e4b-5015-4f63-9152-9fe61d2750b8 x-openstack-request-id: req-2ec95e4b-5015-4f63-9152-9fe61d2750b8 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:43:53.059266 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:43:53.059541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ec95e4b-5015-4f63-9152-9fe61d2750b8 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:43:53.059923 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'code': 200} Nov 24 22:43:53.073998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=9']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:43:53.975663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94a2cd-427b-413b-ac5f-311a6734c27e req-05cfc4a1-b951-4008-ad58-5c785fcc51ae tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:53.977146 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb94a2cd-427b-413b-ac5f-311a6734c27e req-05cfc4a1-b951-4008-ad58-5c785fcc51ae tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0488780 Nov 24 22:43:54.013998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb94a2cd-427b-413b-ac5f-311a6734c27e req-49adb74f-8adc-43e8-8a99-bfc3d97b0ec8 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Nov 24 22:43:55.131854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246b396-b919-4fac-b51d-36706adc4498 req-9391f678-deed-4197-9d41-d108d38789fb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:55.133318 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9246b396-b919-4fac-b51d-36706adc4498 req-9391f678-deed-4197-9d41-d108d38789fb tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0487471 Nov 24 22:43:55.170041 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9246b396-b919-4fac-b51d-36706adc4498 req-6ae2c031-6973-400b-8953-786cbc0b2e95 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309131 Nov 24 22:43:56.285015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca0502-73b9-441e-8b5b-6669f7ff61dc req-2d614b09-d72a-4397-baea-2e57dd989a0f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:56.287020 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cdca0502-73b9-441e-8b5b-6669f7ff61dc req-2d614b09-d72a-4397-baea-2e57dd989a0f tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 943 time: 0.0510402 Nov 24 22:43:56.323340 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cdca0502-73b9-441e-8b5b-6669f7ff61dc req-4205e327-957b-4d73-96c4-2fe8288f653e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305092 Nov 24 22:43:56.910898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:43:57.003202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:57.016177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'port_id': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'mac_address': 'fa:16:3e:1b:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:43:57.054661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:57.067204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f77ac2-7954-4914-9203-6dc35b422651 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:43:57.085961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:57.089929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:57.137253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=10']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:43:57.147275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e2f77ac2-7954-4914-9203-6dc35b422651'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:43:57.434717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c10c1-48ff-4795-9027-8e383b58945e req-6c001e8e-a468-49a8-8de8-37d6a9562092 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:57.436208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-341c10c1-48ff-4795-9027-8e383b58945e req-6c001e8e-a468-49a8-8de8-37d6a9562092 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0473111 Nov 24 22:43:57.473151 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-341c10c1-48ff-4795-9027-8e383b58945e req-17b14c7f-f54d-4df0-8d4c-aade01b7e681 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305572 Nov 24 22:43:58.586124 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a57f-afee-4f1a-a98e-bd152ccae445 req-7b843f13-73c4-43a7-93dc-c2a9c26dc5df tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:58.587584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-af41a57f-afee-4f1a-a98e-bd152ccae445 req-7b843f13-73c4-43a7-93dc-c2a9c26dc5df tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Nov 24 22:43:58.623038 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-af41a57f-afee-4f1a-a98e-bd152ccae445 req-88841edd-fca7-4191-b5d8-e10fbaffc778 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296035 Nov 24 22:43:58.910500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:43:58.957137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e2f77ac2-7954-4914-9203-6dc35b422651 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:43:58.957503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:59.029679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:59.051180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:43:59.053436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd15369-9efd-440f-a3db-e95f9b409b5d" -d '{"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:43:59.065744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:43:59.070879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:43:59.096135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e0a332-43ae-427f-9939-d0e37005a283 x-openstack-request-id: req-04e0a332-43ae-427f-9939-d0e37005a283 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:43:59.096453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:43:59.096705 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04e0a332-43ae-427f-9939-d0e37005a283 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:43:59.097080 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'code': 200} Nov 24 22:43:59.121733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=11']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:43:59.739102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad0a40-3146-4292-8c37-43abb8d7dedc req-bf596d0c-4e4d-4bff-9c0e-efa6de6c3665 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:43:59.740467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-90ad0a40-3146-4292-8c37-43abb8d7dedc req-bf596d0c-4e4d-4bff-9c0e-efa6de6c3665 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0510502 Nov 24 22:43:59.776774 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-90ad0a40-3146-4292-8c37-43abb8d7dedc req-8d26fd2c-e6c2-4b47-af6f-2921340425cf tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Nov 24 22:43:59.915357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:00.891741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650d6a-3a54-4bda-8099-079254cf6b10 req-c43fc513-e72e-41e1-a54f-3044c1899038 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:00.893223 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-77650d6a-3a54-4bda-8099-079254cf6b10 req-c43fc513-e72e-41e1-a54f-3044c1899038 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Nov 24 22:44:00.930159 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-77650d6a-3a54-4bda-8099-079254cf6b10 req-e9defd78-a787-415a-8fd8-ec852257c19e tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Nov 24 22:44:02.038866 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-83b4ff00-7b59-4cd1-84d1-5c8fe613cc3f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390129 Nov 24 22:44:02.045675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf6eac-4b21-4c0c-b032-46a78c29dcd2 req-3f2308cb-1ee6-4297-821e-489f28989916 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.047130 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9baf6eac-4b21-4c0c-b032-46a78c29dcd2 req-3f2308cb-1ee6-4297-821e-489f28989916 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0498836 Nov 24 22:44:02.085676 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9baf6eac-4b21-4c0c-b032-46a78c29dcd2 req-6844bbe1-d803-46c6-b149-15405707ab34 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319040 Nov 24 22:44:02.120516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-5dc5053d-953d-4be1-850d-f8959edd8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.122033 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-5dc5053d-953d-4be1-850d-f8959edd8553 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d642afa8dc0849f38740c455807422b8&device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 1099 time: 0.0398645 Nov 24 22:44:02.230781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-f5237655-776f-4200-b2fc-fe4ab9da065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.232328 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-f5237655-776f-4200-b2fc-fe4ab9da065f service neutron] 10.222.0.71 "GET /v2.0/networks?id=29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 200 len: 913 time: 0.0907469 Nov 24 22:44:02.302756 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-132d8f6a-a039-4915-ab94-bf3bd49d7add service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 200 len: 1002 time: 0.0628519 Nov 24 22:44:02.354149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-b7d69527-3e51-496e-8e37-ad79164e5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.355657 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-b7d69527-3e51-496e-8e37-ad79164e5438 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 200 len: 851 time: 0.0456803 Nov 24 22:44:02.406899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-46989372-5f28-41b1-9e1f-4a636f0ae838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.408459 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-46989372-5f28-41b1-9e1f-4a636f0ae838 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29581010-6b78-448c-b545-49fa9497764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458038 Nov 24 22:44:02.501608 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-c912e75e-a649-4737-8d7c-fa1ec422b37a service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846341 Nov 24 22:44:02.509365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ce2a-18a7-4686-8fcd-b30e57f2133d req-889d01b6-3922-402b-8a71-d8ab93234fc6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.510806 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-19f9ce2a-18a7-4686-8fcd-b30e57f2133d req-889d01b6-3922-402b-8a71-d8ab93234fc6 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.3564591 Nov 24 22:44:02.547782 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-19f9ce2a-18a7-4686-8fcd-b30e57f2133d req-9828a1d0-b811-4412-829e-15c19b9980a0 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Nov 24 22:44:02.596482 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-71dc6292-600a-4d11-bc0d-c037e52e7875 req-537eac40-4b05-461e-a042-59fc7903d3e5 service neutron] 10.222.0.71 "GET /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878301 Nov 24 22:44:02.660778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9b777-7dce-4d0c-be43-566ad30fecf5 req-05bfeec1-8644-4b6f-a2b4-ad62d405a59d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.662227 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cae9b777-7dce-4d0c-be43-566ad30fecf5 req-05bfeec1-8644-4b6f-a2b4-ad62d405a59d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0489888 Nov 24 22:44:02.698122 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cae9b777-7dce-4d0c-be43-566ad30fecf5 req-a1b56183-eaa9-459f-b62f-c00b8a880f4d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299001 Nov 24 22:44:02.926180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7d5dd-0324-44cf-b651-74140c1a3232 req-057a69df-b0b5-4afd-ac77-56a57966048a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:02.927659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4aa7d5dd-0324-44cf-b651-74140c1a3232 req-057a69df-b0b5-4afd-ac77-56a57966048a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0479422 Nov 24 22:44:02.964960 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4aa7d5dd-0324-44cf-b651-74140c1a3232 req-786e16bd-5c85-4441-adf1-579eff549210 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Nov 24 22:44:04.080716 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccb0f9-e1db-43eb-8a09-b0c4fb0cb0fd req-c3353c22-16b5-46d0-aa32-5f8533120785 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:04.082661 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89ccb0f9-e1db-43eb-8a09-b0c4fb0cb0fd req-c3353c22-16b5-46d0-aa32-5f8533120785 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0514231 Nov 24 22:44:04.118982 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89ccb0f9-e1db-43eb-8a09-b0c4fb0cb0fd req-63431be0-7172-4783-b939-73919c5a8fac tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304372 Nov 24 22:44:05.232077 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bcd04-215b-4f08-a45b-736f727173f5 req-9aea57a2-fd4d-4bf1-a536-5852d2753746 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:05.233566 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae9bcd04-215b-4f08-a45b-736f727173f5 req-9aea57a2-fd4d-4bf1-a536-5852d2753746 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0487716 Nov 24 22:44:05.273267 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ae9bcd04-215b-4f08-a45b-736f727173f5 req-12519342-ee57-4c45-b531-13a9689d5774 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups?id=af1c8544-3bb5-4f8b-8d25-da0e644c5947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Nov 24 22:44:05.285736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-28a158e8-debe-4136-9791-02a3cc66db72 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:05.287216 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-28a158e8-debe-4136-9791-02a3cc66db72 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 946 time: 0.0490172 Nov 24 22:44:05.378555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Deleting port e2f77ac2-7954-4914-9203-6dc35b422651 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:05.378960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:05.466330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] For port e2f77ac2-7954-4914-9203-6dc35b422651, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e2f77ac2-7954-4914-9203-6dc35b422651,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:05.466618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:05.635400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:05.635783 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:05.636095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6 disassociated. External IP: 172.26.3.209, port: e2f77ac2-7954-4914-9203-6dc35b422651. Nov 24 22:44:05.636433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Calling delete_port for e2f77ac2-7954-4914-9203-6dc35b422651 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:05.761767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:05.789791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event deleted for resources: {'Port': ['ID=e2f77ac2-7954-4914-9203-6dc35b422651,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:05.801593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.801974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.802285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.802624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.802962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.803298 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.803657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.803986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.804316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.804640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.804962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.805281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:05.916903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:44:06.025803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:44:06.036157 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:44:06.044950 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:44:06.045554 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:43:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:06.064394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] No DVR routers for this DVR port e2f77ac2-7954-4914-9203-6dc35b422651 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:44:06.066939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:06.070343 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-48e70ee3-cccc-4a77-b9ab-8b7842ce808c req-0f5b94d9-8dbd-4696-8b95-a2a5ed7eac2b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.71 "DELETE /v2.0/ports/e2f77ac2-7954-4914-9203-6dc35b422651 HTTP/1.1" status: 204 len: 173 time: 0.7766058 Nov 24 22:44:06.070806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-deleted', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:06.073393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885219a-6b4f-4c92-afac-d69521b0f96c" -d '{"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-deleted", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:06.159750 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:44:06.173235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2927a077-ae85-4221-86bb-0aa65d8212d6 x-openstack-request-id: req-2927a077-ae85-4221-86bb-0aa65d8212d6 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:06.173533 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f31de-b8cf-43fb-a071-21eb47336795", "name": "network-vif-deleted", "tag": "e2f77ac2-7954-4914-9203-6dc35b422651", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:06.173788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2927a077-ae85-4221-86bb-0aa65d8212d6 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:06.174188 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f31de-b8cf-43fb-a071-21eb47336795', 'name': 'network-vif-deleted', 'tag': 'e2f77ac2-7954-4914-9203-6dc35b422651', 'status': 'completed', 'code': 200} Nov 24 22:44:06.358697 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:06.374524 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7fb0fb73-8ffb-4135-845d-15812d53623d req-ba01c6eb-ef06-4556-873f-0b2d696cd915 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 210 time: 0.0333385 Nov 24 22:44:06.386515 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:44:06.394780 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:44:06.395387 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:43:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:06.497936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:44:06.693000 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:06.718936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee901dfc-2b49-4161-9e6f-4fcf034cddf7 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:32Z', 'revision_number': 4, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '761810c0-e529-4c26-a19c-91dced74b629', 'name': '', 'network_id': '29581010-6b78-448c-b545-49fa9497764b', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'mac_address': 'fa:16:3e:9d:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:32Z', 'updated_at': '2021-11-24T22:38:35Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'subnets': [{'id': '5e36bb17-7197-4843-b8f6-119c93e7d9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:44:06.943895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249881f-5f56-4f3b-b784-cacb4e845a9d None None] New status for floating IP ac42a828-d40c-4a51-a4d2-b94cf12deac6: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:44:07.465408 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-228f2f46-b432-4265-92af-b5412293fea9 req-ecd6a3b8-314c-48ad-9986-a04262617dde tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 210 time: 0.0271955 Nov 24 22:44:08.561776 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-726512c3-d4eb-49ce-a8f7-cef737986d76 req-0addf458-9079-43ec-b56f-67d775ebb73a tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 210 time: 0.0306478 Nov 24 22:44:08.943208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:44:08.963900 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: e2f77ac2-7954-4914-9203-6dc35b422651 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:44:08.964257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e2f77ac2-7954-4914-9203-6dc35b422651 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:44:09.666932 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fdbd028f-9929-4a5a-a452-3e6cdf7a305e req-4ad37c10-c15b-46ff-b586-c1340bdbcf75 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f31de-b8cf-43fb-a071-21eb47336795 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Nov 24 22:44:13.483866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37708) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:13.540033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.564799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.613552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.616405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.617638 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "DELETE /v2.0/security-groups/af1c8544-3bb5-4f8b-8d25-da0e644c5947 HTTP/1.1" status: 204 len: 168 time: 0.1327741 Nov 24 22:44:13.620305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37710) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:13.626915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1c8544-3bb5-4f8b-8d25-da0e644c5947,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:13.634452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.634888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.635304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.635733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.636138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.636564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.636945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.637348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.637750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.638141 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.638537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.638928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf682a37-4595-4d41-a649-388d74b18a3d tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:13.639031 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.api.v2.resource [None req-b931b950-5d09-4a5b-896e-e5dcac8e0704 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] show failed (client error): The resource could not be found. Nov 24 22:44:13.643405 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b931b950-5d09-4a5b-896e-e5dcac8e0704 tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "GET /v2.0/security-groups/af1c8544-3bb5-4f8b-8d25-da0e644c5947 HTTP/1.1" status: 404 len: 347 time: 0.0187483 Nov 24 22:44:13.643405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37712) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:13.770581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Deleting port 7245b228-5ff2-4150-859b-efbdd2b5660b {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:13.770921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.844725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.845049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:13.857531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Calling delete_port for 7245b228-5ff2-4150-859b-efbdd2b5660b owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:13.992009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.025902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Pushing event deleted for resources: {'Port': ['ID=7245b228-5ff2-4150-859b-efbdd2b5660b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:14.091805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.094377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.095593 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-afeef52c-5031-47ef-86a4-0d64fadc064b tempest-ServerActionsTestJSON-535782684 tempest-ServerActionsTestJSON-535782684-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac42a828-d40c-4a51-a4d2-b94cf12deac6 HTTP/1.1" status: 204 len: 168 time: 0.4517035 Nov 24 22:44:14.099083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37714) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:14.227152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0d82fe5b-d6ab-45aa-b9b3-9193c04410c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.497976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.737444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Deleting port 761810c0-e529-4c26-a19c-91dced74b629 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:14.738685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.813890 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] For port 761810c0-e529-4c26-a19c-91dced74b629, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=761810c0-e529-4c26-a19c-91dced74b629,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:14.814248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:14.827233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Calling delete_port for 761810c0-e529-4c26-a19c-91dced74b629 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:15.003068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:15.031234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Pushing event deleted for resources: {'Port': ['ID=761810c0-e529-4c26-a19c-91dced74b629,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:15.195107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:15.404835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Router 5960509e-eaf8-4840-b442-8e49517e93c7 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:44:15.509805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:44:15.514821 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b20274eb-8b84-44cf-a241-7b238035794f admin admin] 10.222.0.41 "PUT /v2.0/routers/5960509e-eaf8-4840-b442-8e49517e93c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147289 Nov 24 22:44:15.517336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37718) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:15.522303 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] Sync routers for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:44:15.531418 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:44:15.532216 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:43:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:15.618173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:15.634770 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:44:15.718663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:15.774319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Deleting port aa59c873-c97e-4dbb-a25c-08ebea95cd64 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:15.775381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:15.809842 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:44:14Z', 'revision_number': 5, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port': {'id': 'aa59c873-c97e-4dbb-a25c-08ebea95cd64', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:15.855870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] For port aa59c873-c97e-4dbb-a25c-08ebea95cd64, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=aa59c873-c97e-4dbb-a25c-08ebea95cd64,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:15.856243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:15.870683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Calling delete_port for aa59c873-c97e-4dbb-a25c-08ebea95cd64 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:15.920930 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] Checking router: 5960509e-eaf8-4840-b442-8e49517e93c7 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:44:15.929756 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] Routers {'5960509e-eaf8-4840-b442-8e49517e93c7'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:44:15.930353 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:43:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['5960509e-eaf8-4840-b442-8e49517e93c7'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:16.014358 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] Set router 5960509e-eaf8-4840-b442-8e49517e93c7 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:44:16.045211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.069117 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:44:15Z', 'revision_number': 6, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:16.070948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa59c873-c97e-4dbb-a25c-08ebea95cd64,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:16.097777 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003aac0-1dd9-449f-8a71-3e381ba39b19 None None] The sync data for ids ['5960509e-eaf8-4840-b442-8e49517e93c7'] in dv-neutron-818715-1-hyperv is: [{'id': '5960509e-eaf8-4840-b442-8e49517e93c7', 'name': 'tempest-ServerActionsTestJSON-1380343995-router', 'tenant_id': 'd642afa8dc0849f38740c455807422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:38:30Z', 'updated_at': '2021-11-24T22:44:15Z', 'revision_number': 6, 'project_id': 'd642afa8dc0849f38740c455807422b8', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:44:16.138008 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.226738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.228803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.270772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.271248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5960509e-eaf8-4840-b442-8e49517e93c7 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:44:16.276229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.277357 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ebcee21d-9405-4576-a15d-8f680375cc30 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5960509e-eaf8-4840-b442-8e49517e93c7 HTTP/1.1" status: 204 len: 168 time: 0.7590861 Nov 24 22:44:16.279884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37720) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:16.322498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Deleting subnet 5e36bb17-7197-4843-b8f6-119c93e7d9fe {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:44:16.325667 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.363122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.436473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.490871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.517459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e36bb17-7197-4843-b8f6-119c93e7d9fe,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:16.522146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.525250 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0c3f33a8-238d-49a4-a4d5-3b080f140898 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5e36bb17-7197-4843-b8f6-119c93e7d9fe HTTP/1.1" status: 204 len: 168 time: 0.2444448 Nov 24 22:44:16.528077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37722) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:16.530709 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81a2cd-7ce0-4bc8-b28a-a50f5d16c8c1 None None] Network 29581010-6b78-448c-b545-49fa9497764b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:16.598614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.652175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Deleting port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:16.652528 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.661996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-63c5af7c-b885-4bc2-81b6-4d5debc4eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.717111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] For port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,segment=NetworkSegment(620ec308-ab60-4a5e-bc2e-aa4f96456429),segment_id=620ec308-ab60-4a5e-bc2e-aa4f96456429)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:16.717480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.733553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Calling delete_port for a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:16.810120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.837640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f4b018-bf8d-4d2b-b405-d4ec5753caf3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:16.839685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] No DVR routers for this DVR port a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:44:16.861042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe6bfb-3022-4a51-b248-367f620eaa17 None None] DHCP port deletion for 29581010-6b78-448c-b545-49fa9497764b request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:44:16.901230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.922692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.945798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29581010-6b78-448c-b545-49fa9497764b']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:16.958175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620ec308-ab60-4a5e-bc2e-aa4f96456429') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:16.958547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620ec308-ab60-4a5e-bc2e-aa4f96456429') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:16.968719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.984998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.991497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:44:16.992145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:44:16.994027 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:44:17.056541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:17.062381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:17.068307 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] 10.222.0.41 "DELETE /v2.0/networks/29581010-6b78-448c-b545-49fa9497764b HTTP/1.1" status: 204 len: 168 time: 0.5371523 Nov 24 22:44:17.082923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567d18-001d-4f55-a7eb-1533878dfa8c admin admin] Pushing event deleted for resources: {'Network': ['ID=29581010-6b78-448c-b545-49fa9497764b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:17.200274 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37726) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:17.241327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ba4a18f5-0640-4cde-bdaa-c59ae5dbd69d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d642afa8dc0849f38740c455807422b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398822 Nov 24 22:44:17.243771 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37728) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:17.296724 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669206c6-c665-41b8-b6fe-9adbeb2e8d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:17.317457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669206c6-c665-41b8-b6fe-9adbeb2e8d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:17.361680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669206c6-c665-41b8-b6fe-9adbeb2e8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:17.364886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-669206c6-c665-41b8-b6fe-9adbeb2e8d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:17.366422 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-669206c6-c665-41b8-b6fe-9adbeb2e8d3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71e923a0-4636-4fcb-b048-0a9344890e1e HTTP/1.1" status: 204 len: 168 time: 0.1213727 Nov 24 22:44:17.374054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669206c6-c665-41b8-b6fe-9adbeb2e8d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e923a0-4636-4fcb-b048-0a9344890e1e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:17.559749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 761810c0-e529-4c26-a19c-91dced74b629 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:44:17.578850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 761810c0-e529-4c26-a19c-91dced74b629 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:44:17.579194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 761810c0-e529-4c26-a19c-91dced74b629 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:44:17.579628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:44:17.598546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:44:17.598889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device a5f4b018-bf8d-4d2b-b405-d4ec5753caf3 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:44:17.599293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aa59c873-c97e-4dbb-a25c-08ebea95cd64 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:44:17.620668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: aa59c873-c97e-4dbb-a25c-08ebea95cd64 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:44:17.621280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device aa59c873-c97e-4dbb-a25c-08ebea95cd64 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:44:18.012082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37750) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:18.105538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1572754268-network', 'tenant_id': 'ec37bca57e434e23a945b686b120486a'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:18.126644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Made reservation on behalf of ec37bca57e434e23a945b686b120486a for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:18.129541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.137783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.213935 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.217717 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.239241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:44:18.254948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:18.257910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.258249 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Added segment a53b8775-6707-49d6-9e07-921627c9708a of type vlan for network d65ab661-2711-4a86-8139-9693905c642b Nov 24 22:44:18.297284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.321441 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.322366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:18.323185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.374773 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3615065 Nov 24 22:44:18.377759 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37754) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:18.383289 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Request body: {'subnet': {'network_id': 'd65ab661-2711-4a86-8139-9693905c642b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1572754268-subnet', 'tenant_id': 'ec37bca57e434e23a945b686b120486a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:18.386093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f40f4-5eea-491e-b756-c57e11d4b781 admin admin] Pushing event updated for resources: {'Network': ['ID=d65ab661-2711-4a86-8139-9693905c642b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:18.396089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network d65ab661-2711-4a86-8139-9693905c642b details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:44:18.404022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Made reservation on behalf of ec37bca57e434e23a945b686b120486a for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:18.406347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.457015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.575814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.635294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53426fe7-227d-46cd-a50c-870cba3055bb,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:18.643111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Checking segment: {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:18.643481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Network hostable DHCP agents. Network: d65ab661-2711-4a86-8139-9693905c642b, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:44:18.661109 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Network d65ab661-2711-4a86-8139-9693905c642b is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:44:18.668923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, d65ab661-2711-4a86-8139-9693905c642b) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:18.672753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:18.673341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:18.678806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d04bc-9b45-4a43-a0df-a0aad0d015ca None None] Network d65ab661-2711-4a86-8139-9693905c642b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:18.694944 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7b89bd2f-92d1-4794-8e10-cab3c505b585 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3089430 Nov 24 22:44:18.939400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee57f3-57a2-4efa-825c-03ac3e429572 None None] Network d65ab661-2711-4a86-8139-9693905c642b requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:19.118894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-2763c1f9-96e4-443d-8594-e9ff99c075cc tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:19.120375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-2763c1f9-96e4-443d-8594-e9ff99c075cc tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/networks?id=d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 200 len: 814 time: 0.1077526 Nov 24 22:44:19.136123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-545731db-6993-4300-be37-b796276c6e53 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/quotas/ec37bca57e434e23a945b686b120486a HTTP/1.1" status: 200 len: 375 time: 0.0097330 Nov 24 22:44:19.167432 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-fd1ea268-af05-40a7-bcf3-deb535092485 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec37bca57e434e23a945b686b120486a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258718 Nov 24 22:44:19.256736 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a0cf5b7c-49b4-42d8-a6b7-4e0375d1aeac service neutron] 10.222.0.41 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825443 Nov 24 22:44:19.348970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-115544ea-f863-4ea8-8a82-d877fb775646 service neutron] 10.222.0.41 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862603 Nov 24 22:44:19.743798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:20.517913 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ca3ee3c-019e-4075-aa82-d2332af16804 req-17a58b22-59e2-4c26-b543-1633223dfffe tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 210 time: 0.0260761 Nov 24 22:44:21.387046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-826dea42-4a99-4ee7-a6e7-26e7b7f3a900 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:21.388518 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-826dea42-4a99-4ee7-a6e7-26e7b7f3a900 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "GET /v2.0/networks?id=d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 200 len: 814 time: 0.1025674 Nov 24 22:44:21.400943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Request body: {'port': {'device_id': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b', 'admin_state_up': True, 'tenant_id': 'ec37bca57e434e23a945b686b120486a'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:21.512644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Made reservation on behalf of ec37bca57e434e23a945b686b120486a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:21.516995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:21.611619 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-77d4a3f5-29fb-4a4e-9042-06f8a1d927ea req-b8ca3073-acc9-4c60-b3b8-8bc8326a6dfa tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 210 time: 0.0270376 Nov 24 22:44:21.642751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Allocated IP 172.20.0.13 (d65ab661-2711-4a86-8139-9693905c642b/53426fe7-227d-46cd-a50c-870cba3055bb/ec258328-e2aa-4b22-be10-becd37d2ae0d) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:44:21.786175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:21.818291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.181012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Network d65ab661-2711-4a86-8139-9693905c642b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:44:22.184021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:22.187624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:44:22.196113 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Pushing event updated for resources: {'Port': ['ID=ec258328-e2aa-4b22-be10-becd37d2ae0d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:22.240850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:22.241460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.256422 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-a23e63c5-0a87-4c6f-9398-1f58f391becd tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8591285 Nov 24 22:44:22.268705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Request body: {'port': {'device_id': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:22.323375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.577410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec258328-e2aa-4b22-be10-becd37d2ae0d {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:44:22.585264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.597378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Transition to ACTIVE for port object ec258328-e2aa-4b22-be10-becd37d2ae0d will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:44:22.600757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.652143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Pushing event updated for resources: {'Port': ['ID=ec258328-e2aa-4b22-be10-becd37d2ae0d,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:22.718955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Attempting to bind port ec258328-e2aa-4b22-be10-becd37d2ae0d on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:44:22.719285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Attempting to bind port ec258328-e2aa-4b22-be10-becd37d2ae0d by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:44:22.719647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Attempting to bind port ec258328-e2aa-4b22-be10-becd37d2ae0d on network d65ab661-2711-4a86-8139-9693905c642b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:44:22.723910 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Port ec258328-e2aa-4b22-be10-becd37d2ae0d on network d65ab661-2711-4a86-8139-9693905c642b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:44:22.724227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Attempting to bind port ec258328-e2aa-4b22-be10-becd37d2ae0d on network d65ab661-2711-4a86-8139-9693905c642b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:44:22.725337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a35e63-55e8-438f-8f30-2f8bfd3e844f req-1cd1f660-92fa-41b1-bfd4-6eab56d620a4 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:22.727391 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-57a35e63-55e8-438f-8f30-2f8bfd3e844f req-1cd1f660-92fa-41b1-bfd4-6eab56d620a4 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 944 time: 0.0496695 Nov 24 22:44:22.729046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:44:22.729384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Checking segment: {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:22.729764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Bound using segment: {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:44:22.730188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Bound port: ec258328-e2aa-4b22-be10-becd37d2ae0d, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:44:22.730548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.764003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-57a35e63-55e8-438f-8f30-2f8bfd3e844f req-f96d3f46-dd4a-4b9d-a6f4-2bd3137501a3 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Nov 24 22:44:22.793428 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] For port ec258328-e2aa-4b22-be10-becd37d2ae0d, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:44:22.796447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] For port ec258328-e2aa-4b22-be10-becd37d2ae0d, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:44:22.801665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.833894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:22.834516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:22.835901 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] 10.222.0.71 "PUT /v2.0/ports/ec258328-e2aa-4b22-be10-becd37d2ae0d HTTP/1.1" status: 200 len: 1094 time: 0.5711813 Nov 24 22:44:22.836337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'tag': 'ec258328-e2aa-4b22-be10-becd37d2ae0d'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:22.838577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe" -d '{"events": [{"name": "network-changed", "server_uuid": "5675aeb3-9e1c-4c7e-a9db-70fb6447abc5", "tag": "ec258328-e2aa-4b22-be10-becd37d2ae0d"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:22.867213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c8f6a-48cf-4a7c-bc66-4b1b29aceb84 service neutron] Pushing event updated for resources: {'Port': ['ID=ec258328-e2aa-4b22-be10-becd37d2ae0d,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:22.885605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec9bf9-7ac7-42b2-bea8-ae6ec40c84c4 x-openstack-request-id: req-e6ec9bf9-7ac7-42b2-bea8-ae6ec40c84c4 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:22.885893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5675aeb3-9e1c-4c7e-a9db-70fb6447abc5", "tag": "ec258328-e2aa-4b22-be10-becd37d2ae0d", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:22.886144 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6ec9bf9-7ac7-42b2-bea8-ae6ec40c84c4 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:22.886558 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'tag': 'ec258328-e2aa-4b22-be10-becd37d2ae0d', 'status': 'completed', 'code': 200} Nov 24 22:44:22.921229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-85d2dacf-8cd4-43ab-abd7-40b96aee60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:22.922732 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-85d2dacf-8cd4-43ab-abd7-40b96aee60f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec37bca57e434e23a945b686b120486a&device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 1097 time: 0.0478935 Nov 24 22:44:22.964641 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-082e15fb-2660-42ff-b62b-34a29d8f38b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d HTTP/1.1" status: 200 len: 217 time: 0.0334344 Nov 24 22:44:23.012835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-b57e2328-4276-47d5-91f7-d855dabc2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:23.014258 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-b57e2328-4276-47d5-91f7-d855dabc2271 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53426fe7-227d-46cd-a50c-870cba3055bb HTTP/1.1" status: 200 len: 854 time: 0.0430312 Nov 24 22:44:23.044072 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-46ea335c-ac63-4e81-a7d7-39938282b46c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d65ab661-2711-4a86-8139-9693905c642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231965 Nov 24 22:44:23.136178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-5cae5485-d790-4429-b455-939c302a20c6 service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845594 Nov 24 22:44:23.224081 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8a37cff0-bb99-4ea9-a326-21aead9406a7 req-38198913-3c92-49c6-aeb0-23eaa5145d65 service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809495 Nov 24 22:44:23.310194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-0fb47220-0828-48aa-871b-1e1444096eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:23.311667 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-0fb47220-0828-48aa-871b-1e1444096eb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec37bca57e434e23a945b686b120486a&device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 1097 time: 0.0448608 Nov 24 22:44:23.399937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-1e4d3fcd-0479-4318-8510-6d8a8a18fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:23.401314 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-1e4d3fcd-0479-4318-8510-6d8a8a18fd6a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 200 len: 915 time: 0.0827200 Nov 24 22:44:23.447152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-d99f3839-38ce-449f-9a27-016dd87c5539 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d HTTP/1.1" status: 200 len: 217 time: 0.0385530 Nov 24 22:44:23.496368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-6b615f4f-9a7d-42db-8182-2d6c6aa8e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:23.497795 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-6b615f4f-9a7d-42db-8182-2d6c6aa8e8f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53426fe7-227d-46cd-a50c-870cba3055bb HTTP/1.1" status: 200 len: 854 time: 0.0434287 Nov 24 22:44:23.530343 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-a9436a7c-204b-40b3-9259-231052c08d14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d65ab661-2711-4a86-8139-9693905c642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241821 Nov 24 22:44:23.619388 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-93449306-4ee3-4c42-816e-34b67f15204e service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810349 Nov 24 22:44:23.714931 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f195cdd0-4eaf-47f0-a81c-d63f6c2d8afe req-77cac18b-b1ce-416f-b2bb-ebf67f150a69 service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857460 Nov 24 22:44:23.883436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831693-6f89-4b33-90a8-3e16950e2ee0 req-36534bad-4e2b-46b2-a667-1e98241c1e47 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:23.884960 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14831693-6f89-4b33-90a8-3e16950e2ee0 req-36534bad-4e2b-46b2-a667-1e98241c1e47 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 944 time: 0.0537517 Nov 24 22:44:23.921771 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14831693-6f89-4b33-90a8-3e16950e2ee0 req-88b7ebf0-547e-4c83-a12d-0ac19a556ef1 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Nov 24 22:44:24.503008 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:44:25.036729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082243-04a9-436e-8322-88a991ac9b98 req-fdf7c3b9-6f9d-49fe-8fe3-a27d20cad7ca tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:25.038117 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0082243-04a9-436e-8322-88a991ac9b98 req-fdf7c3b9-6f9d-49fe-8fe3-a27d20cad7ca tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 944 time: 0.0477121 Nov 24 22:44:25.075233 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0082243-04a9-436e-8322-88a991ac9b98 req-7f7bce58-4164-401b-a749-7c82180240f2 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Nov 24 22:44:26.186749 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3704-975d-4e71-a72b-9d267c96fbdf req-1eb38755-42f1-4ac0-9b76-340238a00873 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:26.188217 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea3c3704-975d-4e71-a72b-9d267c96fbdf req-1eb38755-42f1-4ac0-9b76-340238a00873 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 944 time: 0.0474846 Nov 24 22:44:26.225456 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ea3c3704-975d-4e71-a72b-9d267c96fbdf req-8d4e40b3-bfda-4b46-b31c-d39cd9b6b616 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Nov 24 22:44:27.113761 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device ec258328-e2aa-4b22-be10-becd37d2ae0d details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:44:27.207789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port ec258328-e2aa-4b22-be10-becd37d2ae0d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:27.218480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'ec258328-e2aa-4b22-be10-becd37d2ae0d', 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b', 'port_id': 'ec258328-e2aa-4b22-be10-becd37d2ae0d', 'mac_address': 'fa:16:3e:cd:2d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53426fe7-227d-46cd-a50c-870cba3055bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:44:27.255686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:27.268704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec258328-e2aa-4b22-be10-becd37d2ae0d {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:44:27.289219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port ec258328-e2aa-4b22-be10-becd37d2ae0d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:27.293303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:27.340521 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=ec258328-e2aa-4b22-be10-becd37d2ae0d,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:27.342963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e86b46-a4e1-41cb-b20b-ad009f91accf req-265bfd53-f06a-4662-a0e5-d50c28385674 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:27.344512 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3e86b46-a4e1-41cb-b20b-ad009f91accf req-265bfd53-f06a-4662-a0e5-d50c28385674 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Nov 24 22:44:27.382516 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3e86b46-a4e1-41cb-b20b-ad009f91accf req-4a56f66d-6020-4754-bca4-31116e9bc011 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Nov 24 22:44:27.496728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['ec258328-e2aa-4b22-be10-becd37d2ae0d'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:44:28.494674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea5e10-7732-4b82-86c7-4b2c5968bfa7 req-a57c6c0a-3d32-47cc-81b1-94a41aff54c2 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:28.496150 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33ea5e10-7732-4b82-86c7-4b2c5968bfa7 req-a57c6c0a-3d32-47cc-81b1-94a41aff54c2 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 945 time: 0.0475929 Nov 24 22:44:28.533262 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33ea5e10-7732-4b82-86c7-4b2c5968bfa7 req-a65ffff6-01d5-4c36-9fbb-49d769070fd2 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Nov 24 22:44:29.113004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device ec258328-e2aa-4b22-be10-becd37d2ae0d up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:44:29.160248 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port ec258328-e2aa-4b22-be10-becd37d2ae0d completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:44:29.163786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port ec258328-e2aa-4b22-be10-becd37d2ae0d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:44:29.164153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:29.241176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:29.262446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec258328-e2aa-4b22-be10-becd37d2ae0d'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:29.264706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25639354-3468-42d7-9bfa-1e087d2c2a2b" -d '{"events": [{"server_uuid": "5675aeb3-9e1c-4c7e-a9db-70fb6447abc5", "name": "network-vif-plugged", "status": "completed", "tag": "ec258328-e2aa-4b22-be10-becd37d2ae0d"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:29.278214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port ec258328-e2aa-4b22-be10-becd37d2ae0d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:29.283507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:29.307439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc0dd8-5ed3-4d58-b543-73a121fb6303 x-openstack-request-id: req-87dc0dd8-5ed3-4d58-b543-73a121fb6303 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:29.307756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5675aeb3-9e1c-4c7e-a9db-70fb6447abc5", "name": "network-vif-plugged", "status": "completed", "tag": "ec258328-e2aa-4b22-be10-becd37d2ae0d", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:29.308066 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87dc0dd8-5ed3-4d58-b543-73a121fb6303 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:29.308448 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec258328-e2aa-4b22-be10-becd37d2ae0d', 'code': 200} Nov 24 22:44:29.337241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=ec258328-e2aa-4b22-be10-becd37d2ae0d,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:29.465299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788dad-bc0e-4b99-9574-5b8778c858e2 req-0f845537-544a-442f-828a-1730645c8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:29.466686 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-50788dad-bc0e-4b99-9574-5b8778c858e2 req-0f845537-544a-442f-828a-1730645c8202 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 1099 time: 0.0403342 Nov 24 22:44:29.501125 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-50788dad-bc0e-4b99-9574-5b8778c858e2 req-55a054ac-16b3-4fd9-b878-950e438dd737 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274723 Nov 24 22:44:29.644379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0578-7af2-4c93-a356-9bc5419d350f req-a9e354d5-4c24-4062-839f-39d166f81b9e tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:29.645834 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-90fc0578-7af2-4c93-a356-9bc5419d350f req-a9e354d5-4c24-4062-839f-39d166f81b9e tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0473802 Nov 24 22:44:29.682064 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-90fc0578-7af2-4c93-a356-9bc5419d350f req-48116474-4fe5-4734-a89d-329a4e9794be tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304749 Nov 24 22:44:29.906102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:30.798358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6a1fa-e640-40b3-8c17-a384b23a9b68 req-f1cfac20-7041-49fd-a0df-75a54ea4fe0d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:30.800476 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59b6a1fa-e640-40b3-8c17-a384b23a9b68 req-f1cfac20-7041-49fd-a0df-75a54ea4fe0d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0513468 Nov 24 22:44:30.836155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59b6a1fa-e640-40b3-8c17-a384b23a9b68 req-7fd7fb70-1637-403e-adf8-45ea6ea017ef tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299137 Nov 24 22:44:31.052419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-39d77b3b-20e3-4e75-951d-d5068ea1519d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:31.053890 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-39d77b3b-20e3-4e75-951d-d5068ea1519d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/networks?id=d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 200 len: 814 time: 0.1000876 Nov 24 22:44:31.069040 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-878b77c8-6a6b-4643-afdf-4a0a13617699 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/quotas/ec37bca57e434e23a945b686b120486a HTTP/1.1" status: 200 len: 375 time: 0.0089920 Nov 24 22:44:31.120972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-b259cef4-e889-41ef-b7f0-e8326f3a749b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec37bca57e434e23a945b686b120486a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465691 Nov 24 22:44:31.207244 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-34dad066-49e3-4377-92d1-3a2b9d41eea6 service neutron] 10.222.0.41 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794151 Nov 24 22:44:31.298512 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-2889b0ad-4dd8-42e1-b546-1552125258c9 service neutron] 10.222.0.41 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Nov 24 22:44:31.452878 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9d4ea8ec-4af6-465a-ac20-b613ad4c9aae req-b896ebae-64f0-46ee-93f3-2f6f2ebcb380 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 210 time: 0.0269105 Nov 24 22:44:32.452642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-112f805e-9f41-475b-971a-83f918fd5923 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:32.454288 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-112f805e-9f41-475b-971a-83f918fd5923 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "GET /v2.0/networks?id=d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 200 len: 814 time: 0.1093142 Nov 24 22:44:32.466550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Request body: {'port': {'device_id': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b', 'admin_state_up': True, 'tenant_id': 'ec37bca57e434e23a945b686b120486a'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:32.546363 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e5620d7d-fbd9-4d09-b1d0-323d395be0e4 req-185f5b6c-7415-4aa6-a94e-d1cfbb0bab70 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 210 time: 0.0257261 Nov 24 22:44:32.580073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Made reservation on behalf of ec37bca57e434e23a945b686b120486a for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:32.584073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:32.707976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Allocated IP 172.20.0.10 (d65ab661-2711-4a86-8139-9693905c642b/53426fe7-227d-46cd-a50c-870cba3055bb/455425ec-b61a-48ce-95bd-3f05748e3be8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:44:32.851964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:32.885715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:32.897147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['ec258328-e2aa-4b22-be10-becd37d2ae0d'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:44:32.927246 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Network d65ab661-2711-4a86-8139-9693905c642b is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:44:32.930280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:32.933878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:44:32.964134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Pushing event updated for resources: {'Port': ['ID=455425ec-b61a-48ce-95bd-3f05748e3be8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:32.992683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:32.993305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.007960 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-1f777cc8-3602-463a-9973-34e6c7526420 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5452237 Nov 24 22:44:33.020006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Request body: {'port': {'device_id': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:33.072513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.328127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455425ec-b61a-48ce-95bd-3f05748e3be8 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:44:33.335983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.348322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Transition to ACTIVE for port object 455425ec-b61a-48ce-95bd-3f05748e3be8 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:44:33.351711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.418340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Pushing event updated for resources: {'Port': ['ID=455425ec-b61a-48ce-95bd-3f05748e3be8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:33.470589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Attempting to bind port 455425ec-b61a-48ce-95bd-3f05748e3be8 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:44:33.471278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Attempting to bind port 455425ec-b61a-48ce-95bd-3f05748e3be8 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:44:33.471278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Attempting to bind port 455425ec-b61a-48ce-95bd-3f05748e3be8 on network d65ab661-2711-4a86-8139-9693905c642b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:44:33.476930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Port 455425ec-b61a-48ce-95bd-3f05748e3be8 on network d65ab661-2711-4a86-8139-9693905c642b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:44:33.477269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Attempting to bind port 455425ec-b61a-48ce-95bd-3f05748e3be8 on network d65ab661-2711-4a86-8139-9693905c642b {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:44:33.482180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:44:33.482513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Checking segment: {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:33.482895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Bound using segment: {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:44:33.483318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Bound port: 455425ec-b61a-48ce-95bd-3f05748e3be8, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53b8775-6707-49d6-9e07-921627c9708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:44:33.483706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.544722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] For port 455425ec-b61a-48ce-95bd-3f05748e3be8, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:44:33.548449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] For port 455425ec-b61a-48ce-95bd-3f05748e3be8, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=455425ec-b61a-48ce-95bd-3f05748e3be8,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:44:33.552705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.592604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:33.593214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:33.594584 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/455425ec-b61a-48ce-95bd-3f05748e3be8 HTTP/1.1" status: 200 len: 1094 time: 0.5787487 Nov 24 22:44:33.595046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'tag': '455425ec-b61a-48ce-95bd-3f05748e3be8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:33.598023 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb5057b-9268-4d3b-97ad-7e428e215e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e217d79f-7339-43c6-8247-5efabd0965bf", "tag": "455425ec-b61a-48ce-95bd-3f05748e3be8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:33.620595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d99f6-4b2b-42c5-9858-405b0f5352c6 service neutron] Pushing event updated for resources: {'Port': ['ID=455425ec-b61a-48ce-95bd-3f05748e3be8,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:33.650567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c1a86-789d-4aa9-8e8b-dfa590199d44 x-openstack-request-id: req-9a3c1a86-789d-4aa9-8e8b-dfa590199d44 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:33.650860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e217d79f-7339-43c6-8247-5efabd0965bf", "tag": "455425ec-b61a-48ce-95bd-3f05748e3be8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:33.651170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a3c1a86-789d-4aa9-8e8b-dfa590199d44 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:33.651595 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'tag': '455425ec-b61a-48ce-95bd-3f05748e3be8', 'status': 'completed', 'code': 200} Nov 24 22:44:33.666867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32a9c-060e-4f5c-83c3-3f9789883d36 req-d99350ae-9966-4764-b619-8da5fcb2cb8b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:33.668390 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97e32a9c-060e-4f5c-83c3-3f9789883d36 req-d99350ae-9966-4764-b619-8da5fcb2cb8b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 944 time: 0.0512629 Nov 24 22:44:33.684307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-cbfbcfb0-05e9-41bd-9300-6033453317f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:33.685888 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-cbfbcfb0-05e9-41bd-9300-6033453317f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec37bca57e434e23a945b686b120486a&device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 1097 time: 0.0448940 Nov 24 22:44:33.707074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-97e32a9c-060e-4f5c-83c3-3f9789883d36 req-660dc4c4-98d0-4f79-8945-b546d71ef3ca tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Nov 24 22:44:33.727312 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-02878aa7-9061-45bf-b517-e3e590938a10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455425ec-b61a-48ce-95bd-3f05748e3be8 HTTP/1.1" status: 200 len: 217 time: 0.0341899 Nov 24 22:44:33.779787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-8daec216-49be-436f-9153-ebfe8037afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:33.781209 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-8daec216-49be-436f-9153-ebfe8037afc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53426fe7-227d-46cd-a50c-870cba3055bb HTTP/1.1" status: 200 len: 854 time: 0.0475082 Nov 24 22:44:33.811597 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-502703e9-05ce-4e96-a8c8-445237edbc76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d65ab661-2711-4a86-8139-9693905c642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233660 Nov 24 22:44:33.898404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-7a466c73-40ad-464b-a780-adeb8dd57db0 service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797513 Nov 24 22:44:33.988324 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-97296fa5-d9e5-4ece-bc5b-5dfe0f12bd62 req-a7d3447a-a1cc-47c1-a738-81e5dd0f787e service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830193 Nov 24 22:44:34.074844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-c5872444-f672-41d9-b5a1-e69d4cf3d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:34.076415 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-c5872444-f672-41d9-b5a1-e69d4cf3d012 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec37bca57e434e23a945b686b120486a&device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 1097 time: 0.0402181 Nov 24 22:44:34.166854 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-3babcb56-c3e9-4d8f-8d37-dad4dd8a3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:34.168259 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-3babcb56-c3e9-4d8f-8d37-dad4dd8a3c63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 200 len: 915 time: 0.0845742 Nov 24 22:44:34.211155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-64646973-ee5b-4cfb-a088-14655aa70e7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455425ec-b61a-48ce-95bd-3f05748e3be8 HTTP/1.1" status: 200 len: 217 time: 0.0334454 Nov 24 22:44:34.259474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-1f5b0d80-fb15-4fd6-8c85-07374d785b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:34.260908 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-1f5b0d80-fb15-4fd6-8c85-07374d785b12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53426fe7-227d-46cd-a50c-870cba3055bb HTTP/1.1" status: 200 len: 854 time: 0.0421705 Nov 24 22:44:34.292036 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-a901106b-298b-4f94-a5fe-75e6d0cea122 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d65ab661-2711-4a86-8139-9693905c642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229132 Nov 24 22:44:34.384533 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-0037b22a-24e1-4d94-a0a1-c4e2b0b331fa service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834770 Nov 24 22:44:34.472473 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1bb5057b-9268-4d3b-97ad-7e428e215e0e req-087db358-96c7-4dec-bb57-8fc960466a4d service neutron] 10.222.0.71 "GET /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791478 Nov 24 22:44:34.824095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53724435-584d-40e2-b6fb-39444452bcec req-42597d0d-8a3c-44d2-89ba-82aeb5d52e5b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:34.825545 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53724435-584d-40e2-b6fb-39444452bcec req-42597d0d-8a3c-44d2-89ba-82aeb5d52e5b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 944 time: 0.0527341 Nov 24 22:44:34.862491 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53724435-584d-40e2-b6fb-39444452bcec req-e0607028-f4e9-4d01-b9fe-e24d668de221 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Nov 24 22:44:35.973315 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4a4b-c0f3-4601-9f13-fec5c85c3510 req-84a72ad1-2173-43b0-867d-162358e81728 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:35.974780 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91ff4a4b-c0f3-4601-9f13-fec5c85c3510 req-84a72ad1-2173-43b0-867d-162358e81728 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 944 time: 0.0485542 Nov 24 22:44:36.011858 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-91ff4a4b-c0f3-4601-9f13-fec5c85c3510 req-6400c405-df5e-4567-b4cb-fbbadd691995 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Nov 24 22:44:37.121601 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bac9b-a7be-4c9a-b2a9-a6d7e82f79a8 req-61affd91-24be-4783-8e28-550c90e71d46 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:37.123046 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4c2bac9b-a7be-4c9a-b2a9-a6d7e82f79a8 req-61affd91-24be-4783-8e28-550c90e71d46 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 944 time: 0.0480013 Nov 24 22:44:37.138051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 455425ec-b61a-48ce-95bd-3f05748e3be8 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:44:37.161493 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4c2bac9b-a7be-4c9a-b2a9-a6d7e82f79a8 req-35810a92-7caf-4eab-a7c3-6d74b15ba496 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Nov 24 22:44:37.229967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 455425ec-b61a-48ce-95bd-3f05748e3be8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=455425ec-b61a-48ce-95bd-3f05748e3be8,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:37.241369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '455425ec-b61a-48ce-95bd-3f05748e3be8', 'network_id': 'd65ab661-2711-4a86-8139-9693905c642b', 'port_id': '455425ec-b61a-48ce-95bd-3f05748e3be8', 'mac_address': 'fa:16:3e:c6:ca:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53426fe7-227d-46cd-a50c-870cba3055bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:44:37.281515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:37.293947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455425ec-b61a-48ce-95bd-3f05748e3be8 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:44:37.312784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 455425ec-b61a-48ce-95bd-3f05748e3be8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=455425ec-b61a-48ce-95bd-3f05748e3be8,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:37.316925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:37.361582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=455425ec-b61a-48ce-95bd-3f05748e3be8,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:37.369149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.369500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.369846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.370185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.370517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.370848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.371177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.371510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.371857 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.372178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.372499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.372815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:44:37.520495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['455425ec-b61a-48ce-95bd-3f05748e3be8'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:44:38.277448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc026d-3f2d-49a1-a599-97f412e0e9bd req-79d5582d-d381-4c65-a3fc-d33c7d194b1f tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:38.278897 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ccc026d-3f2d-49a1-a599-97f412e0e9bd req-79d5582d-d381-4c65-a3fc-d33c7d194b1f tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 945 time: 0.0518160 Nov 24 22:44:38.315895 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ccc026d-3f2d-49a1-a599-97f412e0e9bd req-8c3ba7b2-25a7-4e36-986d-161a0425abbc tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Nov 24 22:44:39.137667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 455425ec-b61a-48ce-95bd-3f05748e3be8 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:44:39.185154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 455425ec-b61a-48ce-95bd-3f05748e3be8 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:44:39.188660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 455425ec-b61a-48ce-95bd-3f05748e3be8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:44:39.189026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:39.262673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:39.285155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455425ec-b61a-48ce-95bd-3f05748e3be8'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:39.287379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd043206-362a-4044-ac16-e050de0b8080" -d '{"events": [{"server_uuid": "e217d79f-7339-43c6-8247-5efabd0965bf", "name": "network-vif-plugged", "status": "completed", "tag": "455425ec-b61a-48ce-95bd-3f05748e3be8"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:39.303205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 455425ec-b61a-48ce-95bd-3f05748e3be8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=455425ec-b61a-48ce-95bd-3f05748e3be8,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:39.307239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:39.333867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4739a2d1-805e-4b09-94bb-06b0893da07a x-openstack-request-id: req-4739a2d1-805e-4b09-94bb-06b0893da07a {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:39.334158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e217d79f-7339-43c6-8247-5efabd0965bf", "name": "network-vif-plugged", "status": "completed", "tag": "455425ec-b61a-48ce-95bd-3f05748e3be8", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:39.334406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4739a2d1-805e-4b09-94bb-06b0893da07a {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:39.334788 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455425ec-b61a-48ce-95bd-3f05748e3be8', 'code': 200} Nov 24 22:44:39.362889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=455425ec-b61a-48ce-95bd-3f05748e3be8,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:39.437561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231f0e3-9ce2-484d-90ea-f4dcbbce1138 req-38e18ec7-3318-4bb4-bbf1-dd5be9453081 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:39.439017 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0231f0e3-9ce2-484d-90ea-f4dcbbce1138 req-38e18ec7-3318-4bb4-bbf1-dd5be9453081 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 946 time: 0.0498447 Nov 24 22:44:39.478909 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0231f0e3-9ce2-484d-90ea-f4dcbbce1138 req-5529242b-27e4-4097-9044-2529d92f6f9d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Nov 24 22:44:39.494765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916f2e8-cf83-4ed1-911e-80baa76fd28d req-9b32e4a9-7dab-48fd-8046-a25308aa400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:39.496330 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1916f2e8-cf83-4ed1-911e-80baa76fd28d req-9b32e4a9-7dab-48fd-8046-a25308aa400e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 1099 time: 0.0449343 Nov 24 22:44:39.530203 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1916f2e8-cf83-4ed1-911e-80baa76fd28d req-8c35d8eb-84ee-4aef-8168-5c21ec389450 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270267 Nov 24 22:44:40.592312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd343b-55d2-4ac8-b685-1cbdcf9dc3f2 req-aa5f8d85-a504-460a-b0e2-6a0b62721559 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:40.593777 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-80fd343b-55d2-4ac8-b685-1cbdcf9dc3f2 req-aa5f8d85-a504-460a-b0e2-6a0b62721559 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 946 time: 0.0482419 Nov 24 22:44:40.632992 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-80fd343b-55d2-4ac8-b685-1cbdcf9dc3f2 req-4d48af54-84f5-4d84-b42c-ed6311c21d60 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Nov 24 22:44:41.748358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c78582-6b0f-4b6a-ae21-f3b26ca53a84 req-c266a828-b395-47b0-909e-58cb83e11ce9 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:41.749797 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68c78582-6b0f-4b6a-ae21-f3b26ca53a84 req-c266a828-b395-47b0-909e-58cb83e11ce9 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 946 time: 0.0511990 Nov 24 22:44:41.786529 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68c78582-6b0f-4b6a-ae21-f3b26ca53a84 req-1417ec45-175f-4e26-99e1-909bf57080d6 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Nov 24 22:44:42.017434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4cbf8-2b89-434c-8880-0dd50f3313ca req-e20985f4-83ef-4e1f-8b2a-3acc658e611e tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:42.018909 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53b4cbf8-2b89-434c-8880-0dd50f3313ca req-e20985f4-83ef-4e1f-8b2a-3acc658e611e tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 946 time: 0.0508523 Nov 24 22:44:42.056892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53b4cbf8-2b89-434c-8880-0dd50f3313ca req-1f0b0e5c-06e3-4508-83d3-6366714b361d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Nov 24 22:44:43.170742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15ddf6-e4c9-4268-97cb-50d805eb9e37 req-8f039ab2-780f-42d0-9ff7-51816ee1fb2b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:43.172244 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb15ddf6-e4c9-4268-97cb-50d805eb9e37 req-8f039ab2-780f-42d0-9ff7-51816ee1fb2b tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 946 time: 0.0485890 Nov 24 22:44:43.209324 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb15ddf6-e4c9-4268-97cb-50d805eb9e37 req-56ccfbfc-b44f-49a0-9f0b-90ae1b67d3ab tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Nov 24 22:44:43.409947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-209399f9-eeb5-4bd6-90fe-3e4bc920263f tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:43.411290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-209399f9-eeb5-4bd6-90fe-3e4bc920263f tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 946 time: 0.0472498 Nov 24 22:44:43.499618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Deleting port 455425ec-b61a-48ce-95bd-3f05748e3be8 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:43.499962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:43.593483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] For port 455425ec-b61a-48ce-95bd-3f05748e3be8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=455425ec-b61a-48ce-95bd-3f05748e3be8,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:43.593842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:43.606406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Calling delete_port for 455425ec-b61a-48ce-95bd-3f05748e3be8 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:43.732080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:43.743722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['ec258328-e2aa-4b22-be10-becd37d2ae0d', '455425ec-b61a-48ce-95bd-3f05748e3be8'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:44:43.758864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Pushing event deleted for resources: {'Port': ['ID=455425ec-b61a-48ce-95bd-3f05748e3be8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:43.802017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] No DVR routers for this DVR port 455425ec-b61a-48ce-95bd-3f05748e3be8 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:44:43.804537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:43.807787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91f2efad-9a5b-4a2d-b71a-284c3ddd7c7a req-50d4b764-61ce-4074-abc5-68148af49307 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "DELETE /v2.0/ports/455425ec-b61a-48ce-95bd-3f05748e3be8 HTTP/1.1" status: 204 len: 173 time: 0.3890233 Nov 24 22:44:43.808229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'name': 'network-vif-deleted', 'tag': '455425ec-b61a-48ce-95bd-3f05748e3be8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:43.810444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2f82c9-4ff1-4570-a8ab-c3f968a54917" -d '{"events": [{"server_uuid": "e217d79f-7339-43c6-8247-5efabd0965bf", "name": "network-vif-deleted", "tag": "455425ec-b61a-48ce-95bd-3f05748e3be8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:43.859349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1280f4-e559-4fbf-a0d8-70af1c087559 x-openstack-request-id: req-4c1280f4-e559-4fbf-a0d8-70af1c087559 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:43.859743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e217d79f-7339-43c6-8247-5efabd0965bf", "name": "network-vif-deleted", "tag": "455425ec-b61a-48ce-95bd-3f05748e3be8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:43.860003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c1280f4-e559-4fbf-a0d8-70af1c087559 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:43.860594 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e217d79f-7339-43c6-8247-5efabd0965bf', 'name': 'network-vif-deleted', 'tag': '455425ec-b61a-48ce-95bd-3f05748e3be8', 'status': 'completed', 'code': 200} Nov 24 22:44:44.227685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6b2860e8-d9ea-40e7-a6fd-7ccb4c66e894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:44.316789 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb1f00c9-d7c8-4ad2-9c30-5ee75bffd29d req-05e06bb4-d287-4592-aa86-a9eaef434c71 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=e217d79f-7339-43c6-8247-5efabd0965bf HTTP/1.1" status: 200 len: 210 time: 0.0305760 Nov 24 22:44:45.462218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c4e-3e75-4f97-a723-32fa0bf502ba req-61d275ed-8673-47c4-b258-a76bbb76f72c tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:45.463728 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7eec9c4e-3e75-4f97-a723-32fa0bf502ba req-61d275ed-8673-47c4-b258-a76bbb76f72c tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0503066 Nov 24 22:44:45.500064 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7eec9c4e-3e75-4f97-a723-32fa0bf502ba req-af4176e7-4c3f-42fd-9b1a-41596c4e6c74 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304177 Nov 24 22:44:45.625850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f9d65-3eba-4cd3-9715-327d42dd381d req-b1c54d33-6d3f-41c8-ab8d-b5a2b24a1692 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:45.627222 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-631f9d65-3eba-4cd3-9715-327d42dd381d req-b1c54d33-6d3f-41c8-ab8d-b5a2b24a1692 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0480623 Nov 24 22:44:45.664607 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-631f9d65-3eba-4cd3-9715-327d42dd381d req-8da27888-92db-4dd6-97f9-91d26e3e19fc tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Nov 24 22:44:45.776600 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055b1e-4b50-4933-9463-7beff03a83e8 req-be5971f6-0988-4297-b7ac-8e4b8648fb32 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:45.778074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0055b1e-4b50-4933-9463-7beff03a83e8 req-be5971f6-0988-4297-b7ac-8e4b8648fb32 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0477839 Nov 24 22:44:45.818537 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0055b1e-4b50-4933-9463-7beff03a83e8 req-439d2bff-00a9-4864-8f28-a20f451ff611 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345063 Nov 24 22:44:45.979112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053f40-7c11-4151-9fbd-2a632a0825fc req-062eba3b-c067-400a-9614-732994de3787 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:45.980581 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a0053f40-7c11-4151-9fbd-2a632a0825fc req-062eba3b-c067-400a-9614-732994de3787 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0482075 Nov 24 22:44:46.016912 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a0053f40-7c11-4151-9fbd-2a632a0825fc req-974adc44-c71f-4df7-805a-2e1fcf344b12 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Nov 24 22:44:46.129761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3448d8-da52-4173-8773-0e6c0f4df58b req-ad841cb5-9d5f-4daa-a94e-3dd50edab42d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:46.131286 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6b3448d8-da52-4173-8773-0e6c0f4df58b req-ad841cb5-9d5f-4daa-a94e-3dd50edab42d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0491436 Nov 24 22:44:46.168103 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6b3448d8-da52-4173-8773-0e6c0f4df58b req-b7df021d-5510-4691-a9e3-afb5900b325d tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Nov 24 22:44:46.292430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccabd23-1f39-4f18-b1f8-61ffba25a1a1 req-2d96345f-76c9-4baf-8b85-333a0939afa0 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:46.293849 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4ccabd23-1f39-4f18-b1f8-61ffba25a1a1 req-2d96345f-76c9-4baf-8b85-333a0939afa0 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0469844 Nov 24 22:44:46.334438 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4ccabd23-1f39-4f18-b1f8-61ffba25a1a1 req-6f16f67a-cbf1-42eb-8a45-ada5eaf29272 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Nov 24 22:44:46.623120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6d740-4880-4e7f-93cf-9acb4d10a6f2 req-32ce8328-7491-4597-8b1c-f3e5c5225219 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:46.624573 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13e6d740-4880-4e7f-93cf-9acb4d10a6f2 req-32ce8328-7491-4597-8b1c-f3e5c5225219 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Nov 24 22:44:46.662110 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-13e6d740-4880-4e7f-93cf-9acb4d10a6f2 req-65f7ff6d-d771-46ec-b934-eef13f7284b4 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Nov 24 22:44:46.668101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-55617f1b-7fd3-4375-817a-9251be465db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:46.901923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:47.144332 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 455425ec-b61a-48ce-95bd-3f05748e3be8 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:44:47.164353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 455425ec-b61a-48ce-95bd-3f05748e3be8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:44:47.164690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 455425ec-b61a-48ce-95bd-3f05748e3be8 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:44:47.777199 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0be9f2-683f-4c5a-af93-6faf51a1034d req-6d537e1d-d6a6-4a55-8432-592706c472ba tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:47.778580 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e0be9f2-683f-4c5a-af93-6faf51a1034d req-6d537e1d-d6a6-4a55-8432-592706c472ba tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0483949 Nov 24 22:44:47.815809 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9e0be9f2-683f-4c5a-af93-6faf51a1034d req-bddd8e78-b861-4f50-8a8e-340c35eb8568 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/security-groups?id=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Nov 24 22:44:47.986387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-2b670c89-969e-4036-8634-6d9b4d5dbdd0 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:47.988430 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-2b670c89-969e-4036-8634-6d9b4d5dbdd0 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 946 time: 0.0516407 Nov 24 22:44:48.073840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Deleting port ec258328-e2aa-4b22-be10-becd37d2ae0d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:48.074186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:48.163154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] For port ec258328-e2aa-4b22-be10-becd37d2ae0d, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=ec258328-e2aa-4b22-be10-becd37d2ae0d,segment=NetworkSegment(a53b8775-6707-49d6-9e07-921627c9708a),segment_id=a53b8775-6707-49d6-9e07-921627c9708a)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:48.163695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:48.180118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Calling delete_port for ec258328-e2aa-4b22-be10-becd37d2ae0d owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:48.304973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:48.317222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['ec258328-e2aa-4b22-be10-becd37d2ae0d'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:44:48.344773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Pushing event deleted for resources: {'Port': ['ID=ec258328-e2aa-4b22-be10-becd37d2ae0d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:48.381738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] No DVR routers for this DVR port ec258328-e2aa-4b22-be10-becd37d2ae0d on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:44:48.384343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:48.387950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9da5dd06-e4c3-41f8-bada-a61f8c3e53e6 req-d59f2571-157c-4dd1-90ea-85442c5bca96 tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.71 "DELETE /v2.0/ports/ec258328-e2aa-4b22-be10-becd37d2ae0d HTTP/1.1" status: 204 len: 173 time: 0.3930240 Nov 24 22:44:48.388419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'name': 'network-vif-deleted', 'tag': 'ec258328-e2aa-4b22-be10-becd37d2ae0d'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:44:48.391303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610200d9-7f21-4c3a-a4b9-19e89e662fbb" -d '{"events": [{"server_uuid": "5675aeb3-9e1c-4c7e-a9db-70fb6447abc5", "name": "network-vif-deleted", "tag": "ec258328-e2aa-4b22-be10-becd37d2ae0d"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:44:48.434241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2cc689-890c-4b50-b241-6188edc08514 x-openstack-request-id: req-0d2cc689-890c-4b50-b241-6188edc08514 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:44:48.434530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5675aeb3-9e1c-4c7e-a9db-70fb6447abc5", "name": "network-vif-deleted", "tag": "ec258328-e2aa-4b22-be10-becd37d2ae0d", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:44:48.434786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d2cc689-890c-4b50-b241-6188edc08514 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:44:48.435178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5675aeb3-9e1c-4c7e-a9db-70fb6447abc5', 'name': 'network-vif-deleted', 'tag': 'ec258328-e2aa-4b22-be10-becd37d2ae0d', 'status': 'completed', 'code': 200} Nov 24 22:44:48.442395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:48.919426 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-037a0440-69ad-4c7c-9aef-624993f9a8d4 req-01bbac75-1ef9-4a70-9df2-df5f1f0e7c5a tempest-ServersNegativeTestJSON-611817905 tempest-ServersNegativeTestJSON-611817905-project] 10.222.0.41 "GET /v2.0/ports?device_id=5675aeb3-9e1c-4c7e-a9db-70fb6447abc5 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Nov 24 22:44:49.748183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:49.973773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37910) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:50.017604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Deleting subnet 53426fe7-227d-46cd-a50c-870cba3055bb {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:44:50.021041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.053864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.094370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.144510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.168380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53426fe7-227d-46cd-a50c-870cba3055bb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:50.174264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.177417 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f5523947-262d-46c9-bcd7-67197e857ebd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53426fe7-227d-46cd-a50c-870cba3055bb HTTP/1.1" status: 204 len: 168 time: 0.2025697 Nov 24 22:44:50.179909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37912) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:50.245965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.325034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.344591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65ab661-2711-4a86-8139-9693905c642b']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:50.353583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53b8775-6707-49d6-9e07-921627c9708a') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:50.353879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53b8775-6707-49d6-9e07-921627c9708a') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:50.362975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.375681 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.381945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:44:50.382443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:44:50.384433 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:44:50.440480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.445642 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.449003 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d65ab661-2711-4a86-8139-9693905c642b HTTP/1.1" status: 204 len: 168 time: 0.2681813 Nov 24 22:44:50.461016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8adc8-4077-46cc-9028-e848ae2af889 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65ab661-2711-4a86-8139-9693905c642b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:50.556528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37916) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:50.599693 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0fc08c5c-2434-4048-88ca-1fb425a36458 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec37bca57e434e23a945b686b120486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419333 Nov 24 22:44:50.602008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37918) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:50.648176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab8addec-85a0-4de8-8f62-4405ebda1051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.668179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab8addec-85a0-4de8-8f62-4405ebda1051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.712564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab8addec-85a0-4de8-8f62-4405ebda1051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.715245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab8addec-85a0-4de8-8f62-4405ebda1051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:50.716398 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ab8addec-85a0-4de8-8f62-4405ebda1051 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43ee2b49-79da-4c8e-9b73-bc1bf50e38c5 HTTP/1.1" status: 204 len: 168 time: 0.1135397 Nov 24 22:44:50.724047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8addec-85a0-4de8-8f62-4405ebda1051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee2b49-79da-4c8e-9b73-bc1bf50e38c5,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:51.159934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device ec258328-e2aa-4b22-be10-becd37d2ae0d no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:44:51.180455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: ec258328-e2aa-4b22-be10-becd37d2ae0d {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:44:51.180802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device ec258328-e2aa-4b22-be10-becd37d2ae0d not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:44:51.365226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37940) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:51.458459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900128450'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:51.478964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:51.482267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.490551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.565364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.569025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.597850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:44:51.608213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15573bd0-ee76-460b-abe8-e91ee5f92757,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:51.612822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.613162 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Added segment c9cf52fc-5f94-43d9-8951-843bce90f5c2 of type vlan for network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad Nov 24 22:44:51.651050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.675174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.680866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:51.681375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:51.738965 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3726375 Nov 24 22:44:51.750665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd639f-e7b0-4b8a-8591-2bce36c8d454 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Network': ['ID=fd4f25f1-c5eb-4a3f-b719-bb80e2193dad,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:51.760925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:44:54.895288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37944) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:54.900343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'subnet': {'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:54.985983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:54.990020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.163888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.229049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Subnet': ['ID=7015db06-d018-4cfd-913f-f52fc0820c6e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:55.237606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Checking segment: {'id': 'c9cf52fc-5f94-43d9-8951-843bce90f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:55.237964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network hostable DHCP agents. Network: fd4f25f1-c5eb-4a3f-b719-bb80e2193dad, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:44:55.254172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:44:55.262403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, fd4f25f1-c5eb-4a3f-b719-bb80e2193dad) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:55.266711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:55.267792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.272037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f01244-29f3-4681-bafe-233a4ecd09f4 None None] Network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:55.283088 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-418f2301-1e02-4e68-ab33-dcc6e73c7c45 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3866627 Nov 24 22:44:55.287260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37946) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:55.292310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492571821'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:55.313430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:55.316868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.339969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:44:55.349356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.349729 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Added segment fb7de808-5072-481a-81b4-e01fe86f37e4 of type vlan for network 79da21d4-1b92-4a5d-90d0-eaf4892e709c Nov 24 22:44:55.388764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.414342 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.419397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-fd4f25f1-c5eb-4a3f-b719-bb80e2193dad', 'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad', 'tenant_id': 'e1a38b8493c8404b838e2f279fe70aea', 'fixed_ips': [{'subnet_id': '7015db06-d018-4cfd-913f-f52fc0820c6e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:44:55.419991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:55.420327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.420571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.474493 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1860676 Nov 24 22:44:55.478086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37948) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:55.482615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'subnet': {'network_id': '79da21d4-1b92-4a5d-90d0-eaf4892e709c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:55.536208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1503a-8eea-43da-80f4-4a888f8431b9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Network': ['ID=79da21d4-1b92-4a5d-90d0-eaf4892e709c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:55.550972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 79da21d4-1b92-4a5d-90d0-eaf4892e709c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:44:55.569181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Allocated IP 2001:db8:0:ffff::2 (fd4f25f1-c5eb-4a3f-b719-bb80e2193dad/7015db06-d018-4cfd-913f-f52fc0820c6e/79afd97c-d239-4662-8cae-70f1e6072de8) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:44:55.579831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:55.583888 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.763226 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.770281 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.771174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.806452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:44:55.809314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:55.812728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:44:55.824679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Pushing event updated for resources: {'Port': ['ID=79afd97c-d239-4662-8cae-70f1e6072de8,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:55.841683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Subnet': ['ID=ee60155d-7c17-4322-a01c-125852806051,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:55.846313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Checking segment: {'id': 'fb7de808-5072-481a-81b4-e01fe86f37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79da21d4-1b92-4a5d-90d0-eaf4892e709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:55.846677 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network hostable DHCP agents. Network: 79da21d4-1b92-4a5d-90d0-eaf4892e709c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:44:55.864730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network 79da21d4-1b92-4a5d-90d0-eaf4892e709c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:44:55.874491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 79da21d4-1b92-4a5d-90d0-eaf4892e709c) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:55.875069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Attempting to bind port 79afd97c-d239-4662-8cae-70f1e6072de8 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:44:55.875435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Attempting to bind port 79afd97c-d239-4662-8cae-70f1e6072de8 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'c9cf52fc-5f94-43d9-8951-843bce90f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:44:55.876718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Attempting to bind port 79afd97c-d239-4662-8cae-70f1e6072de8 on network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:44:55.879208 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:55.879829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.886769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a88b1-e7db-45fd-ba20-22dd531faa98 None None] Network 79da21d4-1b92-4a5d-90d0-eaf4892e709c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:55.889798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:44:55.890363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Checking segment: {'id': 'c9cf52fc-5f94-43d9-8951-843bce90f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:55.890936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.891432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Bound using segment: {'id': 'c9cf52fc-5f94-43d9-8951-843bce90f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:44:55.892060 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Bound port: 79afd97c-d239-4662-8cae-70f1e6072de8, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cf52fc-5f94-43d9-8951-843bce90f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fd4f25f1-c5eb-4a3f-b719-bb80e2193dad'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:44:55.892586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:55.896484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bd4c90d5-11a3-44ad-aa42-dc85a342aa05 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4176416 Nov 24 22:44:55.899161 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37950) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:55.992853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.017696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] For port 79afd97c-d239-4662-8cae-70f1e6072de8, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:44:56.021139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] For port 79afd97c-d239-4662-8cae-70f1e6072de8, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79afd97c-d239-4662-8cae-70f1e6072de8,segment=NetworkSegment(c9cf52fc-5f94-43d9-8951-843bce90f5c2),segment_id=c9cf52fc-5f94-43d9-8951-843bce90f5c2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:44:56.025694 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.074418 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.136621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a66cd-48f2-487b-8b15-0d35f66a6329 None None] Pushing event updated for resources: {'Port': ['ID=79afd97c-d239-4662-8cae-70f1e6072de8,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:56.147340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52907d10-9240-4d3c-aefa-9d8ae9a07e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-79da21d4-1b92-4a5d-90d0-eaf4892e709c', 'network_id': '79da21d4-1b92-4a5d-90d0-eaf4892e709c', 'tenant_id': 'e1a38b8493c8404b838e2f279fe70aea', 'fixed_ips': [{'subnet_id': 'ee60155d-7c17-4322-a01c-125852806051'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:44:56.148523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52907d10-9240-4d3c-aefa-9d8ae9a07e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.152384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.181806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Subnet': ['ID=ee60155d-7c17-4322-a01c-125852806051,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:56.245152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4854e-5de0-41c5-bfbe-9a589237bc5d None None] Network 79da21d4-1b92-4a5d-90d0-eaf4892e709c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:56.250738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.284345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79da21d4-1b92-4a5d-90d0-eaf4892e709c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:56.300944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7de808-5072-481a-81b4-e01fe86f37e4') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:56.301509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7de808-5072-481a-81b4-e01fe86f37e4') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:56.311007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.324565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.330648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:44:56.331086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:44:56.335554 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:44:56.404986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.414319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.417554 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/79da21d4-1b92-4a5d-90d0-eaf4892e709c HTTP/1.1" status: 204 len: 168 time: 0.5174274 Nov 24 22:44:56.421152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37952) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:56.426515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-927438599'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:56.431362 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290bc5-4295-43bc-b431-486135b5a2a9 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Network': ['ID=79da21d4-1b92-4a5d-90d0-eaf4892e709c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:56.448347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:56.451893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.475329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:44:56.483686 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.484021 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Added segment bb3463e1-252d-4231-88f9-d8d21c3b70ee of type vlan for network 3378546d-9f37-40b9-95a8-f784d0c84f71 Nov 24 22:44:56.522990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.545173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.551152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:56.551772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.608883 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1864891 Nov 24 22:44:56.612338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37954) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:56.617566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'subnet': {'network_id': '3378546d-9f37-40b9-95a8-f784d0c84f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:56.620949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a017e54-921a-4918-b978-19414f8dc442 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Network': ['ID=3378546d-9f37-40b9-95a8-f784d0c84f71,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:56.632861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 3378546d-9f37-40b9-95a8-f784d0c84f71 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:44:56.703755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:56.707249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.767343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Performing IP validity checks on allocation pools {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 22:44:56.767905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.ipam_backend_mixin [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 22:44:56.891515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:56.958874 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Subnet': ['ID=2a597746-d917-481f-97f8-ebbc329f665d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:56.966500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Checking segment: {'id': 'bb3463e1-252d-4231-88f9-d8d21c3b70ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3378546d-9f37-40b9-95a8-f784d0c84f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:56.966864 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network hostable DHCP agents. Network: 3378546d-9f37-40b9-95a8-f784d0c84f71, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:44:56.984458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network 3378546d-9f37-40b9-95a8-f784d0c84f71 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:44:56.995143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 3378546d-9f37-40b9-95a8-f784d0c84f71) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:57.000152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:57.001376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.003050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99329754-217d-4aae-b1d4-8db0a78d44d8 None None] Network 3378546d-9f37-40b9-95a8-f784d0c84f71 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:57.020390 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7a6ee66b-fc0e-4423-be3a-8078157272fb tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4069026 Nov 24 22:44:57.023127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37956) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:57.070824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252fc17-e49e-4fe5-836f-7d211fa8a8d3 None None] Network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:57.121774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.172907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.241461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.270117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Subnet': ['ID=2a597746-d917-481f-97f8-ebbc329f665d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:57.331633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e0fe4d71-5b88-4a4c-b7c5-97ad3173e55a None None] Provisioning complete for port 79afd97c-d239-4662-8cae-70f1e6072de8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:44:57.331952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4d71-5b88-4a4c-b7c5-97ad3173e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.334866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.354412 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3378546d-9f37-40b9-95a8-f784d0c84f71']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:57.364223 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3463e1-252d-4231-88f9-d8d21c3b70ee') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:57.364518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3463e1-252d-4231-88f9-d8d21c3b70ee') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:57.375500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.389069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.395365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:44:57.395846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:44:57.398828 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:44:57.423578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f27217-30db-4490-a695-880e5f1b19da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-3378546d-9f37-40b9-95a8-f784d0c84f71', 'network_id': '3378546d-9f37-40b9-95a8-f784d0c84f71', 'tenant_id': 'e1a38b8493c8404b838e2f279fe70aea', 'fixed_ips': [{'subnet_id': '2a597746-d917-481f-97f8-ebbc329f665d'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:44:57.424939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-19f27217-30db-4490-a695-880e5f1b19da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.460082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.466855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.469985 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/3378546d-9f37-40b9-95a8-f784d0c84f71 HTTP/1.1" status: 204 len: 168 time: 0.4456167 Nov 24 22:44:57.473662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37958) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:57.481863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670684951'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:57.482126 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152fefb-3d5a-4816-b883-b71f1da00955 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Network': ['ID=3378546d-9f37-40b9-95a8-f784d0c84f71,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:57.509534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:57.510649 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992268d5-da34-4eec-98d2-d2774c378f62 None None] Network 3378546d-9f37-40b9-95a8-f784d0c84f71 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:57.513302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.532919 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992268d5-da34-4eec-98d2-d2774c378f62 None None] Network 3378546d-9f37-40b9-95a8-f784d0c84f71 could not be found, it might have been deleted concurrently. {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 22:44:57.542669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4d71-5b88-4a4c-b7c5-97ad3173e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.544530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:44:57.558567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.558994 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Added segment 10f80719-9663-4f45-8b2d-5d9cb667bd89 of type vlan for network 5574c890-c5a9-48bd-89ab-901f5c18e032 Nov 24 22:44:57.582192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e0fe4d71-5b88-4a4c-b7c5-97ad3173e55a None None] For port 79afd97c-d239-4662-8cae-70f1e6072de8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79afd97c-d239-4662-8cae-70f1e6072de8,segment=NetworkSegment(c9cf52fc-5f94-43d9-8951-843bce90f5c2),segment_id=c9cf52fc-5f94-43d9-8951-843bce90f5c2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:57.590553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4d71-5b88-4a4c-b7c5-97ad3173e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.607343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.635203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79afd97c-d239-4662-8cae-70f1e6072de8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:44:57.636766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.644163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:57.645118 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.675045 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe4d71-5b88-4a4c-b7c5-97ad3173e55a None None] Pushing event updated for resources: {'Port': ['ID=79afd97c-d239-4662-8cae-70f1e6072de8,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:57.699807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 79afd97c-d239-4662-8cae-70f1e6072de8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:44:57.700185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.710046 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2319968 Nov 24 22:44:57.710531 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37960) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:57.716788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'subnet': {'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:57.719807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e639241-2acf-4c1c-bb26-f4ab3cf855fc tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Network': ['ID=5574c890-c5a9-48bd-89ab-901f5c18e032,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:57.736219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 5574c890-c5a9-48bd-89ab-901f5c18e032 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:44:57.811889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:57.815442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:57.848114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c325498d-1c1a-4a3a-90c4-8092388bb617 None None] Provisioning complete for port 79afd97c-d239-4662-8cae-70f1e6072de8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:44:57.848384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c325498d-1c1a-4a3a-90c4-8092388bb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.000092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.058204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Subnet': ['ID=6b1c7113-b7e0-4c05-b0b6-e925f078b0d4,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:58.066654 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Checking segment: {'id': '10f80719-9663-4f45-8b2d-5d9cb667bd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:58.067013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network hostable DHCP agents. Network: 5574c890-c5a9-48bd-89ab-901f5c18e032, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:44:58.083350 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network 5574c890-c5a9-48bd-89ab-901f5c18e032 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:44:58.091561 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 5574c890-c5a9-48bd-89ab-901f5c18e032) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:58.095293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:58.095896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.100788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592d3de-b911-44d0-aa73-7357e4584fd9 None None] Network 5574c890-c5a9-48bd-89ab-901f5c18e032 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:58.111650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e466aab6-53f1-4cf7-a9eb-9ff329a1647a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3998773 Nov 24 22:44:58.115245 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37962) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:58.120048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1993195967'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:58.140472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:58.144369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.167767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:44:58.176428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.176759 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Added segment 05ae35a9-4359-41f5-98c8-a04c104eb721 of type vlan for network 0e90bef4-87db-4529-aa03-e4e74f6a74cc Nov 24 22:44:58.216428 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.247297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.250718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-5574c890-c5a9-48bd-89ab-901f5c18e032', 'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032', 'tenant_id': 'e1a38b8493c8404b838e2f279fe70aea', 'fixed_ips': [{'subnet_id': '6b1c7113-b7e0-4c05-b0b6-e925f078b0d4'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:44:58.251727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.254338 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:58.255006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.321973 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2056398 Nov 24 22:44:58.325123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37964) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:58.331049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Request body: {'subnet': {'network_id': '0e90bef4-87db-4529-aa03-e4e74f6a74cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:44:58.335890 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9abba-6ba3-48c8-8d4f-ed4a24a2779b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Network': ['ID=0e90bef4-87db-4529-aa03-e4e74f6a74cc,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:58.345927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 0e90bef4-87db-4529-aa03-e4e74f6a74cc details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:44:58.428381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Made reservation on behalf of e1a38b8493c8404b838e2f279fe70aea for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:44:58.431987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.452673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Allocated IP 2001:db8::2 (5574c890-c5a9-48bd-89ab-901f5c18e032/6b1c7113-b7e0-4c05-b0b6-e925f078b0d4/b4a830e6-c694-4eff-8dc8-d285fcb1644b) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:44:58.592351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.597594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.613618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.636889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Network 5574c890-c5a9-48bd-89ab-901f5c18e032 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:44:58.639795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:58.643824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:44:58.657411 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Pushing event updated for resources: {'Port': ['ID=b4a830e6-c694-4eff-8dc8-d285fcb1644b,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:58.684733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Checking segment: {'id': '05ae35a9-4359-41f5-98c8-a04c104eb721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0e90bef4-87db-4529-aa03-e4e74f6a74cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:58.685030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network hostable DHCP agents. Network: 0e90bef4-87db-4529-aa03-e4e74f6a74cc, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:44:58.688152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event updated for resources: {'Subnet': ['ID=f6895c27-ab3f-4e13-ae8c-b33bf3d12cc8,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:58.702157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Attempting to bind port b4a830e6-c694-4eff-8dc8-d285fcb1644b on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:44:58.702532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Attempting to bind port b4a830e6-c694-4eff-8dc8-d285fcb1644b by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '10f80719-9663-4f45-8b2d-5d9cb667bd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:44:58.702957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Attempting to bind port b4a830e6-c694-4eff-8dc8-d285fcb1644b on network 5574c890-c5a9-48bd-89ab-901f5c18e032 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:44:58.708280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Network 0e90bef4-87db-4529-aa03-e4e74f6a74cc is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:44:58.708847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:44:58.709223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Checking segment: {'id': '10f80719-9663-4f45-8b2d-5d9cb667bd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:44:58.709633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.710031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Bound using segment: {'id': '10f80719-9663-4f45-8b2d-5d9cb667bd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:44:58.710505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Bound port: b4a830e6-c694-4eff-8dc8-d285fcb1644b, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f80719-9663-4f45-8b2d-5d9cb667bd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5574c890-c5a9-48bd-89ab-901f5c18e032'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:44:58.710894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.717771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 0e90bef4-87db-4529-aa03-e4e74f6a74cc) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:44:58.722473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:44:58.723184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.738931 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d168ce30-1d2c-4242-9064-10ce7cd69400 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4126432 Nov 24 22:44:58.741733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37966) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:58.742765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ee6a3-869c-43d2-9e2e-d2e025f97548 None None] Network 0e90bef4-87db-4529-aa03-e4e74f6a74cc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:58.823975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] For port b4a830e6-c694-4eff-8dc8-d285fcb1644b, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:44:58.828328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] For port b4a830e6-c694-4eff-8dc8-d285fcb1644b, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b4a830e6-c694-4eff-8dc8-d285fcb1644b,segment=NetworkSegment(10f80719-9663-4f45-8b2d-5d9cb667bd89),segment_id=10f80719-9663-4f45-8b2d-5d9cb667bd89)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:44:58.836835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.837941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.895142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.941344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddcaf8-6bed-4572-b523-60f271776e63 None None] Pushing event updated for resources: {'Port': ['ID=b4a830e6-c694-4eff-8dc8-d285fcb1644b,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:58.964278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.977942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4bb8f-7e70-482d-87cc-8b7849085c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-0e90bef4-87db-4529-aa03-e4e74f6a74cc', 'network_id': '0e90bef4-87db-4529-aa03-e4e74f6a74cc', 'tenant_id': 'e1a38b8493c8404b838e2f279fe70aea', 'fixed_ips': [{'subnet_id': 'f6895c27-ab3f-4e13-ae8c-b33bf3d12cc8'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:44:58.978827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-08b4bb8f-7e70-482d-87cc-8b7849085c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:58.996586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Subnet': ['ID=f6895c27-ab3f-4e13-ae8c-b33bf3d12cc8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:59.063289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.070525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc5ce6-3829-4ce2-9807-ec1f363cf827 None None] Network 0e90bef4-87db-4529-aa03-e4e74f6a74cc requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:59.110261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e90bef4-87db-4529-aa03-e4e74f6a74cc']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:59.120504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ae35a9-4359-41f5-98c8-a04c104eb721') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:59.120793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ae35a9-4359-41f5-98c8-a04c104eb721') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:44:59.130391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.153209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.162003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:44:59.162410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:44:59.165788 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:44:59.234044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.242566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.245704 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/0e90bef4-87db-4529-aa03-e4e74f6a74cc HTTP/1.1" status: 204 len: 168 time: 0.5026910 Nov 24 22:44:59.248851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37968) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:59.255920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5009bb-241e-4763-8bb5-ec079603894e tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Network': ['ID=0e90bef4-87db-4529-aa03-e4e74f6a74cc,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:59.277343 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7a3736-8acc-4c55-b649-60e3a774d086 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] GET failed (client error): The resource could not be found. Nov 24 22:44:59.278622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2f7a3736-8acc-4c55-b649-60e3a774d086 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "GET /v2.0/subnets/f6895c27-ab3f-4e13-ae8c-b33bf3d12cc8 HTTP/1.1" status: 404 len: 337 time: 0.0287609 Nov 24 22:44:59.281245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37970) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:59.303607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21b070c-9971-49bc-b4d6-8c76d0c5cb86 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:44:59.304141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21b070c-9971-49bc-b4d6-8c76d0c5cb86 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:44:59.307051 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d21b070c-9971-49bc-b4d6-8c76d0c5cb86 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/0e90bef4-87db-4529-aa03-e4e74f6a74cc HTTP/1.1" status: 404 len: 339 time: 0.0249126 Nov 24 22:44:59.310671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37972) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:59.336740 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-facb9e8d-4899-403b-b2b9-b23f4efbf62d tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:44:59.337123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facb9e8d-4899-403b-b2b9-b23f4efbf62d tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:44:59.340011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-facb9e8d-4899-403b-b2b9-b23f4efbf62d tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/subnets/f6895c27-ab3f-4e13-ae8c-b33bf3d12cc8 HTTP/1.1" status: 404 len: 337 time: 0.0284412 Nov 24 22:44:59.342151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37974) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:59.358863 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b45a00d-e6fd-4f76-95f5-6275d41d28ff tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:44:59.359377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b45a00d-e6fd-4f76-95f5-6275d41d28ff tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:44:59.362281 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4b45a00d-e6fd-4f76-95f5-6275d41d28ff tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/0e90bef4-87db-4529-aa03-e4e74f6a74cc HTTP/1.1" status: 404 len: 339 time: 0.0192649 Nov 24 22:44:59.364421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37976) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:59.414001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Deleting subnet 6b1c7113-b7e0-4c05-b0b6-e925f078b0d4 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:44:59.417059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.456721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.542688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.608226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.635730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1c7113-b7e0-4c05-b0b6-e925f078b0d4,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:59.639624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.643772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f5a79c5-b03c-47bc-a9ac-864909a3362a tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/subnets/6b1c7113-b7e0-4c05-b0b6-e925f078b0d4 HTTP/1.1" status: 204 len: 168 time: 0.2777047 Nov 24 22:44:59.646117 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 37978) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:44:59.667372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b4a830e6-c694-4eff-8dc8-d285fcb1644b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:44:59.717372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b4a830e6-c694-4eff-8dc8-d285fcb1644b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:44:59.717747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.733832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.792136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Deleting port b4a830e6-c694-4eff-8dc8-d285fcb1644b {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:44:59.792479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.801626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.839547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port b4a830e6-c694-4eff-8dc8-d285fcb1644b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b4a830e6-c694-4eff-8dc8-d285fcb1644b,segment=NetworkSegment(10f80719-9663-4f45-8b2d-5d9cb667bd89),segment_id=10f80719-9663-4f45-8b2d-5d9cb667bd89)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:59.843865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.844638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79afd97c-d239-4662-8cae-70f1e6072de8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:44:59.865592 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] For port b4a830e6-c694-4eff-8dc8-d285fcb1644b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b4a830e6-c694-4eff-8dc8-d285fcb1644b,segment=NetworkSegment(10f80719-9663-4f45-8b2d-5d9cb667bd89),segment_id=10f80719-9663-4f45-8b2d-5d9cb667bd89)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:44:59.866040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.879298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Calling delete_port for b4a830e6-c694-4eff-8dc8-d285fcb1644b owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:44:59.914596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad7f0d7-a889-4a05-8b18-cf4910432f78 None None] Network 5574c890-c5a9-48bd-89ab-901f5c18e032 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:44:59.959107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=b4a830e6-c694-4eff-8dc8-d285fcb1644b,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:59.969348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.986492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:44:59.989847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b972c6d9-6de5-4aa3-932e-f18c0c1e2564 None None] Could not find standard attr ID for object b4a830e6-c694-4eff-8dc8-d285fcb1644b. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:44:59.994158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Port': ['ID=b4a830e6-c694-4eff-8dc8-d285fcb1644b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:44:59.997680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No DVR routers for this DVR port b4a830e6-c694-4eff-8dc8-d285fcb1644b on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:00.050438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 79afd97c-d239-4662-8cae-70f1e6072de8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:00.050715 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.078905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.101257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5574c890-c5a9-48bd-89ab-901f5c18e032']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:00.111180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f80719-9663-4f45-8b2d-5d9cb667bd89') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:00.111500 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f80719-9663-4f45-8b2d-5d9cb667bd89') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:00.114733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8fabb-6a89-452f-8049-bdf00d2f972f None None] DHCP port deletion for 5574c890-c5a9-48bd-89ab-901f5c18e032 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:45:00.121165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.136427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.143581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:45:00.144075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:45:00.147145 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:45:00.204554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.211872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.214738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/5574c890-c5a9-48bd-89ab-901f5c18e032 HTTP/1.1" status: 204 len: 168 time: 0.5674171 Nov 24 22:45:00.217344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37980) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:00.226262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5233113-dfda-40ce-b9d9-28397d9fd0d3 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Network': ['ID=5574c890-c5a9-48bd-89ab-901f5c18e032,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:00.250792 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae28712f-1027-43a7-9b9b-dca874121d3c tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:45:00.251248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae28712f-1027-43a7-9b9b-dca874121d3c tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:45:00.254774 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ae28712f-1027-43a7-9b9b-dca874121d3c tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/subnets/2a597746-d917-481f-97f8-ebbc329f665d HTTP/1.1" status: 404 len: 337 time: 0.0363264 Nov 24 22:45:00.257330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37982) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:00.275335 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e683a826-089c-4c1c-a174-ad40bf4c8941 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:45:00.275971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e683a826-089c-4c1c-a174-ad40bf4c8941 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:45:00.278855 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e683a826-089c-4c1c-a174-ad40bf4c8941 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/3378546d-9f37-40b9-95a8-f784d0c84f71 HTTP/1.1" status: 404 len: 339 time: 0.0206282 Nov 24 22:45:00.281193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37984) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:00.309855 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7aa4f4-7b41-4b0f-a313-51d0cc22202b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:45:00.310290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7aa4f4-7b41-4b0f-a313-51d0cc22202b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:45:00.313177 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5f7aa4f4-7b41-4b0f-a313-51d0cc22202b tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/subnets/ee60155d-7c17-4322-a01c-125852806051 HTTP/1.1" status: 404 len: 337 time: 0.0311329 Nov 24 22:45:00.316117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37986) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:00.333070 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4968a4-7935-4618-a0f1-2167c73ed004 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] DELETE failed (client error): The resource could not be found. Nov 24 22:45:00.333584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4968a4-7935-4618-a0f1-2167c73ed004 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 22:45:00.336418 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-de4968a4-7935-4618-a0f1-2167c73ed004 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/79da21d4-1b92-4a5d-90d0-eaf4892e709c HTTP/1.1" status: 404 len: 339 time: 0.0194340 Nov 24 22:45:00.338499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37988) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:00.386563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Deleting subnet 7015db06-d018-4cfd-913f-f52fc0820c6e {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:45:00.389524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.427503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.511513 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.566956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.592908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Subnet': ['ID=7015db06-d018-4cfd-913f-f52fc0820c6e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:00.596543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.599643 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-12d85afb-3d10-4878-9d34-1dcaa7905909 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/subnets/7015db06-d018-4cfd-913f-f52fc0820c6e HTTP/1.1" status: 204 len: 168 time: 0.2602601 Nov 24 22:45:00.602159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37990) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:00.602940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002351a-662c-403f-a4ba-d1295b3a669f None None] Network fd4f25f1-c5eb-4a3f-b719-bb80e2193dad requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:00.675930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.731547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Deleting port 79afd97c-d239-4662-8cae-70f1e6072de8 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:45:00.731966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.770645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] DHCP port deletion for fd4f25f1-c5eb-4a3f-b719-bb80e2193dad request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:45:00.795963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] For port 79afd97c-d239-4662-8cae-70f1e6072de8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79afd97c-d239-4662-8cae-70f1e6072de8,segment=NetworkSegment(c9cf52fc-5f94-43d9-8951-843bce90f5c2),segment_id=c9cf52fc-5f94-43d9-8951-843bce90f5c2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:00.796326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.808799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Calling delete_port for 79afd97c-d239-4662-8cae-70f1e6072de8 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:45:00.820414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] Deleting port 79afd97c-d239-4662-8cae-70f1e6072de8 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:45:00.820729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.886377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] For port 79afd97c-d239-4662-8cae-70f1e6072de8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=79afd97c-d239-4662-8cae-70f1e6072de8,segment=NetworkSegment(c9cf52fc-5f94-43d9-8951-843bce90f5c2),segment_id=c9cf52fc-5f94-43d9-8951-843bce90f5c2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:00.886770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:00.900236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] Calling delete_port for 79afd97c-d239-4662-8cae-70f1e6072de8 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:45:00.980363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.004933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] Pushing event deleted for resources: {'Port': ['ID=79afd97c-d239-4662-8cae-70f1e6072de8,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:01.012204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ecdfe5-dd2e-4f6e-8ee2-169be191d686 None None] No DVR routers for this DVR port 79afd97c-d239-4662-8cae-70f1e6072de8 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:01.209929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.232276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Port': ['ID=79afd97c-d239-4662-8cae-70f1e6072de8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:01.238977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] No DVR routers for this DVR port 79afd97c-d239-4662-8cae-70f1e6072de8 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:01.314350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.337290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4f25f1-c5eb-4a3f-b719-bb80e2193dad']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:01.346920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cf52fc-5f94-43d9-8951-843bce90f5c2') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:01.347216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cf52fc-5f94-43d9-8951-843bce90f5c2') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:01.356322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.368965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.374674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:45:01.375064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:45:01.377976 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:45:01.433192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.437722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.441999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] 10.222.0.41 "DELETE /v2.0/networks/fd4f25f1-c5eb-4a3f-b719-bb80e2193dad HTTP/1.1" status: 204 len: 168 time: 0.8389235 Nov 24 22:45:01.457875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a02f26-112a-46ce-a1b3-8949a68ca475 tempest-NetworksIpV6Test-936186230 tempest-NetworksIpV6Test-936186230-project] Pushing event deleted for resources: {'Network': ['ID=fd4f25f1-c5eb-4a3f-b719-bb80e2193dad,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:01.502098 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:45:01.575648 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b4a830e6-c694-4eff-8dc8-d285fcb1644b no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:45:01.599640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b4a830e6-c694-4eff-8dc8-d285fcb1644b {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:45:01.599987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b4a830e6-c694-4eff-8dc8-d285fcb1644b not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:45:01.600396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79afd97c-d239-4662-8cae-70f1e6072de8 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:45:01.619682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 79afd97c-d239-4662-8cae-70f1e6072de8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:45:01.620031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 79afd97c-d239-4662-8cae-70f1e6072de8 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:45:01.686870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 37996) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:01.814958 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ee14ff5d-192f-400c-bacb-42a3eaab5b8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1a38b8493c8404b838e2f279fe70aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269159 Nov 24 22:45:01.817550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38000) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:01.864039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-af01cd94-65f5-40f7-8a91-9b66daed5fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.888190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-af01cd94-65f5-40f7-8a91-9b66daed5fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.932358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-af01cd94-65f5-40f7-8a91-9b66daed5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.934968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-af01cd94-65f5-40f7-8a91-9b66daed5fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:01.936186 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-af01cd94-65f5-40f7-8a91-9b66daed5fbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15573bd0-ee76-460b-abe8-e91ee5f92757 HTTP/1.1" status: 204 len: 168 time: 0.1177356 Nov 24 22:45:01.943850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01cd94-65f5-40f7-8a91-9b66daed5fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15573bd0-ee76-460b-abe8-e91ee5f92757,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:02.563660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38022) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:02.657652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1988049958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:02.680326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.681580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.732320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.736218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.752007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.753183 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f9595e07-05a6-422d-81da-10881532c7f4 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1885066 Nov 24 22:45:02.756059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38026) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:02.760775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2080225361'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:02.780429 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Made reservation on behalf of 0d1ed487edaf4fbd8ec7e412c5a10ff5 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:02.784307 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.792748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.866707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.870040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.895907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:45:02.911094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f803063a-f434-4f15-bb03-4e407eb59d3e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:02.915000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.915350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Added segment aa67ce40-fcdb-43e7-adf6-cda5aff4959f of type vlan for network a004893d-483e-4e29-ba3d-a653e8f05f3c Nov 24 22:45:02.954204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.978395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:02.984075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:02.984716 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.036791 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2797279 Nov 24 22:45:03.039608 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38028) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:03.050374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Request body: {'subnet': {'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:03.067439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eec4f-22fc-4939-9073-5957a5015888 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event updated for resources: {'Network': ['ID=a004893d-483e-4e29-ba3d-a653e8f05f3c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:03.077819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network a004893d-483e-4e29-ba3d-a653e8f05f3c details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:45:03.144198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Made reservation on behalf of 0d1ed487edaf4fbd8ec7e412c5a10ff5 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:03.147646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.321427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.382610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event updated for resources: {'Subnet': ['ID=775c4b4b-2069-4086-a637-3e0f6fc4496f,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:03.386941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Checking segment: {'id': 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:03.387295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Network hostable DHCP agents. Network: a004893d-483e-4e29-ba3d-a653e8f05f3c, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:45:03.402963 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Network a004893d-483e-4e29-ba3d-a653e8f05f3c is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:45:03.411048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, a004893d-483e-4e29-ba3d-a653e8f05f3c) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:03.414958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:03.415591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.419854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be319c-0ac0-4e1b-8125-09438ac02205 None None] Network a004893d-483e-4e29-ba3d-a653e8f05f3c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:03.430880 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6a174ba9-c5e7-457e-b391-194b52fd8fbd tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3902819 Nov 24 22:45:03.434136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38030) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:03.438901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1027074974'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:03.459260 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Made reservation on behalf of 0d1ed487edaf4fbd8ec7e412c5a10ff5 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:03.462741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.485530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:45:03.494631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.494972 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Added segment 687b394e-f720-4dac-9a22-a06c87d9538f of type vlan for network 7428ea39-4d8b-49e4-b142-98a47eacb890 Nov 24 22:45:03.538645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.564374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.569935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-a004893d-483e-4e29-ba3d-a653e8f05f3c', 'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c', 'tenant_id': '0d1ed487edaf4fbd8ec7e412c5a10ff5', 'fixed_ips': [{'subnet_id': '775c4b4b-2069-4086-a637-3e0f6fc4496f'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:45:03.570558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:03.570797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.571130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:03.619962 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1847749 Nov 24 22:45:03.622933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38032) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:03.627570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Request body: {'subnet': {'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:03.853037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Allocated IP 172.20.0.2 (a004893d-483e-4e29-ba3d-a653e8f05f3c/775c4b4b-2069-4086-a637-3e0f6fc4496f/1323ca55-2a03-4ea2-a0e6-9962a459d95e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:03.997679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d5f04-1566-4cfb-b414-4fdb6f1f5798 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event updated for resources: {'Network': ['ID=7428ea39-4d8b-49e4-b142-98a47eacb890,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:03.998970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.006704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.011535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 7428ea39-4d8b-49e4-b142-98a47eacb890 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:45:04.042789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Made reservation on behalf of 0d1ed487edaf4fbd8ec7e412c5a10ff5 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:04.046510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.092918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Network a004893d-483e-4e29-ba3d-a653e8f05f3c is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:04.101235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:04.115038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:04.118999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Pushing event updated for resources: {'Port': ['ID=1323ca55-2a03-4ea2-a0e6-9962a459d95e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:04.173866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Attempting to bind port 1323ca55-2a03-4ea2-a0e6-9962a459d95e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:04.174754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Attempting to bind port 1323ca55-2a03-4ea2-a0e6-9962a459d95e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:04.175109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Attempting to bind port 1323ca55-2a03-4ea2-a0e6-9962a459d95e on network a004893d-483e-4e29-ba3d-a653e8f05f3c {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:04.179976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:04.180342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Checking segment: {'id': 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:04.180739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.181124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Bound using segment: {'id': 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:04.181579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Bound port: 1323ca55-2a03-4ea2-a0e6-9962a459d95e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a004893d-483e-4e29-ba3d-a653e8f05f3c'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:04.181954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.230709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.246152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] For port 1323ca55-2a03-4ea2-a0e6-9962a459d95e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:04.249335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] For port 1323ca55-2a03-4ea2-a0e6-9962a459d95e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1323ca55-2a03-4ea2-a0e6-9962a459d95e,segment=NetworkSegment(aa67ce40-fcdb-43e7-adf6-cda5aff4959f),segment_id=aa67ce40-fcdb-43e7-adf6-cda5aff4959f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:04.254188 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.288789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event updated for resources: {'Subnet': ['ID=24d2681b-a344-4509-80d0-e9fa025fa770,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:04.305017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Checking segment: {'id': '687b394e-f720-4dac-9a22-a06c87d9538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:04.306057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Network hostable DHCP agents. Network: 7428ea39-4d8b-49e4-b142-98a47eacb890, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:45:04.320669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb9fa0-bf2a-479d-ae6b-de9021615de0 None None] Pushing event updated for resources: {'Port': ['ID=1323ca55-2a03-4ea2-a0e6-9962a459d95e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:04.330403 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Network 7428ea39-4d8b-49e4-b142-98a47eacb890 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:45:04.340213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 7428ea39-4d8b-49e4-b142-98a47eacb890) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:04.344268 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:04.344988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.349309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e5f77-b4bb-4d5b-a362-a31f31d52c20 None None] Network 7428ea39-4d8b-49e4-b142-98a47eacb890 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:04.360879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8696b9b5-eb58-40f6-9efe-df00ae3b6d0b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7370179 Nov 24 22:45:04.364179 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38034) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:04.368706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-ef29d55f-afd4-4631-aa20-d58fe0c318b2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Request body: {'router': {'external_gateway_info': {'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:04.517560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-7428ea39-4d8b-49e4-b142-98a47eacb890', 'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890', 'tenant_id': '0d1ed487edaf4fbd8ec7e412c5a10ff5', 'fixed_ips': [{'subnet_id': '24d2681b-a344-4509-80d0-e9fa025fa770'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:45:04.518538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.607887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ef29d55f-afd4-4631-aa20-d58fe0c318b2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.668739 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Allocated IP 172.21.0.2 (7428ea39-4d8b-49e4-b142-98a47eacb890/24d2681b-a344-4509-80d0-e9fa025fa770/17984862-c989-4fc7-9df1-013c9dedae45) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:04.717300 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.api.v2.resource [None req-ef29d55f-afd4-4631-aa20-d58fe0c318b2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 22:45:04.718361 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ef29d55f-afd4-4631-aa20-d58fe0c318b2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "PUT /v2.0/routers/121d54d9-ebf8-4a6f-987d-58f683e521bb HTTP/1.1" status: 400 len: 364 time: 0.3532393 Nov 24 22:45:04.724842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38036) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:04.776132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Deleting subnet 24d2681b-a344-4509-80d0-e9fa025fa770 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:45:04.817212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.823116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.823391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.861317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Network 7428ea39-4d8b-49e4-b142-98a47eacb890 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:04.865508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:04.867931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:04.868074 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.878225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Pushing event updated for resources: {'Port': ['ID=17984862-c989-4fc7-9df1-013c9dedae45,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:04.935772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Attempting to bind port 17984862-c989-4fc7-9df1-013c9dedae45 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:04.936153 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Attempting to bind port 17984862-c989-4fc7-9df1-013c9dedae45 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '687b394e-f720-4dac-9a22-a06c87d9538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:04.936493 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Attempting to bind port 17984862-c989-4fc7-9df1-013c9dedae45 on network 7428ea39-4d8b-49e4-b142-98a47eacb890 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:04.941745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:04.942109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Checking segment: {'id': '687b394e-f720-4dac-9a22-a06c87d9538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:04.942514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.943486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Bound using segment: {'id': '687b394e-f720-4dac-9a22-a06c87d9538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:04.944163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Bound port: 17984862-c989-4fc7-9df1-013c9dedae45, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687b394e-f720-4dac-9a22-a06c87d9538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7428ea39-4d8b-49e4-b142-98a47eacb890'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:04.944359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:04.962096 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.024946 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.029383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] For port 17984862-c989-4fc7-9df1-013c9dedae45, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:05.033222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] For port 17984862-c989-4fc7-9df1-013c9dedae45, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=17984862-c989-4fc7-9df1-013c9dedae45,segment=NetworkSegment(687b394e-f720-4dac-9a22-a06c87d9538f),segment_id=687b394e-f720-4dac-9a22-a06c87d9538f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:05.039706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.053580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event deleted for resources: {'Subnet': ['ID=24d2681b-a344-4509-80d0-e9fa025fa770,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:05.057504 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.062237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5be55085-ad04-4d74-b1f2-e396eea5286b tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "DELETE /v2.0/subnets/24d2681b-a344-4509-80d0-e9fa025fa770 HTTP/1.1" status: 204 len: 168 time: 0.3349674 Nov 24 22:45:05.063540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38038) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:05.112962 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6532f-0b33-43e6-b84f-b82691068c6f None None] Pushing event updated for resources: {'Port': ['ID=17984862-c989-4fc7-9df1-013c9dedae45,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:05.159313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.220707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Deleting port 17984862-c989-4fc7-9df1-013c9dedae45 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:45:05.221110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.311388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] For port 17984862-c989-4fc7-9df1-013c9dedae45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=17984862-c989-4fc7-9df1-013c9dedae45,segment=NetworkSegment(687b394e-f720-4dac-9a22-a06c87d9538f),segment_id=687b394e-f720-4dac-9a22-a06c87d9538f)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:05.311955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.316736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06afc5e4-16fe-44b4-bca6-006724f7a11a None None] Network a004893d-483e-4e29-ba3d-a653e8f05f3c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:05.326626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Calling delete_port for 17984862-c989-4fc7-9df1-013c9dedae45 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:45:05.386338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e8e72ff6-de8d-4b6a-8f6a-be751df532c2 None None] Provisioning complete for port 1323ca55-2a03-4ea2-a0e6-9962a459d95e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:05.386699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ff6-de8d-4b6a-8f6a-be751df532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.413043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.439004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event deleted for resources: {'Port': ['ID=17984862-c989-4fc7-9df1-013c9dedae45,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:05.443644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] No DVR routers for this DVR port 17984862-c989-4fc7-9df1-013c9dedae45 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:05.529173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.546861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ff6-de8d-4b6a-8f6a-be751df532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.562499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7428ea39-4d8b-49e4-b142-98a47eacb890']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:05.576501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b394e-f720-4dac-9a22-a06c87d9538f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:05.577055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b394e-f720-4dac-9a22-a06c87d9538f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:05.588160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e8e72ff6-de8d-4b6a-8f6a-be751df532c2 None None] For port 1323ca55-2a03-4ea2-a0e6-9962a459d95e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1323ca55-2a03-4ea2-a0e6-9962a459d95e,segment=NetworkSegment(aa67ce40-fcdb-43e7-adf6-cda5aff4959f),segment_id=aa67ce40-fcdb-43e7-adf6-cda5aff4959f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:05.592208 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.592522 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ff6-de8d-4b6a-8f6a-be751df532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.611516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.625520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:45:05.625911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1323ca55-2a03-4ea2-a0e6-9962a459d95e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:05.626022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:45:05.629123 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:45:05.673540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e72ff6-de8d-4b6a-8f6a-be751df532c2 None None] Pushing event updated for resources: {'Port': ['ID=1323ca55-2a03-4ea2-a0e6-9962a459d95e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:05.693135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.697336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.700985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1323ca55-2a03-4ea2-a0e6-9962a459d95e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:05.704151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.704280 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "DELETE /v2.0/networks/7428ea39-4d8b-49e4-b142-98a47eacb890 HTTP/1.1" status: 204 len: 168 time: 0.6371155 Nov 24 22:45:05.704456 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38040) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:05.725751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c82d0-971d-4cf1-9ddc-e7715c203d15 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event deleted for resources: {'Network': ['ID=7428ea39-4d8b-49e4-b142-98a47eacb890,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:05.783313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Deleting subnet 775c4b4b-2069-4086-a637-3e0f6fc4496f {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:45:05.787988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.828738 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.913682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3dd25066-8c99-4066-8e4b-5380ef7b2561 None None] Provisioning complete for port 1323ca55-2a03-4ea2-a0e6-9962a459d95e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:05.914344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3dd25066-8c99-4066-8e4b-5380ef7b2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.914558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:05.983683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.013295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event deleted for resources: {'Subnet': ['ID=775c4b4b-2069-4086-a637-3e0f6fc4496f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:06.017038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.021100 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f8a4a9d9-4930-4c4e-9d8e-70cfd4f85c61 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "DELETE /v2.0/subnets/775c4b4b-2069-4086-a637-3e0f6fc4496f HTTP/1.1" status: 204 len: 168 time: 0.3156543 Nov 24 22:45:06.023549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38042) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:06.026414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817260ef-930b-45dc-a52b-1a7f7daccbb9 None None] Network a004893d-483e-4e29-ba3d-a653e8f05f3c requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:06.100961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.123358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f524c21e-488f-4b00-b717-3bf61a79e754 None None] Could not find standard attr ID for object 17984862-c989-4fc7-9df1-013c9dedae45. {{(pid=102411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 22:45:06.163313 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Deleting port 1323ca55-2a03-4ea2-a0e6-9962a459d95e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:45:06.163695 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.176783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce22c19-5e30-48ca-82c9-47e15d5a5670 None None] DHCP port deletion for 7428ea39-4d8b-49e4-b142-98a47eacb890 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:45:06.193991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68d13f-f6ab-4d3e-9e50-ddf6424d8c01 None None] Network 7428ea39-4d8b-49e4-b142-98a47eacb890 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:06.211018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68d13f-f6ab-4d3e-9e50-ddf6424d8c01 None None] Network 7428ea39-4d8b-49e4-b142-98a47eacb890 could not be found, it might have been deleted concurrently. {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 22:45:06.233785 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] For port 1323ca55-2a03-4ea2-a0e6-9962a459d95e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1323ca55-2a03-4ea2-a0e6-9962a459d95e,segment=NetworkSegment(aa67ce40-fcdb-43e7-adf6-cda5aff4959f),segment_id=aa67ce40-fcdb-43e7-adf6-cda5aff4959f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:06.234152 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.246537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Calling delete_port for 1323ca55-2a03-4ea2-a0e6-9962a459d95e owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:45:06.250554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] DHCP port deletion for a004893d-483e-4e29-ba3d-a653e8f05f3c request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:45:06.297051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] Deleting port 1323ca55-2a03-4ea2-a0e6-9962a459d95e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:45:06.297450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.326386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.356309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event deleted for resources: {'Port': ['ID=1323ca55-2a03-4ea2-a0e6-9962a459d95e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:06.358120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] No DVR routers for this DVR port 1323ca55-2a03-4ea2-a0e6-9962a459d95e on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:06.364554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] For port 1323ca55-2a03-4ea2-a0e6-9962a459d95e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1323ca55-2a03-4ea2-a0e6-9962a459d95e,segment=NetworkSegment(aa67ce40-fcdb-43e7-adf6-cda5aff4959f),segment_id=aa67ce40-fcdb-43e7-adf6-cda5aff4959f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:06.364975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.377984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] Calling delete_port for 1323ca55-2a03-4ea2-a0e6-9962a459d95e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:45:06.434457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: from cryptography.utils import int_from_bytes Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: from cryptography.utils import int_from_bytes Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 22:45:06.445495 dv-neutron-818715-1-hyperv neutron-server[102411]: self.session.flush() Nov 24 22:45:06.453873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.458524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a004893d-483e-4e29-ba3d-a653e8f05f3c']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:06.467852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:06.468153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa67ce40-fcdb-43e7-adf6-cda5aff4959f') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:06.477462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.484574 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] Pushing event deleted for resources: {'Port': ['ID=1323ca55-2a03-4ea2-a0e6-9962a459d95e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:06.486082 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c7068-8ddc-4975-bd1a-45c868dd9cf9 None None] No DVR routers for this DVR port 1323ca55-2a03-4ea2-a0e6-9962a459d95e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:06.491043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.499576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:45:06.499977 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:45:06.503707 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:45:06.562603 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.570499 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.573076 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "DELETE /v2.0/networks/a004893d-483e-4e29-ba3d-a653e8f05f3c HTTP/1.1" status: 204 len: 168 time: 0.5482512 Nov 24 22:45:06.575859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38044) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:06.584319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201e49-938f-4282-8942-b4531e3b25e2 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Pushing event deleted for resources: {'Network': ['ID=a004893d-483e-4e29-ba3d-a653e8f05f3c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:06.602396 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-77ba11c6-6405-4760-b483-3125e4901824 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "GET /v2.0/ports?device_id=121d54d9-ebf8-4a6f-987d-58f683e521bb HTTP/1.1" status: 200 len: 205 time: 0.0253980 Nov 24 22:45:06.604799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38046) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:06.678954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.834693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.836731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.879546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.880082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Fanout notify agent at l3_agent the message router_deleted on router 121d54d9-ebf8-4a6f-987d-58f683e521bb {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:45:06.886945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:06.888163 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fe337c5c-57e2-46cf-8b4b-ce7205acefc1 tempest-RoutersNegativeTest-1470666932 tempest-RoutersNegativeTest-1470666932-project] 10.222.0.41 "DELETE /v2.0/routers/121d54d9-ebf8-4a6f-987d-58f683e521bb HTTP/1.1" status: 204 len: 168 time: 0.2823665 Nov 24 22:45:07.120248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38052) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:07.252502 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8ad243bf-6b6e-41e8-aaf4-771351f27ad4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d1ed487edaf4fbd8ec7e412c5a10ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310868 Nov 24 22:45:07.254946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38056) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:07.303190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:07.324039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:07.369790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:07.372353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:07.373494 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f803063a-f434-4f15-bb03-4e407eb59d3e HTTP/1.1" status: 204 len: 168 time: 0.1176500 Nov 24 22:45:07.381382 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803063a-f434-4f15-bb03-4e407eb59d3e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:07.388525 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.388882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.389227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.389568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.389902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.390235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.390565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.390901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.391224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.391630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.391987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.392384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2260a4-f62f-4ef2-9e27-b88d84e5c264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:07.574908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1323ca55-2a03-4ea2-a0e6-9962a459d95e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:45:07.596182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 1323ca55-2a03-4ea2-a0e6-9962a459d95e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:45:07.596530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1323ca55-2a03-4ea2-a0e6-9962a459d95e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:45:07.596949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 17984862-c989-4fc7-9df1-013c9dedae45 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:45:07.615752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 17984862-c989-4fc7-9df1-013c9dedae45 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:45:07.616105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 17984862-c989-4fc7-9df1-013c9dedae45 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:45:07.969605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38078) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:08.062220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-856716589-network', 'tenant_id': '803c194d5bf74d13b81658cca4708271'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:08.083462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Made reservation on behalf of 803c194d5bf74d13b81658cca4708271 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:08.085787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.094009 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.165929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.169426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.189231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:45:08.204634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de178f90-0572-49a4-b18c-5a0cef3a8ed9,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:08.207454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.207817 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Added segment 0c952615-a2ec-42ee-b59e-a01e6c08e6e0 of type vlan for network 6549e21a-4185-4da2-b103-c1ad2e4d0609 Nov 24 22:45:08.249398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.272408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.273589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:08.274145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.324549 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3538334 Nov 24 22:45:08.327533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38082) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:08.332586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Request body: {'subnet': {'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-subnet', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:08.335252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb49e2d-535f-4abb-b86a-189fe88067b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6549e21a-4185-4da2-b103-c1ad2e4d0609,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:08.345079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:45:08.352986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Made reservation on behalf of 803c194d5bf74d13b81658cca4708271 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:08.355444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.520665 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.575994 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c16d605-03d7-4f9e-8b8b-f395d6818199,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:08.583514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Checking segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:08.583897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Network hostable DHCP agents. Network: 6549e21a-4185-4da2-b103-c1ad2e4d0609, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:45:08.600273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:45:08.608075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6549e21a-4185-4da2-b103-c1ad2e4d0609) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:08.612032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:08.612614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.616611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0a810-85d0-4194-a96f-d7e8ee5dbe92 None None] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:08.629137 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cc0e448c-6f44-4309-ae9b-ffa5f848a148 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3003757 Nov 24 22:45:08.631740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38084) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:08.635933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:08.655770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.656742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.710100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.759148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-6549e21a-4185-4da2-b103-c1ad2e4d0609', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:45:08.760053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.842479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:08.894076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Allocated IP 172.20.0.2 (6549e21a-4185-4da2-b103-c1ad2e4d0609/4c16d605-03d7-4f9e-8b8b-f395d6818199/0224d5cf-8abf-4fe3-9430-39e476482f11) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:09.035453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.039975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.040864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.058644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.077775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:09.081134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:09.084444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:09.093232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Pushing event updated for resources: {'Port': ['ID=0224d5cf-8abf-4fe3-9430-39e476482f11,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:09.141257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Attempting to bind port 0224d5cf-8abf-4fe3-9430-39e476482f11 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:09.141619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Attempting to bind port 0224d5cf-8abf-4fe3-9430-39e476482f11 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:09.141976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Attempting to bind port 0224d5cf-8abf-4fe3-9430-39e476482f11 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:09.147404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:09.147795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Checking segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:09.148192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.148579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Bound using segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:09.149041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Bound port: 0224d5cf-8abf-4fe3-9430-39e476482f11, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:09.149413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.167372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Allocated IP 172.26.3.175 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/b6c3f471-2898-4132-82ed-350c67266a31) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:09.213615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] For port 0224d5cf-8abf-4fe3-9430-39e476482f11, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:09.216836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] For port 0224d5cf-8abf-4fe3-9430-39e476482f11, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0224d5cf-8abf-4fe3-9430-39e476482f11,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:09.221302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.273099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.277353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03f865-f778-400a-855e-ffe53f27b919 None None] Pushing event updated for resources: {'Port': ['ID=0224d5cf-8abf-4fe3-9430-39e476482f11,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:09.308088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.343073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:09.346154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:09.349675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:09.383411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c3f471-2898-4132-82ed-350c67266a31,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:09.603744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0224d5cf-8abf-4fe3-9430-39e476482f11 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:09.629340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.651812 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0224d5cf-8abf-4fe3-9430-39e476482f11 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:09.652402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.738229 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.768955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 0224d5cf-8abf-4fe3-9430-39e476482f11, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0224d5cf-8abf-4fe3-9430-39e476482f11,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:09.773601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.820608 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=0224d5cf-8abf-4fe3-9430-39e476482f11,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:09.825483 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:09.959092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Router 12234199-8179-4662-a7c7-0cdb68696b06 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:45:10.070354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:45:10.080710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Sync routers for ids ['12234199-8179-4662-a7c7-0cdb68696b06'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:45:10.089448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.090709 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6fcc8cbb-8937-4230-b2be-3a90789fad61 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4580235 Nov 24 22:45:10.093577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38086) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:10.094915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Routers {'12234199-8179-4662-a7c7-0cdb68696b06'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:10.096325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:44:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['12234199-8179-4662-a7c7-0cdb68696b06'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:10.172888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90604bf9-ff46-4549-9910-e15ce8ac09b5 None None] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:10.253252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Set router 12234199-8179-4662-a7c7-0cdb68696b06 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:10.510303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-95fbbbaf-1a1f-4966-bbe9-a00b8ce14e70 None None] Provisioning complete for port 0224d5cf-8abf-4fe3-9430-39e476482f11 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:10.510617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95fbbbaf-1a1f-4966-bbe9-a00b8ce14e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.521974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.679135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Allocated IP 172.20.0.1 (6549e21a-4185-4da2-b103-c1ad2e4d0609/4c16d605-03d7-4f9e-8b8b-f395d6818199/4d212ab3-c75f-4a92-996b-7e270bc1f219) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:10.725181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:45:09Z', 'revision_number': 3, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:10.757299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Checking router: 12234199-8179-4662-a7c7-0cdb68696b06 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:45:10.757659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Updating router 12234199-8179-4662-a7c7-0cdb68696b06 port b6c3f471-2898-4132-82ed-350c67266a31 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:45:10.788532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.799951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.841665 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.885807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:10.888714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:10.896715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:10.899861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Pushing event updated for resources: {'Port': ['ID=4d212ab3-c75f-4a92-996b-7e270bc1f219,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:10.936791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:10.968980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7dc22fcc-a444-487f-990b-6b9d53280dce None None] Provisioning complete for port 0224d5cf-8abf-4fe3-9430-39e476482f11 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:10.969360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7dc22fcc-a444-487f-990b-6b9d53280dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.077586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.125349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.132912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.180311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Attempting to bind port b6c3f471-2898-4132-82ed-350c67266a31 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:11.180681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Attempting to bind port b6c3f471-2898-4132-82ed-350c67266a31 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:11.181043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Attempting to bind port b6c3f471-2898-4132-82ed-350c67266a31 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:11.190488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684bc84-e40f-4536-8015-910a74b59b1d None None] Pushing event updated for resources: {'Port': ['ID=b6c3f471-2898-4132-82ed-350c67266a31,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:11.193252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:11.193647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:11.194272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.194399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:11.194862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Bound port: b6c3f471-2898-4132-82ed-350c67266a31, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:11.195240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.245072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.250041 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.254115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] For port b6c3f471-2898-4132-82ed-350c67266a31, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:11.259816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] For port b6c3f471-2898-4132-82ed-350c67266a31, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b6c3f471-2898-4132-82ed-350c67266a31,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:11.261591 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-de97a6a9-76a0-45ea-87a5-586be85f093c None None] Provisioning complete for port 4d212ab3-c75f-4a92-996b-7e270bc1f219 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:11.262073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de97a6a9-76a0-45ea-87a5-586be85f093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.265314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.318724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Pushing event updated for resources: {'Port': ['ID=4d212ab3-c75f-4a92-996b-7e270bc1f219,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:11.326502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.339767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-de97a6a9-76a0-45ea-87a5-586be85f093c None None] Port 4d212ab3-c75f-4a92-996b-7e270bc1f219 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:45:11.352017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Routers {'12234199-8179-4662-a7c7-0cdb68696b06'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:11.352637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:44:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['12234199-8179-4662-a7c7-0cdb68696b06'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:11.386966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684bc84-e40f-4536-8015-910a74b59b1d None None] Pushing event updated for resources: {'Port': ['ID=b6c3f471-2898-4132-82ed-350c67266a31,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:11.417313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:11.418741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:11.466459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] Set router 12234199-8179-4662-a7c7-0cdb68696b06 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:11.541937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Router 12234199-8179-4662-a7c7-0cdb68696b06 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:45:11.614877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0224d5cf-8abf-4fe3-9430-39e476482f11 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:11.666157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:45:11.673901 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-697e4095-bf85-4670-bdf4-a39425ecc13d admin admin] 10.222.0.41 "PUT /v2.0/routers/12234199-8179-4662-a7c7-0cdb68696b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5770476 Nov 24 22:45:11.699922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c7f6308f-a52e-44e9-99b7-606b40ce2382 None None] Provisioning complete for port 4d212ab3-c75f-4a92-996b-7e270bc1f219 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:11.700209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c7f6308f-a52e-44e9-99b7-606b40ce2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.749749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6308f-a52e-44e9-99b7-606b40ce2382 None None] Port 4d212ab3-c75f-4a92-996b-7e270bc1f219 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:45:11.751126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 0224d5cf-8abf-4fe3-9430-39e476482f11 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:11.751485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:11.786344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4d212ab3-c75f-4a92-996b-7e270bc1f219', 'name': '', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'mac_address': 'fa:16:3e:e1:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:10Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 2, 'project_id': '803c194d5bf74d13b81658cca4708271', 'subnets': [{'id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:11.816845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6d14e-8ff9-4929-8841-7a9dcdee384b None None] The sync data for ids ['12234199-8179-4662-a7c7-0cdb68696b06'] in dv-neutron-818715-1-hyperv is: [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4d212ab3-c75f-4a92-996b-7e270bc1f219', 'name': '', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'mac_address': 'fa:16:3e:e1:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:10Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 2, 'project_id': '803c194d5bf74d13b81658cca4708271', 'subnets': [{'id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:45:12.162001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38102) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:12.167263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-320575284-network', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:12.188981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Made reservation on behalf of d4fd01076018426da95a7977f8c1819b for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:12.192173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.202299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.283198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.287699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.321542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:45:12.332675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af7ffeb-cdf2-4f42-873e-6ebf5db68447,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:12.338925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.339277 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Added segment dc9a2cae-c9d2-40c2-a96a-a988a9d98281 of type vlan for network 454e6400-433f-4935-92e6-66b16fbe1fa3 Nov 24 22:45:12.381921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.408319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.409464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:12.410339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.481902 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3186018 Nov 24 22:45:12.484891 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38104) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:12.488011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae2979-5d0c-4bd4-a634-814e8f3b8e47 admin admin] Pushing event updated for resources: {'Network': ['ID=454e6400-433f-4935-92e6-66b16fbe1fa3,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:12.490680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Request body: {'subnet': {'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-subnet', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:12.498250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:45:12.519271 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Made reservation on behalf of d4fd01076018426da95a7977f8c1819b for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:12.521915 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.701273 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.756651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f39286c-397a-4275-a5e6-04706504f9a3,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:12.766965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Checking segment: {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:12.767319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Network hostable DHCP agents. Network: 454e6400-433f-4935-92e6-66b16fbe1fa3, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:45:12.785093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:45:12.794727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 454e6400-433f-4935-92e6-66b16fbe1fa3) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:12.799764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:12.800917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.805189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84fde1-0678-4231-844d-d8b83ab3dd49 None None] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:12.820480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38106) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:12.820790 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0533336c-0ea8-4e8d-9876-c53b2ad848c7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3346028 Nov 24 22:45:12.826013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:12.849096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.850713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.910696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:12.970780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-454e6400-433f-4935-92e6-66b16fbe1fa3', 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'fixed_ips': [{'subnet_id': '3f39286c-397a-4275-a5e6-04706504f9a3'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:45:12.971750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.053365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.111797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Allocated IP 172.20.0.2 (454e6400-433f-4935-92e6-66b16fbe1fa3/3f39286c-397a-4275-a5e6-04706504f9a3/00124859-4d81-4f6e-8972-18277c8eeefb) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:13.249769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.254586 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.260923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.274398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.297193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:13.301884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:13.308451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:13.310334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Pushing event updated for resources: {'Port': ['ID=00124859-4d81-4f6e-8972-18277c8eeefb,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:13.362081 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Attempting to bind port 00124859-4d81-4f6e-8972-18277c8eeefb on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:13.362449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Attempting to bind port 00124859-4d81-4f6e-8972-18277c8eeefb by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:13.362793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Attempting to bind port 00124859-4d81-4f6e-8972-18277c8eeefb on network 454e6400-433f-4935-92e6-66b16fbe1fa3 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:13.367749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:13.368138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Checking segment: {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:13.368532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.369192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Bound using segment: {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:13.369362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Bound port: 00124859-4d81-4f6e-8972-18277c8eeefb, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:13.369731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.380201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Allocated IP 172.26.3.16 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/1733681b-a819-4ec9-90e3-e142bc3fe987) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:13.433353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] For port 00124859-4d81-4f6e-8972-18277c8eeefb, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:13.436716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] For port 00124859-4d81-4f6e-8972-18277c8eeefb, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=00124859-4d81-4f6e-8972-18277c8eeefb,segment=NetworkSegment(dc9a2cae-c9d2-40c2-a96a-a988a9d98281),segment_id=dc9a2cae-c9d2-40c2-a96a-a988a9d98281)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:13.443413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.503263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.507977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee4f24-5f90-4ad4-a5f6-a6df5520d289 None None] Pushing event updated for resources: {'Port': ['ID=00124859-4d81-4f6e-8972-18277c8eeefb,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:13.544086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.582626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:13.587253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:13.589799 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:13.627914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Pushing event updated for resources: {'Port': ['ID=1733681b-a819-4ec9-90e3-e142bc3fe987,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:13.640783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b6c3f471-2898-4132-82ed-350c67266a31 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:13.730735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b6c3f471-2898-4132-82ed-350c67266a31 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:13.731174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.818659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.841311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port b6c3f471-2898-4132-82ed-350c67266a31, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b6c3f471-2898-4132-82ed-350c67266a31,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:13.847762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.894566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:13.902676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=b6c3f471-2898-4132-82ed-350c67266a31,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:13.920704 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Sync routers for ids ['12234199-8179-4662-a7c7-0cdb68696b06'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:45:13.930443 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Routers {'12234199-8179-4662-a7c7-0cdb68696b06'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:13.931082 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:44:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['12234199-8179-4662-a7c7-0cdb68696b06'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:14.032646 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Set router 12234199-8179-4662-a7c7-0cdb68696b06 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:14.229390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e727ec48-7590-4421-b635-e2d7b0ed14fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.241457 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4d212ab3-c75f-4a92-996b-7e270bc1f219', 'name': '', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'mac_address': 'fa:16:3e:e1:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:10Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 2, 'project_id': '803c194d5bf74d13b81658cca4708271', 'subnets': [{'id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:14.272356 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Checking router: 12234199-8179-4662-a7c7-0cdb68696b06 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:45:14.272699 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Updating router 12234199-8179-4662-a7c7-0cdb68696b06 port 4d212ab3-c75f-4a92-996b-7e270bc1f219 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:45:14.297568 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.428828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.568379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:45:14.579916 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.587299 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.637434 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Pushing event updated for resources: {'Port': ['ID=4d212ab3-c75f-4a92-996b-7e270bc1f219,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:14.646220 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.646831 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.647436 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.647809 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.648142 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.648472 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.648799 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.649128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.649931 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.650120 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.650378 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.650696 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:14.692547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:45:14.701714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Sync routers for ids ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:45:14.714290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.715656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4c588568-2593-49bf-b39a-29f8b5eaa290 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8936031 Nov 24 22:45:14.718317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38108) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:45:14.719025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Routers {'472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:14.719731 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:44:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:14.724405 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Attempting to bind port 4d212ab3-c75f-4a92-996b-7e270bc1f219 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:14.725015 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Attempting to bind port 4d212ab3-c75f-4a92-996b-7e270bc1f219 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:14.725559 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Attempting to bind port 4d212ab3-c75f-4a92-996b-7e270bc1f219 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:14.731456 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:14.732137 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Checking segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:14.732727 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.733296 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Bound using segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:14.734223 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Bound port: 4d212ab3-c75f-4a92-996b-7e270bc1f219, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:14.734801 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.816004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2884f7-9ef9-4a60-a60f-34537b8da811 None None] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:45:14.824514 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] For port 4d212ab3-c75f-4a92-996b-7e270bc1f219, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:14.829341 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] For port 4d212ab3-c75f-4a92-996b-7e270bc1f219, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4d212ab3-c75f-4a92-996b-7e270bc1f219,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:14.835809 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.887373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-660e15e8-83b2-44f6-8dcc-eec10162a391 None None] Provisioning complete for port 00124859-4d81-4f6e-8972-18277c8eeefb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:14.888436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-660e15e8-83b2-44f6-8dcc-eec10162a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:14.913565 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcad9fc-e457-4f2e-90be-0324aeb45373 None None] Pushing event updated for resources: {'Port': ['ID=4d212ab3-c75f-4a92-996b-7e270bc1f219,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:14.919767 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Routers {'12234199-8179-4662-a7c7-0cdb68696b06'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:14.920743 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:44:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['12234199-8179-4662-a7c7-0cdb68696b06'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:15.041076 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] Set router 12234199-8179-4662-a7c7-0cdb68696b06 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:15.117183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Set router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:15.215075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.261820 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4d212ab3-c75f-4a92-996b-7e270bc1f219', 'name': '', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'mac_address': 'fa:16:3e:e1:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:10Z', 'updated_at': '2021-11-24T22:45:14Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'subnets': [{'id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:15.287920 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3e321-6b5c-4c44-aacf-eaf299fdd375 None None] The sync data for ids ['12234199-8179-4662-a7c7-0cdb68696b06'] in dv-neutron-818715-1-hyperv is: [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:45:11Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4d212ab3-c75f-4a92-996b-7e270bc1f219', 'name': '', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'mac_address': 'fa:16:3e:e1:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:10Z', 'updated_at': '2021-11-24T22:45:14Z', 'revision_number': 4, 'project_id': '803c194d5bf74d13b81658cca4708271', 'subnets': [{'id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:45:15.356213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-660e15e8-83b2-44f6-8dcc-eec10162a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.386445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Allocated IP 172.20.0.1 (454e6400-433f-4935-92e6-66b16fbe1fa3/3f39286c-397a-4275-a5e6-04706504f9a3/54018756-ef0b-4299-8400-f846b53e131a) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:15.427164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-660e15e8-83b2-44f6-8dcc-eec10162a391 None None] For port 00124859-4d81-4f6e-8972-18277c8eeefb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=00124859-4d81-4f6e-8972-18277c8eeefb,segment=NetworkSegment(dc9a2cae-c9d2-40c2-a96a-a988a9d98281),segment_id=dc9a2cae-c9d2-40c2-a96a-a988a9d98281)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:15.436749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-660e15e8-83b2-44f6-8dcc-eec10162a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.494865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:45:13Z', 'revision_number': 3, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:15.498306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e15e8-83b2-44f6-8dcc-eec10162a391 None None] Pushing event updated for resources: {'Port': ['ID=00124859-4d81-4f6e-8972-18277c8eeefb,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:15.526222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Checking router: 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:45:15.527007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Updating router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 port 1733681b-a819-4ec9-90e3-e142bc3fe987 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:45:15.530055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.564021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.581349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.597311 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-df9f7053-acf6-4a6f-837a-18d7f3786419 None None] Provisioning complete for port 4d212ab3-c75f-4a92-996b-7e270bc1f219 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:15.599765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-df9f7053-acf6-4a6f-837a-18d7f3786419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.652175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:15.669270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Pushing event updated for resources: {'Port': ['ID=54018756-ef0b-4299-8400-f846b53e131a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:15.672195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:15.677959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:15.731228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.867261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00124859-4d81-4f6e-8972-18277c8eeefb up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:15.898786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:15.977752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.004179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.070754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 00124859-4d81-4f6e-8972-18277c8eeefb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:16.071136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.072999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-df9f7053-acf6-4a6f-837a-18d7f3786419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.077943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Attempting to bind port 1733681b-a819-4ec9-90e3-e142bc3fe987 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:16.078335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Attempting to bind port 1733681b-a819-4ec9-90e3-e142bc3fe987 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:16.078683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Attempting to bind port 1733681b-a819-4ec9-90e3-e142bc3fe987 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:16.100031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.105003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.122482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66981f9d-2ce9-43d4-a7a1-fa2444b73ce0 None None] Pushing event updated for resources: {'Port': ['ID=1733681b-a819-4ec9-90e3-e142bc3fe987,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:16.126103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:16.126488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:16.127145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.127746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:16.128237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Bound port: 1733681b-a819-4ec9-90e3-e142bc3fe987, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:16.128622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.181899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Pushing event updated for resources: {'Port': ['ID=54018756-ef0b-4299-8400-f846b53e131a,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:16.184443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.187048 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-df9f7053-acf6-4a6f-837a-18d7f3786419 None None] For port 4d212ab3-c75f-4a92-996b-7e270bc1f219, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4d212ab3-c75f-4a92-996b-7e270bc1f219,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:16.193811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-df9f7053-acf6-4a6f-837a-18d7f3786419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.279326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] For port 1733681b-a819-4ec9-90e3-e142bc3fe987, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:16.280224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:16.281578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:16.288776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] For port 1733681b-a819-4ec9-90e3-e142bc3fe987, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1733681b-a819-4ec9-90e3-e142bc3fe987,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:16.299135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f7053-acf6-4a6f-837a-18d7f3786419 None None] Pushing event updated for resources: {'Port': ['ID=4d212ab3-c75f-4a92-996b-7e270bc1f219,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:16.304430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.314561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4d212ab3-c75f-4a92-996b-7e270bc1f219 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:16.391219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-07b3cc1a-fb89-4d08-b0e4-fa939cc77263 None None] Provisioning complete for port 00124859-4d81-4f6e-8972-18277c8eeefb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:16.391609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-07b3cc1a-fb89-4d08-b0e4-fa939cc77263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.411272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:45:16.428864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Routers {'472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:16.429513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:44:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:16.502569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66981f9d-2ce9-43d4-a7a1-fa2444b73ce0 None None] Pushing event updated for resources: {'Port': ['ID=1733681b-a819-4ec9-90e3-e142bc3fe987,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:16.527903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:45:16.532964 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b8b3ce76-b2da-4e6a-9007-51610683afb8 admin admin] 10.222.0.41 "PUT /v2.0/routers/472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129995 Nov 24 22:45:16.536549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4d212ab3-c75f-4a92-996b-7e270bc1f219 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:16.536915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.622087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] Set router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:16.738247 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7cd8-833d-43e6-a330-813c44fa5f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.744273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-07b3cc1a-fb89-4d08-b0e4-fa939cc77263 None None] Provisioning complete for port 54018756-ef0b-4299-8400-f846b53e131a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:16.744633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-07b3cc1a-fb89-4d08-b0e4-fa939cc77263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:16.815313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b6c3f471-2898-4132-82ed-350c67266a31 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:16.999925 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-07b3cc1a-fb89-4d08-b0e4-fa939cc77263 None None] Port 54018756-ef0b-4299-8400-f846b53e131a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:45:17.022118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:17.081399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b6c3f471-2898-4132-82ed-350c67266a31 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:17.081818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:17.140429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5f06939c-6b52-48c8-81fb-f3af623e1d86 None None] Provisioning complete for port 54018756-ef0b-4299-8400-f846b53e131a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:17.141025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5f06939c-6b52-48c8-81fb-f3af623e1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:17.168166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '54018756-ef0b-4299-8400-f846b53e131a', 'name': '', 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'mac_address': 'fa:16:3e:4a:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:15Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 2, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'subnets': [{'id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:17.200013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81348dd7-a6cc-43bc-91e3-13b49a90c00a None None] The sync data for ids ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'] in dv-neutron-818715-1-hyperv is: [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '54018756-ef0b-4299-8400-f846b53e131a', 'name': '', 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'mac_address': 'fa:16:3e:4a:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:15Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 2, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'subnets': [{'id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:45:17.231658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5f06939c-6b52-48c8-81fb-f3af623e1d86 None None] Port 54018756-ef0b-4299-8400-f846b53e131a cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:45:17.257563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-af184d36-e9f8-493f-822d-caa0562b87b2 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:17.264957 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-af184d36-e9f8-493f-822d-caa0562b87b2 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 816 time: 0.1315382 Nov 24 22:45:17.277129 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-3bbc2d08-b0bf-4de6-857a-d062c522d6be tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/quotas/803c194d5bf74d13b81658cca4708271 HTTP/1.1" status: 200 len: 375 time: 0.0110760 Nov 24 22:45:17.336767 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-21c88be5-bc65-45d1-b3af-caf68255ada2 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515342 Nov 24 22:45:17.455457 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-75646ec7-b012-43a8-9596-49b80ab61e6a service neutron] 10.222.0.41 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048391 Nov 24 22:45:17.567750 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-22eded63-e491-4c9f-9a68-b0faef7d2935 service neutron] 10.222.0.41 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057460 Nov 24 22:45:17.622273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4d212ab3-c75f-4a92-996b-7e270bc1f219 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:17.674614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4d212ab3-c75f-4a92-996b-7e270bc1f219 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:17.674981 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:17.745694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9195e926-2bad-4e13-8af6-a75ee6f7d0ab req-070d7cad-14e0-45e7-ad92-22c974fc02e7 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 210 time: 0.0347514 Nov 24 22:45:18.443555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:18.693973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-57407e84-5419-43d6-bd5e-16ac0c5ae5cd tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:18.695581 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-57407e84-5419-43d6-bd5e-16ac0c5ae5cd tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 816 time: 0.1197910 Nov 24 22:45:18.709510 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Request body: {'port': {'device_id': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'admin_state_up': True, 'tenant_id': '803c194d5bf74d13b81658cca4708271'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:18.824721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Made reservation on behalf of 803c194d5bf74d13b81658cca4708271 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:18.828278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:18.833486 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d273a5d2-e77f-4069-ad4e-fc1b6f50e1e5 req-8f1e8892-62f7-44b8-a359-d3df5ac8b9f4 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 210 time: 0.0261850 Nov 24 22:45:18.957206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Allocated IP 172.20.0.7 (6549e21a-4185-4da2-b103-c1ad2e4d0609/4c16d605-03d7-4f9e-8b8b-f395d6818199/2b2744e2-ee52-4dcc-9e34-98396f344b04) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:19.110202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.144846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.188067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:19.191505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:19.195127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:19.204002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Pushing event updated for resources: {'Port': ['ID=2b2744e2-ee52-4dcc-9e34-98396f344b04,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:19.255233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:19.255986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.273259 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-24534588-c8e8-4864-a62f-1966243ff295 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681150 Nov 24 22:45:19.286006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Request body: {'port': {'device_id': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:19.330325 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Sync routers for ids ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:45:19.343133 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Routers {'472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:19.343866 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:45:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:19.349149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.476424 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9f1b845b-7d51-4fda-a10d-ac422c3214bf None None] Provisioning complete for port 2b2744e2-ee52-4dcc-9e34-98396f344b04 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:19.477025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9f1b845b-7d51-4fda-a10d-ac422c3214bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.513814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b845b-7d51-4fda-a10d-ac422c3214bf None None] Port 2b2744e2-ee52-4dcc-9e34-98396f344b04 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:45:19.543609 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Set router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:19.628167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1733681b-a819-4ec9-90e3-e142bc3fe987 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:19.674476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2744e2-ee52-4dcc-9e34-98396f344b04 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:45:19.682853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.691130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1733681b-a819-4ec9-90e3-e142bc3fe987 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:19.691973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.696738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Transition to ACTIVE for port object 2b2744e2-ee52-4dcc-9e34-98396f344b04 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:45:19.701045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.767250 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '54018756-ef0b-4299-8400-f846b53e131a', 'name': '', 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'mac_address': 'fa:16:3e:4a:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:15Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 2, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'subnets': [{'id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:19.777292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2744e2-ee52-4dcc-9e34-98396f344b04,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:19.787957 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.796362 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Checking router: 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:45:19.796801 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Updating router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 port 54018756-ef0b-4299-8400-f846b53e131a binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:45:19.800324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.824918 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.826688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 1733681b-a819-4ec9-90e3-e142bc3fe987, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1733681b-a819-4ec9-90e3-e142bc3fe987,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:19.833307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.843767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Attempting to bind port 2b2744e2-ee52-4dcc-9e34-98396f344b04 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:19.844315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Attempting to bind port 2b2744e2-ee52-4dcc-9e34-98396f344b04 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:19.844828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Attempting to bind port 2b2744e2-ee52-4dcc-9e34-98396f344b04 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:19.850979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Port 2b2744e2-ee52-4dcc-9e34-98396f344b04 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:45:19.851624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Attempting to bind port 2b2744e2-ee52-4dcc-9e34-98396f344b04 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:19.857778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:19.858375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Checking segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:19.858803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Bound using segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:19.859331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Bound port: 2b2744e2-ee52-4dcc-9e34-98396f344b04, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:19.859793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.934059 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] For port 2b2744e2-ee52-4dcc-9e34-98396f344b04, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:19.937393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] For port 2b2744e2-ee52-4dcc-9e34-98396f344b04, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:19.939820 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=1733681b-a819-4ec9-90e3-e142bc3fe987,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:19.949734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.986090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:19.986745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:19.988290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/2b2744e2-ee52-4dcc-9e34-98396f344b04 HTTP/1.1" status: 200 len: 1093 time: 0.7072372 Nov 24 22:45:19.988748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'tag': '2b2744e2-ee52-4dcc-9e34-98396f344b04'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:45:19.991052 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069b0b3f-8238-4b4e-885f-fd87cfa30f70" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f7c2d3-a1b0-429c-8853-093c27562fd5", "tag": "2b2744e2-ee52-4dcc-9e34-98396f344b04"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:45:19.999205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9cac-891f-4a34-b09e-3b476c4ec65f req-7b14119d-f122-45bc-82ac-547d7c1b8313 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.009198 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3dce9cac-891f-4a34-b09e-3b476c4ec65f req-7b14119d-f122-45bc-82ac-547d7c1b8313 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 943 time: 0.0766017 Nov 24 22:45:20.057067 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3dce9cac-891f-4a34-b09e-3b476c4ec65f req-8b3a2ee7-0a8d-46bd-8cc8-93965fa86e2b tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Nov 24 22:45:20.081853 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dcbb58-c777-4bfe-a2cd-24052fda918d x-openstack-request-id: req-28dcbb58-c777-4bfe-a2cd-24052fda918d {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:45:20.082154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f7c2d3-a1b0-429c-8853-093c27562fd5", "tag": "2b2744e2-ee52-4dcc-9e34-98396f344b04", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:45:20.082407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28dcbb58-c777-4bfe-a2cd-24052fda918d {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:45:20.082807 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'tag': '2b2744e2-ee52-4dcc-9e34-98396f344b04', 'status': 'completed', 'code': 200} Nov 24 22:45:20.085257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7df6de-fdf5-4b91-9465-dbcaa9f0e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2744e2-ee52-4dcc-9e34-98396f344b04,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:20.099396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-5c2b619e-bc35-4be6-8b96-c19fb8a39e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.101020 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-5c2b619e-bc35-4be6-8b96-c19fb8a39e61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0616162 Nov 24 22:45:20.147201 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-5f53a14b-8ac5-46c7-b86c-5ac0150778e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04 HTTP/1.1" status: 200 len: 217 time: 0.0376976 Nov 24 22:45:20.162718 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.169660 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.202214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-46fe56f7-ccbe-434f-ae77-8a2924f6f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.203989 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-46fe56f7-ccbe-434f-ae77-8a2924f6f2f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c16d605-03d7-4f9e-8b8b-f395d6818199 HTTP/1.1" status: 200 len: 855 time: 0.0501556 Nov 24 22:45:20.223567 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5393476-c2ea-482b-817b-6c8198169fc7 None None] Pushing event updated for resources: {'Port': ['ID=54018756-ef0b-4299-8400-f846b53e131a,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:20.261104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-fa315e65-9631-4167-8147-e87627110fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.262894 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-fa315e65-9631-4167-8147-e87627110fad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6549e21a-4185-4da2-b103-c1ad2e4d0609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512140 Nov 24 22:45:20.271960 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Attempting to bind port 54018756-ef0b-4299-8400-f846b53e131a on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:20.272326 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Attempting to bind port 54018756-ef0b-4299-8400-f846b53e131a by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:20.272688 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Attempting to bind port 54018756-ef0b-4299-8400-f846b53e131a on network 454e6400-433f-4935-92e6-66b16fbe1fa3 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:20.278363 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:20.279711 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Checking segment: {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:20.280120 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.280512 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Bound using segment: {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:20.280980 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Bound port: 54018756-ef0b-4299-8400-f846b53e131a, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:20.281370 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.352707 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] For port 54018756-ef0b-4299-8400-f846b53e131a, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:20.356251 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] For port 54018756-ef0b-4299-8400-f846b53e131a, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=54018756-ef0b-4299-8400-f846b53e131a,segment=NetworkSegment(dc9a2cae-c9d2-40c2-a96a-a988a9d98281),segment_id=dc9a2cae-c9d2-40c2-a96a-a988a9d98281)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:20.362532 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.365926 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-dc9d2579-f509-4477-b17f-e8b536b3aa46 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948603 Nov 24 22:45:20.422217 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Routers {'472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:45:20.423064 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:45:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:20.459976 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5393476-c2ea-482b-817b-6c8198169fc7 None None] Pushing event updated for resources: {'Port': ['ID=54018756-ef0b-4299-8400-f846b53e131a,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:20.481857 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85f45562-de94-4b1e-9e35-2cb4a5023be1 req-881e9db3-46be-400d-8fcd-bf0a616966e3 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083279 Nov 24 22:45:20.506223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9ed527d3-b0b9-41a0-9041-0edfaf818b17 None None] Provisioning complete for port 54018756-ef0b-4299-8400-f846b53e131a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:20.507239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ed527d3-b0b9-41a0-9041-0edfaf818b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.541611 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] Set router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:45:20.590845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-dd7089a4-28ef-49f1-83ee-fc51874d4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.592609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-dd7089a4-28ef-49f1-83ee-fc51874d4a15 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0501177 Nov 24 22:45:20.605117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ed527d3-b0b9-41a0-9041-0edfaf818b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.644187 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9ed527d3-b0b9-41a0-9041-0edfaf818b17 None None] For port 54018756-ef0b-4299-8400-f846b53e131a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=54018756-ef0b-4299-8400-f846b53e131a,segment=NetworkSegment(dc9a2cae-c9d2-40c2-a96a-a988a9d98281),segment_id=dc9a2cae-c9d2-40c2-a96a-a988a9d98281)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:20.651094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9ed527d3-b0b9-41a0-9041-0edfaf818b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.692587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-1f51c840-5e59-4384-a418-5da3d9fc4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.694094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-1f51c840-5e59-4384-a418-5da3d9fc4bf0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 917 time: 0.0939169 Nov 24 22:45:20.704599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed527d3-b0b9-41a0-9041-0edfaf818b17 None None] Pushing event updated for resources: {'Port': ['ID=54018756-ef0b-4299-8400-f846b53e131a,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:20.741154 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-97ca231d-4d2e-47da-bcea-3bb5ca58f210 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04 HTTP/1.1" status: 200 len: 217 time: 0.0390260 Nov 24 22:45:20.756344 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '54018756-ef0b-4299-8400-f846b53e131a', 'name': '', 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'mac_address': 'fa:16:3e:4a:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:15Z', 'updated_at': '2021-11-24T22:45:20Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'subnets': [{'id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:45:20.773659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1445b982-800e-45e2-a60d-bb315c4554e3 None None] Provisioning complete for port 54018756-ef0b-4299-8400-f846b53e131a triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:20.778231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1445b982-800e-45e2-a60d-bb315c4554e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:20.786997 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a2b5d-0ff0-402f-89eb-959e1088c0e6 None None] The sync data for ids ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'] in dv-neutron-818715-1-hyperv is: [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:45:15Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '54018756-ef0b-4299-8400-f846b53e131a', 'name': '', 'network_id': '454e6400-433f-4935-92e6-66b16fbe1fa3', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'mac_address': 'fa:16:3e:4a:df:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:15Z', 'updated_at': '2021-11-24T22:45:20Z', 'revision_number': 4, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'subnets': [{'id': '3f39286c-397a-4275-a5e6-04706504f9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:45:20.797142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-64995c93-e9f1-4ac7-9934-7715fc3f6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.798730 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-64995c93-e9f1-4ac7-9934-7715fc3f6fd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c16d605-03d7-4f9e-8b8b-f395d6818199 HTTP/1.1" status: 200 len: 855 time: 0.0505280 Nov 24 22:45:20.848005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-7a0261e5-e828-4deb-bd50-6d97bdc41f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:20.849557 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-7a0261e5-e828-4deb-bd50-6d97bdc41f0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6549e21a-4185-4da2-b103-c1ad2e4d0609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432053 Nov 24 22:45:20.950060 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-30b48bd9-6a60-4c08-9e58-1ac331558603 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914958 Nov 24 22:45:21.042292 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-069b0b3f-8238-4b4e-885f-fd87cfa30f70 req-919751fe-9043-4b06-8fba-bea5b6fe1359 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Nov 24 22:45:21.183809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e6bb-824f-4f98-bb36-e8cd776799f9 req-d478e9a6-c97c-41b6-afac-66eb32ae49e3 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:21.185365 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f160e6bb-824f-4f98-bb36-e8cd776799f9 req-d478e9a6-c97c-41b6-afac-66eb32ae49e3 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 943 time: 0.0509546 Nov 24 22:45:21.226076 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f160e6bb-824f-4f98-bb36-e8cd776799f9 req-bd91077a-fe86-410c-a245-a4a3a2ab81a7 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Nov 24 22:45:21.612432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1733681b-a819-4ec9-90e3-e142bc3fe987 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:21.657845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1733681b-a819-4ec9-90e3-e142bc3fe987 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:21.658211 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:21.731934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 54018756-ef0b-4299-8400-f846b53e131a up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:21.778259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 54018756-ef0b-4299-8400-f846b53e131a triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:21.778554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:22.338870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de13c3-6d45-404c-8f0b-83ef97a25915 req-c94f4a64-e4a6-4441-b8e5-335f27f24bb2 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:22.340395 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-26de13c3-6d45-404c-8f0b-83ef97a25915 req-c94f4a64-e4a6-4441-b8e5-335f27f24bb2 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 943 time: 0.0487633 Nov 24 22:45:22.377796 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-26de13c3-6d45-404c-8f0b-83ef97a25915 req-d31a8ccf-dd9f-484d-8b5e-95cf2641f157 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Nov 24 22:45:23.361093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2b2744e2-ee52-4dcc-9e34-98396f344b04 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:45:23.460887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2b2744e2-ee52-4dcc-9e34-98396f344b04, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:23.472730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '2b2744e2-ee52-4dcc-9e34-98396f344b04', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'port_id': '2b2744e2-ee52-4dcc-9e34-98396f344b04', 'mac_address': 'fa:16:3e:f6:fe:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:45:23.498866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487c07b-1160-4628-bf96-e07dbde90bac req-03d0e47a-87d9-4a62-959e-65cc6c91fcfb tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:23.500357 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b487c07b-1160-4628-bf96-e07dbde90bac req-03d0e47a-87d9-4a62-959e-65cc6c91fcfb tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 943 time: 0.0576251 Nov 24 22:45:23.510292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:23.524379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2744e2-ee52-4dcc-9e34-98396f344b04 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:45:23.540236 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b487c07b-1160-4628-bf96-e07dbde90bac req-6ca3c500-a7dc-4523-9260-219cc1a75196 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327637 Nov 24 22:45:23.544452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2b2744e2-ee52-4dcc-9e34-98396f344b04, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:23.549872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:23.597890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2b2744e2-ee52-4dcc-9e34-98396f344b04,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:23.744514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['2b2744e2-ee52-4dcc-9e34-98396f344b04'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:45:24.654217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41950cfb-d77d-4bb3-8f31-70e408cb44bb req-60cf6e27-7f60-4254-8b0a-62a03e3a8acc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:24.655697 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-41950cfb-d77d-4bb3-8f31-70e408cb44bb req-60cf6e27-7f60-4254-8b0a-62a03e3a8acc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 944 time: 0.0473881 Nov 24 22:45:24.693641 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-41950cfb-d77d-4bb3-8f31-70e408cb44bb req-350aafed-1bc6-4b73-b924-d473b7549884 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Nov 24 22:45:25.370721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2b2744e2-ee52-4dcc-9e34-98396f344b04 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:25.417383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 2b2744e2-ee52-4dcc-9e34-98396f344b04 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:45:25.420810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 2b2744e2-ee52-4dcc-9e34-98396f344b04 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:25.421176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:25.499114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:25.520560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2744e2-ee52-4dcc-9e34-98396f344b04'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:45:25.522783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446aef1e-92fd-4b38-b787-75c675ac9fab" -d '{"events": [{"server_uuid": "b5f7c2d3-a1b0-429c-8853-093c27562fd5", "name": "network-vif-plugged", "status": "completed", "tag": "2b2744e2-ee52-4dcc-9e34-98396f344b04"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:45:25.536159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 2b2744e2-ee52-4dcc-9e34-98396f344b04, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:25.542037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:25.588833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=2b2744e2-ee52-4dcc-9e34-98396f344b04,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:25.614663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906566d5-b269-456a-969b-71a12a1950f4 x-openstack-request-id: req-906566d5-b269-456a-969b-71a12a1950f4 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:45:25.615021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f7c2d3-a1b0-429c-8853-093c27562fd5", "name": "network-vif-plugged", "status": "completed", "tag": "2b2744e2-ee52-4dcc-9e34-98396f344b04", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:45:25.615280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-906566d5-b269-456a-969b-71a12a1950f4 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:45:25.615716 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2744e2-ee52-4dcc-9e34-98396f344b04', 'code': 200} Nov 24 22:45:25.780794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767d065-1cce-41f1-8d88-26eb1c9e8b6d req-1af88295-3416-40bb-8a28-277a0156f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:25.782183 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b767d065-1cce-41f1-8d88-26eb1c9e8b6d req-1af88295-3416-40bb-8a28-277a0156f6f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0443735 Nov 24 22:45:25.809840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d777c-bfaf-4c7c-ac5e-baa24fc6ed21 req-df9923ef-e63c-4066-b356-e59a767b2517 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:25.811300 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-787d777c-bfaf-4c7c-ac5e-baa24fc6ed21 req-df9923ef-e63c-4066-b356-e59a767b2517 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Nov 24 22:45:25.817684 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b767d065-1cce-41f1-8d88-26eb1c9e8b6d req-c13f79db-2854-46fb-a7e4-201fb95dad3f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277083 Nov 24 22:45:25.848459 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-787d777c-bfaf-4c7c-ac5e-baa24fc6ed21 req-cddfd44c-bcc9-4d83-8072-2fec9da3438b tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Nov 24 22:45:26.963997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bf773-6681-4d28-81d0-6d56c326b0b8 req-dbb7c8fe-d454-4e08-9439-d452ce370373 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:26.965434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-162bf773-6681-4d28-81d0-6d56c326b0b8 req-dbb7c8fe-d454-4e08-9439-d452ce370373 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Nov 24 22:45:27.000751 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-162bf773-6681-4d28-81d0-6d56c326b0b8 req-d03635f4-2997-4fc5-9784-c7fe7ff553a1 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294445 Nov 24 22:45:27.111048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61602ac-0587-420d-9787-b237d1abed4e req-8523d795-f7a1-4b86-b96e-f77d45a15ee0 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:27.112514 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e61602ac-0587-420d-9787-b237d1abed4e req-8523d795-f7a1-4b86-b96e-f77d45a15ee0 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 945 time: 0.0487318 Nov 24 22:45:27.151136 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e61602ac-0587-420d-9787-b237d1abed4e req-eb217142-747f-48ea-a2cc-982213edbac3 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Nov 24 22:45:29.931628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:38.503047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:45:44.232289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2d640794-08cb-476d-b686-a8cd220fd6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:46.670239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e108fa58-8b91-4c48-9a9b-dd39630a5b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:46.848966 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9db81-b206-437e-8ea8-bbdc4e76b10f req-292d47cd-d47b-45e1-92a4-e410f63c4ab7 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:46.850444 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-66d9db81-b206-437e-8ea8-bbdc4e76b10f req-292d47cd-d47b-45e1-92a4-e410f63c4ab7 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Nov 24 22:45:46.887537 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-66d9db81-b206-437e-8ea8-bbdc4e76b10f req-92204f1d-ddbc-4b1f-8f16-382231665890 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307345 Nov 24 22:45:46.910542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:48.006491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5578eb-978b-492a-9d81-1a2be02b9f2b req-281438e7-a993-4cbf-b42a-3e53c5999fdb tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:48.007947 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a5578eb-978b-492a-9d81-1a2be02b9f2b req-281438e7-a993-4cbf-b42a-3e53c5999fdb tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 945 time: 0.0513420 Nov 24 22:45:48.044023 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a5578eb-978b-492a-9d81-1a2be02b9f2b req-77cc02bc-9b64-4b0e-a7f9-ec3c1d9c2c44 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302978 Nov 24 22:45:48.420251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-08f583ea-96dc-4af7-8877-a7821d2acdfa tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:48.421673 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-08f583ea-96dc-4af7-8877-a7821d2acdfa tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 945 time: 0.0474601 Nov 24 22:45:48.444740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:48.508645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Deleting port 2b2744e2-ee52-4dcc-9e34-98396f344b04 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:45:48.508988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:48.600256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] For port 2b2744e2-ee52-4dcc-9e34-98396f344b04, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=2b2744e2-ee52-4dcc-9e34-98396f344b04,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:48.600617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:48.612616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Calling delete_port for 2b2744e2-ee52-4dcc-9e34-98396f344b04 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:45:48.744406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:48.756216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['2b2744e2-ee52-4dcc-9e34-98396f344b04'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:45:48.771550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Pushing event deleted for resources: {'Port': ['ID=2b2744e2-ee52-4dcc-9e34-98396f344b04,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:48.818780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] No DVR routers for this DVR port 2b2744e2-ee52-4dcc-9e34-98396f344b04 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:45:48.821363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:48.824910 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-dfe99c75-e28f-4387-a2bd-ddb297f9d700 req-24c1044b-734c-4ea1-99a7-6a23addbf1bc tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "DELETE /v2.0/ports/2b2744e2-ee52-4dcc-9e34-98396f344b04 HTTP/1.1" status: 204 len: 173 time: 0.3971834 Nov 24 22:45:48.825356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'name': 'network-vif-deleted', 'tag': '2b2744e2-ee52-4dcc-9e34-98396f344b04'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:45:48.827630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d412cc97-06b0-48ba-836e-25477933106d" -d '{"events": [{"server_uuid": "b5f7c2d3-a1b0-429c-8853-093c27562fd5", "name": "network-vif-deleted", "tag": "2b2744e2-ee52-4dcc-9e34-98396f344b04"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:45:48.865881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f92228-843b-4be8-b746-9cfb04eda9ac x-openstack-request-id: req-24f92228-843b-4be8-b746-9cfb04eda9ac {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:45:48.866172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f7c2d3-a1b0-429c-8853-093c27562fd5", "name": "network-vif-deleted", "tag": "2b2744e2-ee52-4dcc-9e34-98396f344b04", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:45:48.866429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24f92228-843b-4be8-b746-9cfb04eda9ac {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:45:48.866827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f7c2d3-a1b0-429c-8853-093c27562fd5', 'name': 'network-vif-deleted', 'tag': '2b2744e2-ee52-4dcc-9e34-98396f344b04', 'status': 'completed', 'code': 200} Nov 24 22:45:49.145618 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e41bcd80-74b6-491e-92e8-05463860c41d req-53c5873e-e54f-4688-a880-bd280e91c10c tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f7c2d3-a1b0-429c-8853-093c27562fd5 HTTP/1.1" status: 200 len: 210 time: 0.0262647 Nov 24 22:45:49.761280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:50.866134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-43c1bb7e-e68a-4ba9-a51b-2b6068095ed1 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:50.867604 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-43c1bb7e-e68a-4ba9-a51b-2b6068095ed1 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 816 time: 0.4054482 Nov 24 22:45:50.882415 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-767617bb-7f69-4177-86ba-ae0bd63374f4 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/quotas/803c194d5bf74d13b81658cca4708271 HTTP/1.1" status: 200 len: 375 time: 0.0091710 Nov 24 22:45:50.931036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-7145753c-ec0e-491d-975d-e7bbb15011b2 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435133 Nov 24 22:45:51.022505 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-59610b5f-4031-4df3-a356-557d2ad54095 service neutron] 10.222.0.41 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793200 Nov 24 22:45:51.112357 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-1e20589a-1104-47bb-b515-76bb1211d37e service neutron] 10.222.0.41 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837722 Nov 24 22:45:51.266787 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a05f525-fe70-4ba8-9302-8b15d112607e req-6d690e2c-468a-41f1-8670-e35bd6a28382 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Nov 24 22:45:51.485770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2b2744e2-ee52-4dcc-9e34-98396f344b04 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:45:51.507945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 2b2744e2-ee52-4dcc-9e34-98396f344b04 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:45:51.508381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 2b2744e2-ee52-4dcc-9e34-98396f344b04 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:45:52.127444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-18f39a55-376c-4b95-9c27-5a2e73467b4a tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:52.128896 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-18f39a55-376c-4b95-9c27-5a2e73467b4a tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 816 time: 0.1060975 Nov 24 22:45:52.144151 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Request body: {'port': {'device_id': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'admin_state_up': True, 'tenant_id': '803c194d5bf74d13b81658cca4708271'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:52.251253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Made reservation on behalf of 803c194d5bf74d13b81658cca4708271 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:45:52.254659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:52.360446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a4d14f75-ae8c-46ef-83e4-94f44743c2ac req-2e89347e-8299-4a48-b0ab-5285f924480d tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 210 time: 0.0264101 Nov 24 22:45:52.381568 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Allocated IP 172.20.0.10 (6549e21a-4185-4da2-b103-c1ad2e4d0609/4c16d605-03d7-4f9e-8b8b-f395d6818199/5610f5df-a7f4-429a-8100-2bb61c3eded8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:45:52.522862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:52.556689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:52.605395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:45:52.608430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:45:52.612523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:45:52.621006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Pushing event updated for resources: {'Port': ['ID=5610f5df-a7f4-429a-8100-2bb61c3eded8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:52.671248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:52.672095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:52.689162 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-76f076df-f7c8-48c7-8697-a326e434c836 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486755 Nov 24 22:45:52.702914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Request body: {'port': {'device_id': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:45:52.758056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:52.855212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-22ff0605-0570-4c74-8cda-152f01fc27c3 None None] Provisioning complete for port 5610f5df-a7f4-429a-8100-2bb61c3eded8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:52.855831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22ff0605-0570-4c74-8cda-152f01fc27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:52.889312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-22ff0605-0570-4c74-8cda-152f01fc27c3 None None] Port 5610f5df-a7f4-429a-8100-2bb61c3eded8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:45:53.014072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5610f5df-a7f4-429a-8100-2bb61c3eded8 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:45:53.022325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:53.034671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Transition to ACTIVE for port object 5610f5df-a7f4-429a-8100-2bb61c3eded8 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:45:53.038281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:53.107462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Pushing event updated for resources: {'Port': ['ID=5610f5df-a7f4-429a-8100-2bb61c3eded8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:53.161822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Attempting to bind port 5610f5df-a7f4-429a-8100-2bb61c3eded8 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:45:53.162462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Attempting to bind port 5610f5df-a7f4-429a-8100-2bb61c3eded8 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:45:53.162462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Attempting to bind port 5610f5df-a7f4-429a-8100-2bb61c3eded8 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:53.166941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Port 5610f5df-a7f4-429a-8100-2bb61c3eded8 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:45:53.167263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Attempting to bind port 5610f5df-a7f4-429a-8100-2bb61c3eded8 on network 6549e21a-4185-4da2-b103-c1ad2e4d0609 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:45:53.172395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:45:53.172730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Checking segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:45:53.173116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Bound using segment: {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:45:53.173539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Bound port: 5610f5df-a7f4-429a-8100-2bb61c3eded8, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c952615-a2ec-42ee-b59e-a01e6c08e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:45:53.173891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:53.237405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] For port 5610f5df-a7f4-429a-8100-2bb61c3eded8, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:45:53.240425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] For port 5610f5df-a7f4-429a-8100-2bb61c3eded8, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:45:53.244843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:53.281610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:53.282223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:53.283672 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] 10.222.0.71 "PUT /v2.0/ports/5610f5df-a7f4-429a-8100-2bb61c3eded8 HTTP/1.1" status: 200 len: 1094 time: 0.5850105 Nov 24 22:45:53.284056 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'tag': '5610f5df-a7f4-429a-8100-2bb61c3eded8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:45:53.286287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f5dcd5-f447-4a52-b68c-9179e8ff22d2", "tag": "5610f5df-a7f4-429a-8100-2bb61c3eded8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:45:53.314569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284029-49b9-42a4-994a-14395f8fce8f service neutron] Pushing event updated for resources: {'Port': ['ID=5610f5df-a7f4-429a-8100-2bb61c3eded8,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:53.355841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7d33b5-7141-4611-be3b-88dfa93e5f5c x-openstack-request-id: req-9e7d33b5-7141-4611-be3b-88dfa93e5f5c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:45:53.356130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f5dcd5-f447-4a52-b68c-9179e8ff22d2", "tag": "5610f5df-a7f4-429a-8100-2bb61c3eded8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:45:53.356388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e7d33b5-7141-4611-be3b-88dfa93e5f5c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:45:53.356778 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'tag': '5610f5df-a7f4-429a-8100-2bb61c3eded8', 'status': 'completed', 'code': 200} Nov 24 22:45:53.372615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-e2782c72-848c-4169-8ce4-86f97ad9f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:53.374111 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-e2782c72-848c-4169-8ce4-86f97ad9f5b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 1097 time: 0.0444973 Nov 24 22:45:53.418152 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-6d02a032-e6bc-450d-935b-cd05751b3f48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8 HTTP/1.1" status: 200 len: 217 time: 0.0354466 Nov 24 22:45:53.475792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-4cd67811-3aee-498e-8da4-8e455e0747af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:53.477250 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-4cd67811-3aee-498e-8da4-8e455e0747af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c16d605-03d7-4f9e-8b8b-f395d6818199 HTTP/1.1" status: 200 len: 855 time: 0.0518410 Nov 24 22:45:53.482486 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a78b-6c24-4bd7-ab66-1feb2a7dbbad req-3acc33fd-aa3a-4ff2-bcb8-c5a5fa3995ae tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:53.484097 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1c3a78b-6c24-4bd7-ab66-1feb2a7dbbad req-3acc33fd-aa3a-4ff2-bcb8-c5a5fa3995ae tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 944 time: 0.0543051 Nov 24 22:45:53.522656 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c1c3a78b-6c24-4bd7-ab66-1feb2a7dbbad req-8ac1ee17-ae51-43f8-8ba2-5331e54b2c05 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Nov 24 22:45:53.523047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-0c3cc189-cb73-4c3b-8454-02658a84d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:53.524581 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-0c3cc189-cb73-4c3b-8454-02658a84d99b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6549e21a-4185-4da2-b103-c1ad2e4d0609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403693 Nov 24 22:45:53.614954 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-5e4b26ff-c4c0-4b14-9d71-76e7ef0e0694 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828333 Nov 24 22:45:53.706014 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2ea31d4-7833-44f5-ba23-6369f1d70e22 req-4dc05653-e608-4979-b173-1c06ef11c7d7 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837872 Nov 24 22:45:53.790112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-f4effbe7-de80-4875-86c4-00fbfea3420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:53.791610 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-f4effbe7-de80-4875-86c4-00fbfea3420d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 1097 time: 0.0393267 Nov 24 22:45:54.200616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-9d77cef8-fb5b-4397-b270-76dc30ad56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:54.202102 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-9d77cef8-fb5b-4397-b270-76dc30ad56ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 917 time: 0.4035866 Nov 24 22:45:54.244315 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-6f502d22-6462-4a0d-a995-7852a4760ead service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8 HTTP/1.1" status: 200 len: 217 time: 0.0336862 Nov 24 22:45:54.292215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-bfc46045-ac04-4f6e-8f5e-e62697b16285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:54.293576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-bfc46045-ac04-4f6e-8f5e-e62697b16285 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c16d605-03d7-4f9e-8b8b-f395d6818199 HTTP/1.1" status: 200 len: 855 time: 0.0415096 Nov 24 22:45:54.341814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-6d89e69e-9307-42f3-9f49-950601e88b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:54.343292 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-6d89e69e-9307-42f3-9f49-950601e88b10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6549e21a-4185-4da2-b103-c1ad2e4d0609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428288 Nov 24 22:45:54.429426 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-22e98508-8be9-48bd-8c54-b8e1296b045a service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788043 Nov 24 22:45:54.520072 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6e924f3-1b30-48a4-bbb3-d9e1dd5a9825 req-785d1c8f-3237-4f8e-be71-99adc2c46186 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832047 Nov 24 22:45:54.636207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f917f2-40b1-436c-99cd-54e0ee9ca3ad req-2db80846-8ff8-4293-b808-2596041c422b tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:54.637685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53f917f2-40b1-436c-99cd-54e0ee9ca3ad req-2db80846-8ff8-4293-b808-2596041c422b tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 944 time: 0.0482972 Nov 24 22:45:54.674650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53f917f2-40b1-436c-99cd-54e0ee9ca3ad req-f91597bc-5a4b-47a7-b20e-bc5d332b3698 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Nov 24 22:45:55.785490 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297de4-bf17-4bec-81da-c3ea5a47e8cd req-3e0cbcc6-9326-4369-8f93-fb9b5e3f2668 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:55.786953 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-52297de4-bf17-4bec-81da-c3ea5a47e8cd req-3e0cbcc6-9326-4369-8f93-fb9b5e3f2668 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 944 time: 0.0474772 Nov 24 22:45:55.823968 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-52297de4-bf17-4bec-81da-c3ea5a47e8cd req-33c158c0-7b78-49a6-8757-466429eef973 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Nov 24 22:45:56.938881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e265-96dd-41ee-8534-68106d072390 req-46746821-0ced-4845-b3fb-ec94f32378cd tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:56.940355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a139e265-96dd-41ee-8534-68106d072390 req-46746821-0ced-4845-b3fb-ec94f32378cd tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 944 time: 0.0515079 Nov 24 22:45:56.977272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a139e265-96dd-41ee-8534-68106d072390 req-fb97e05a-7766-40de-81bb-40ea4e193a4c tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Nov 24 22:45:57.517473 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 5610f5df-a7f4-429a-8100-2bb61c3eded8 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:45:57.611392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 5610f5df-a7f4-429a-8100-2bb61c3eded8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:57.622334 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '5610f5df-a7f4-429a-8100-2bb61c3eded8', 'network_id': '6549e21a-4185-4da2-b103-c1ad2e4d0609', 'port_id': '5610f5df-a7f4-429a-8100-2bb61c3eded8', 'mac_address': 'fa:16:3e:78:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c16d605-03d7-4f9e-8b8b-f395d6818199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:45:57.658189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:57.670203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5610f5df-a7f4-429a-8100-2bb61c3eded8 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:45:57.688700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 5610f5df-a7f4-429a-8100-2bb61c3eded8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:57.692428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:57.736987 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=5610f5df-a7f4-429a-8100-2bb61c3eded8,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:57.743759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.744104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.744441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.744770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.745095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.745632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.745982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.746308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.746629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.746947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.747264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.747598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:45:57.895158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['5610f5df-a7f4-429a-8100-2bb61c3eded8'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:45:58.088799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368704e7-7e44-4e77-8a0d-8052071e64df req-61221af1-bd22-42d6-a33b-58f3ea665286 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:58.090238 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-368704e7-7e44-4e77-8a0d-8052071e64df req-61221af1-bd22-42d6-a33b-58f3ea665286 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 945 time: 0.0483644 Nov 24 22:45:58.126900 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-368704e7-7e44-4e77-8a0d-8052071e64df req-5008f376-c1d0-40f7-9543-e2fccbf8afeb tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Nov 24 22:45:59.238606 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f4819-d4d2-4d59-99fc-fa43225b5165 req-2fe8c90c-5afd-4f8e-851a-399906549e53 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:59.240120 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c12f4819-d4d2-4d59-99fc-fa43225b5165 req-2fe8c90c-5afd-4f8e-851a-399906549e53 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 945 time: 0.0481915 Nov 24 22:45:59.279233 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c12f4819-d4d2-4d59-99fc-fa43225b5165 req-b7071ec8-fcc5-495c-b77e-ac4a21970eba tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Nov 24 22:45:59.531486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 5610f5df-a7f4-429a-8100-2bb61c3eded8 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:45:59.579471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 5610f5df-a7f4-429a-8100-2bb61c3eded8 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:45:59.582951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 5610f5df-a7f4-429a-8100-2bb61c3eded8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:45:59.583314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:59.658201 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:59.682044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610f5df-a7f4-429a-8100-2bb61c3eded8'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:45:59.684280 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a33717-e509-4dcb-9aff-ad52bf468eeb" -d '{"events": [{"server_uuid": "e5f5dcd5-f447-4a52-b68c-9179e8ff22d2", "name": "network-vif-plugged", "status": "completed", "tag": "5610f5df-a7f4-429a-8100-2bb61c3eded8"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:45:59.698756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 5610f5df-a7f4-429a-8100-2bb61c3eded8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:45:59.702597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:45:59.724756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7879ec99-402a-4fac-9610-81cc5e627ae2 x-openstack-request-id: req-7879ec99-402a-4fac-9610-81cc5e627ae2 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:45:59.725053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5dcd5-f447-4a52-b68c-9179e8ff22d2", "name": "network-vif-plugged", "status": "completed", "tag": "5610f5df-a7f4-429a-8100-2bb61c3eded8", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:45:59.725308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7879ec99-402a-4fac-9610-81cc5e627ae2 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:45:59.725694 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610f5df-a7f4-429a-8100-2bb61c3eded8', 'code': 200} Nov 24 22:45:59.752204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=5610f5df-a7f4-429a-8100-2bb61c3eded8,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:45:59.885182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec173-f9f1-4c76-8df9-e8f2e17821ee req-7b59ea44-5fb0-4f70-b9af-581c31973a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:45:59.886674 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d0ec173-f9f1-4c76-8df9-e8f2e17821ee req-7b59ea44-5fb0-4f70-b9af-581c31973a31 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 1099 time: 0.0405290 Nov 24 22:45:59.919597 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2d0ec173-f9f1-4c76-8df9-e8f2e17821ee req-25d0f1c2-886d-4570-b4a1-d69ade63687e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259414 Nov 24 22:45:59.934542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:00.398023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373e92c-f659-465d-ba4c-463c1b2a61ea req-37394489-0b17-4136-8704-9e54b0a4b3be tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:00.399467 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6373e92c-f659-465d-ba4c-463c1b2a61ea req-37394489-0b17-4136-8704-9e54b0a4b3be tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 946 time: 0.0545638 Nov 24 22:46:00.436074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6373e92c-f659-465d-ba4c-463c1b2a61ea req-0d4bec1e-5592-47b9-b1f0-127fddcf31d4 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Nov 24 22:46:01.552040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d56fca-f28d-46d6-83b4-4fb5c11a0a7a req-6bc0c3fa-1791-413f-afb9-7e995f4bf188 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:01.553675 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01d56fca-f28d-46d6-83b4-4fb5c11a0a7a req-6bc0c3fa-1791-413f-afb9-7e995f4bf188 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 946 time: 0.0503035 Nov 24 22:46:01.591407 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01d56fca-f28d-46d6-83b4-4fb5c11a0a7a req-1bb58981-06c0-42be-a044-0d56036a2253 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Nov 24 22:46:01.702066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40921a9a-0eaa-4a3b-9ff6-4e2e4262a734 req-237d2b92-690c-4e3a-a146-f3fcd23f8525 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:01.703561 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40921a9a-0eaa-4a3b-9ff6-4e2e4262a734 req-237d2b92-690c-4e3a-a146-f3fcd23f8525 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Nov 24 22:46:01.740961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40921a9a-0eaa-4a3b-9ff6-4e2e4262a734 req-d45edde6-9ed9-4796-a5f6-45b5678a0c81 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Nov 24 22:46:03.041244 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-c2779e85-7ae9-4857-97fc-ba2e24492db8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388601 Nov 24 22:46:03.123862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-fb8406a3-a50c-4174-96fd-f2776ff525a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:03.125442 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-fb8406a3-a50c-4174-96fd-f2776ff525a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=803c194d5bf74d13b81658cca4708271&device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 1099 time: 0.0433850 Nov 24 22:46:03.228764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-d3d7abd1-257f-498a-ae21-530369c527fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:03.230256 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-d3d7abd1-257f-498a-ae21-530369c527fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 200 len: 917 time: 0.0851693 Nov 24 22:46:03.272641 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-b6cee9ea-238f-47f1-be7e-1a17054b2b35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8 HTTP/1.1" status: 200 len: 217 time: 0.0341892 Nov 24 22:46:03.328685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-778b9c57-49de-4f42-9aaa-a82f1d4238fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:03.330156 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-778b9c57-49de-4f42-9aaa-a82f1d4238fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4c16d605-03d7-4f9e-8b8b-f395d6818199 HTTP/1.1" status: 200 len: 855 time: 0.0500515 Nov 24 22:46:03.381697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-2319c085-0137-4f09-bd0c-3f4dfecd3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:03.383213 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-2319c085-0137-4f09-bd0c-3f4dfecd3015 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6549e21a-4185-4da2-b103-c1ad2e4d0609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410988 Nov 24 22:46:03.481226 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-62611ec9-7ea1-4061-ad2f-a352f50e5c48 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888257 Nov 24 22:46:03.579037 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-22cc34e3-83d5-49a4-a340-8dfebdd04687 req-dd17a0c7-4c74-4462-abe9-0cf601a7fee6 service neutron] 10.222.0.71 "GET /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899613 Nov 24 22:46:14.234438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2d7276c4-b66e-43af-a191-d714b2d4b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:15.502234 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:46:16.672037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdc7b-6344-4ff1-a65c-56f8fa7851a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:16.902744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:18.449185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:19.766859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:20.062892 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6d12c-4c91-43cd-8351-bfffda7f76d0 req-5ef0d49f-c4ff-4a8a-96dd-611819107b7e tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:20.064850 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ead6d12c-4c91-43cd-8351-bfffda7f76d0 req-5ef0d49f-c4ff-4a8a-96dd-611819107b7e tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 946 time: 0.0530813 Nov 24 22:46:20.105614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ead6d12c-4c91-43cd-8351-bfffda7f76d0 req-7680c991-4507-420e-990e-d1f14d9c3207 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Nov 24 22:46:21.218806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32850cb8-fd96-46bf-8ee6-f4c7b08fbf34 req-abd67299-d016-41eb-8fbd-afcebc3d9c7e tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:21.220274 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32850cb8-fd96-46bf-8ee6-f4c7b08fbf34 req-abd67299-d016-41eb-8fbd-afcebc3d9c7e tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 946 time: 0.0474484 Nov 24 22:46:21.257190 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32850cb8-fd96-46bf-8ee6-f4c7b08fbf34 req-95cda745-3d0e-4481-927b-522e38bb1034 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/security-groups?id=de178f90-0572-49a4-b18c-5a0cef3a8ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305357 Nov 24 22:46:21.593383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-8e3ce0d6-370f-4b01-82ce-89ca7f0b3ca3 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:21.594800 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-8e3ce0d6-370f-4b01-82ce-89ca7f0b3ca3 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 946 time: 0.0490217 Nov 24 22:46:21.683859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Deleting port 5610f5df-a7f4-429a-8100-2bb61c3eded8 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:21.684198 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:21.769979 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] For port 5610f5df-a7f4-429a-8100-2bb61c3eded8, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=5610f5df-a7f4-429a-8100-2bb61c3eded8,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:21.770340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:21.782632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Calling delete_port for 5610f5df-a7f4-429a-8100-2bb61c3eded8 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:21.909387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:21.920938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['5610f5df-a7f4-429a-8100-2bb61c3eded8'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:46:21.937535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Pushing event deleted for resources: {'Port': ['ID=5610f5df-a7f4-429a-8100-2bb61c3eded8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:21.950538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.950900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.951254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.951629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.951974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.952315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.952651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.952989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.953324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.953659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.953995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.954329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:21.994762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] No DVR routers for this DVR port 5610f5df-a7f4-429a-8100-2bb61c3eded8 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:46:21.997621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:22.000981 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4429ff76-613f-4bc7-999d-9538a5eb8282 req-0bd16b40-8ceb-4bae-ada0-6bff9d515bf8 tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.71 "DELETE /v2.0/ports/5610f5df-a7f4-429a-8100-2bb61c3eded8 HTTP/1.1" status: 204 len: 173 time: 0.4000063 Nov 24 22:46:22.002283 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'name': 'network-vif-deleted', 'tag': '5610f5df-a7f4-429a-8100-2bb61c3eded8'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:46:22.005546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607d0634-a98d-4986-be9d-a7989959ca62" -d '{"events": [{"server_uuid": "e5f5dcd5-f447-4a52-b68c-9179e8ff22d2", "name": "network-vif-deleted", "tag": "5610f5df-a7f4-429a-8100-2bb61c3eded8"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:46:22.046589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a8c5ea-5c9e-4d76-9b7e-9923c69f8648 x-openstack-request-id: req-f5a8c5ea-5c9e-4d76-9b7e-9923c69f8648 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:46:22.046892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5dcd5-f447-4a52-b68c-9179e8ff22d2", "name": "network-vif-deleted", "tag": "5610f5df-a7f4-429a-8100-2bb61c3eded8", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:46:22.047196 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5a8c5ea-5c9e-4d76-9b7e-9923c69f8648 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:46:22.047621 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5dcd5-f447-4a52-b68c-9179e8ff22d2', 'name': 'network-vif-deleted', 'tag': '5610f5df-a7f4-429a-8100-2bb61c3eded8', 'status': 'completed', 'code': 200} Nov 24 22:46:22.362374 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-40a0a45e-4d43-4ac5-af86-b666967f962e req-62d224aa-9333-4fdd-be8a-a7aa1f683ece tempest-TestEncryptedCinderVolumes-1180100034 tempest-TestEncryptedCinderVolumes-1180100034-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f5dcd5-f447-4a52-b68c-9179e8ff22d2 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Nov 24 22:46:23.450203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38410) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:23.792079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:24.040967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Deleting port 4d212ab3-c75f-4a92-996b-7e270bc1f219 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:24.041229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:24.122073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] For port 4d212ab3-c75f-4a92-996b-7e270bc1f219, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4d212ab3-c75f-4a92-996b-7e270bc1f219,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:24.122359 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:24.137331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Calling delete_port for 4d212ab3-c75f-4a92-996b-7e270bc1f219 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:24.318928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:24.344545 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=4d212ab3-c75f-4a92-996b-7e270bc1f219,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:24.506026 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:24.716193 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Router 12234199-8179-4662-a7c7-0cdb68696b06 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:46:24.820433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:46:24.825645 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f87e23b3-062e-4b21-9954-edcd1424dbfc admin admin] 10.222.0.41 "PUT /v2.0/routers/12234199-8179-4662-a7c7-0cdb68696b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3743842 Nov 24 22:46:24.828205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38412) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:24.831349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] Sync routers for ids ['12234199-8179-4662-a7c7-0cdb68696b06'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:46:24.840375 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] Routers {'12234199-8179-4662-a7c7-0cdb68696b06'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:24.840978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['12234199-8179-4662-a7c7-0cdb68696b06'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:24.929128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:24.942948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] Set router 12234199-8179-4662-a7c7-0cdb68696b06 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:25.029956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.082515 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Deleting port b6c3f471-2898-4132-82ed-350c67266a31 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:25.082858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.118119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:46:24Z', 'revision_number': 5, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port': {'id': 'b6c3f471-2898-4132-82ed-350c67266a31', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:df:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12234199-8179-4662-a7c7-0cdb68696b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:09Z', 'updated_at': '2021-11-24T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:25.144104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] Checking router: 12234199-8179-4662-a7c7-0cdb68696b06 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:46:25.152178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] Routers {'12234199-8179-4662-a7c7-0cdb68696b06'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:25.152775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['12234199-8179-4662-a7c7-0cdb68696b06'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:25.162385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] For port b6c3f471-2898-4132-82ed-350c67266a31, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b6c3f471-2898-4132-82ed-350c67266a31,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:25.162757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.176100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Calling delete_port for b6c3f471-2898-4132-82ed-350c67266a31 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:25.244364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] Set router 12234199-8179-4662-a7c7-0cdb68696b06 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:25.341115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.373018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c3f471-2898-4132-82ed-350c67266a31,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:25.433352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.440923 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:46:25Z', 'revision_number': 6, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:25.467273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02324e-2a0c-45aa-8d1d-bb5ea63a4409 None None] The sync data for ids ['12234199-8179-4662-a7c7-0cdb68696b06'] in dv-neutron-818715-1-hyperv is: [{'id': '12234199-8179-4662-a7c7-0cdb68696b06', 'name': 'tempest-TestEncryptedCinderVolumes-856716589-router', 'tenant_id': '803c194d5bf74d13b81658cca4708271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:08Z', 'updated_at': '2021-11-24T22:46:25Z', 'revision_number': 6, 'project_id': '803c194d5bf74d13b81658cca4708271', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:46:25.523440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.525541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.567567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.568098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12234199-8179-4662-a7c7-0cdb68696b06 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:46:25.572868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.574177 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a30e698f-94ea-4832-8e23-12f34df2a154 admin admin] 10.222.0.41 "DELETE /v2.0/routers/12234199-8179-4662-a7c7-0cdb68696b06 HTTP/1.1" status: 204 len: 168 time: 0.7450190 Nov 24 22:46:25.576855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38414) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:25.623764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Deleting subnet 4c16d605-03d7-4f9e-8b8b-f395d6818199 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:46:25.626593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.659472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.687186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 5610f5df-a7f4-429a-8100-2bb61c3eded8 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:25.706852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 5610f5df-a7f4-429a-8100-2bb61c3eded8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:25.707195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 5610f5df-a7f4-429a-8100-2bb61c3eded8 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:25.737120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.796230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.823961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c16d605-03d7-4f9e-8b8b-f395d6818199,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:25.827721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.831516 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cf3ebee2-5bb3-46a9-8e7a-512971623b97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c16d605-03d7-4f9e-8b8b-f395d6818199 HTTP/1.1" status: 204 len: 168 time: 0.2536268 Nov 24 22:46:25.833972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38416) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:25.842824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd6788-d996-48c1-9738-901d05e4bac1 None None] Network 6549e21a-4185-4da2-b103-c1ad2e4d0609 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:46:25.910212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:25.914419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4d212ab3-c75f-4a92-996b-7e270bc1f219 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:25.935998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 4d212ab3-c75f-4a92-996b-7e270bc1f219 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:25.936340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4d212ab3-c75f-4a92-996b-7e270bc1f219 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:25.966365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Deleting port 0224d5cf-8abf-4fe3-9430-39e476482f11 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:25.966706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.033452 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] For port 0224d5cf-8abf-4fe3-9430-39e476482f11, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=0224d5cf-8abf-4fe3-9430-39e476482f11,segment=NetworkSegment(0c952615-a2ec-42ee-b59e-a01e6c08e6e0),segment_id=0c952615-a2ec-42ee-b59e-a01e6c08e6e0)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:26.033824 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.046280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Calling delete_port for 0224d5cf-8abf-4fe3-9430-39e476482f11 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:26.122540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.153380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0224d5cf-8abf-4fe3-9430-39e476482f11,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:26.157834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] No DVR routers for this DVR port 0224d5cf-8abf-4fe3-9430-39e476482f11 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:46:26.225925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.249643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6549e21a-4185-4da2-b103-c1ad2e4d0609']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:26.260384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c952615-a2ec-42ee-b59e-a01e6c08e6e0') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:26.260685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c952615-a2ec-42ee-b59e-a01e6c08e6e0') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:26.260922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0930fe-34db-4a1b-afad-390b5d1c52dd None None] DHCP port deletion for 6549e21a-4185-4da2-b103-c1ad2e4d0609 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:46:26.274450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.288005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.293996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:46:26.294443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:46:26.296060 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:46:26.353762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.359492 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.362852 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6549e21a-4185-4da2-b103-c1ad2e4d0609 HTTP/1.1" status: 204 len: 168 time: 0.5279405 Nov 24 22:46:26.366083 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38418) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:26.374344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfa8d-49d9-4930-8b7c-45f3214664b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6549e21a-4185-4da2-b103-c1ad2e4d0609,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:26.711393 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:26.948922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Deleting port 54018756-ef0b-4299-8400-f846b53e131a {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:26.949257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:27.023814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] For port 54018756-ef0b-4299-8400-f846b53e131a, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=54018756-ef0b-4299-8400-f846b53e131a,segment=NetworkSegment(dc9a2cae-c9d2-40c2-a96a-a988a9d98281),segment_id=dc9a2cae-c9d2-40c2-a96a-a988a9d98281)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:27.024095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:27.036744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Calling delete_port for 54018756-ef0b-4299-8400-f846b53e131a owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:27.210682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:27.235437 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=54018756-ef0b-4299-8400-f846b53e131a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:27.263808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.264157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.264496 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.264828 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.265157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.265484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.265810 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.266137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.266457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.266778 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.267621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.267936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:27.411280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:27.620881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:46:27.667597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0224d5cf-8abf-4fe3-9430-39e476482f11 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:27.687602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 0224d5cf-8abf-4fe3-9430-39e476482f11 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:27.687951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 0224d5cf-8abf-4fe3-9430-39e476482f11 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:27.688355 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b6c3f471-2898-4132-82ed-350c67266a31 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:27.713381 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b6c3f471-2898-4132-82ed-350c67266a31 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:27.713722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b6c3f471-2898-4132-82ed-350c67266a31 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:27.731059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:46:27.736960 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cba20914-7848-4215-a68e-b02f206b4a8a admin admin] 10.222.0.41 "PUT /v2.0/routers/472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3698018 Nov 24 22:46:27.739366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38420) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:27.742480 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553baa5-b620-4f48-9368-621476004624 None None] Sync routers for ids ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:46:27.752793 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] Routers {'472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:27.753412 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:27.846136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:27.862575 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] Set router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:27.945753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.000293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Deleting port 1733681b-a819-4ec9-90e3-e142bc3fe987 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:28.000648 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.081587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] For port 1733681b-a819-4ec9-90e3-e142bc3fe987, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1733681b-a819-4ec9-90e3-e142bc3fe987,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:28.081960 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.094320 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Calling delete_port for 1733681b-a819-4ec9-90e3-e142bc3fe987 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:28.114610 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:46:27Z', 'revision_number': 5, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port': {'id': '1733681b-a819-4ec9-90e3-e142bc3fe987', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:45:13Z', 'updated_at': '2021-11-24T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:28.143108 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553baa5-b620-4f48-9368-621476004624 None None] Checking router: 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:46:28.151138 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] Routers {'472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:28.151783 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:28.236499 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] Set router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:28.256142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.281425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1733681b-a819-4ec9-90e3-e142bc3fe987,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:28.287713 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-3553baa5-b620-4f48-9368-621476004624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:46:27Z', 'revision_number': 6, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:28.317485 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553baa5-b620-4f48-9368-621476004624 None None] The sync data for ids ['472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4'] in dv-neutron-818715-1-hyperv is: [{'id': '472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4', 'name': 'tempest-TestEncryptedCinderVolumes-320575284-router', 'tenant_id': 'd4fd01076018426da95a7977f8c1819b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:45:12Z', 'updated_at': '2021-11-24T22:46:27Z', 'revision_number': 6, 'project_id': 'd4fd01076018426da95a7977f8c1819b', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:46:28.346854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.435770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.437770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.480375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.480916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:46:28.485133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.486892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a57a7fad-ba70-400b-9055-b54646e58c17 admin admin] 10.222.0.41 "DELETE /v2.0/routers/472f2fb3-b3d6-4f9a-bf37-2d34ee27eae4 HTTP/1.1" status: 204 len: 168 time: 0.7465706 Nov 24 22:46:28.489401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38422) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:28.533098 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Deleting subnet 3f39286c-397a-4275-a5e6-04706504f9a3 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:46:28.536034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.569661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.647414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.701581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.726683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f39286c-397a-4275-a5e6-04706504f9a3,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:28.733047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.738104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2b9f012c-78c7-44b8-a234-b130ca6f2943 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3f39286c-397a-4275-a5e6-04706504f9a3 HTTP/1.1" status: 204 len: 168 time: 0.2465026 Nov 24 22:46:28.739553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38424) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:28.742197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8199d-49dd-432a-983f-91fa4a1a7b44 None None] Network 454e6400-433f-4935-92e6-66b16fbe1fa3 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:46:28.809721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.866617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Deleting port 00124859-4d81-4f6e-8972-18277c8eeefb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:46:28.866969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.930142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] For port 00124859-4d81-4f6e-8972-18277c8eeefb, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=00124859-4d81-4f6e-8972-18277c8eeefb,segment=NetworkSegment(dc9a2cae-c9d2-40c2-a96a-a988a9d98281),segment_id=dc9a2cae-c9d2-40c2-a96a-a988a9d98281)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:28.930500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:28.942249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Calling delete_port for 00124859-4d81-4f6e-8972-18277c8eeefb owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:46:29.020894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.047516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] No DVR routers for this DVR port 00124859-4d81-4f6e-8972-18277c8eeefb on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:46:29.052259 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Pushing event deleted for resources: {'Port': ['ID=00124859-4d81-4f6e-8972-18277c8eeefb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:29.113604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42d2a5-0601-49b5-babd-545a48ca6432 None None] DHCP port deletion for 454e6400-433f-4935-92e6-66b16fbe1fa3 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:46:29.124304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.150672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454e6400-433f-4935-92e6-66b16fbe1fa3']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:29.159768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:29.160067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9a2cae-c9d2-40c2-a96a-a988a9d98281') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:29.490711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.505001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.510944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:46:29.511334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:46:29.513067 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:46:29.567697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.573567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.577197 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] 10.222.0.41 "DELETE /v2.0/networks/454e6400-433f-4935-92e6-66b16fbe1fa3 HTTP/1.1" status: 204 len: 168 time: 0.8365378 Nov 24 22:46:29.591562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699d8f-8b05-47fd-bfbb-50770e6ac273 admin admin] Pushing event deleted for resources: {'Network': ['ID=454e6400-433f-4935-92e6-66b16fbe1fa3,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:29.641631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1733681b-a819-4ec9-90e3-e142bc3fe987 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:29.664566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 1733681b-a819-4ec9-90e3-e142bc3fe987 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:29.664910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1733681b-a819-4ec9-90e3-e142bc3fe987 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:29.665317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 54018756-ef0b-4299-8400-f846b53e131a no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:29.685291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 54018756-ef0b-4299-8400-f846b53e131a {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:29.685652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 54018756-ef0b-4299-8400-f846b53e131a not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:29.686107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00124859-4d81-4f6e-8972-18277c8eeefb no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:46:29.705611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 00124859-4d81-4f6e-8972-18277c8eeefb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:46:29.705955 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00124859-4d81-4f6e-8972-18277c8eeefb not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:46:29.736251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38428) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:29.775298 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-db804e12-c676-41e8-96e4-963dbc7424d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=803c194d5bf74d13b81658cca4708271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376959 Nov 24 22:46:29.777599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38430) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:29.829178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffabad57-d7e4-4fdd-be21-fe091cba51db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.849551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffabad57-d7e4-4fdd-be21-fe091cba51db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.896153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffabad57-d7e4-4fdd-be21-fe091cba51db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.898647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ffabad57-d7e4-4fdd-be21-fe091cba51db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:29.899820 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ffabad57-d7e4-4fdd-be21-fe091cba51db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de178f90-0572-49a4-b18c-5a0cef3a8ed9 HTTP/1.1" status: 204 len: 168 time: 0.1213000 Nov 24 22:46:29.909649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabad57-d7e4-4fdd-be21-fe091cba51db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de178f90-0572-49a4-b18c-5a0cef3a8ed9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:29.960854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:30.202558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38436) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:30.243433 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0214a1a1-7ab4-4961-8d5f-454425f62b7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4fd01076018426da95a7977f8c1819b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397055 Nov 24 22:46:30.245810 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38438) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:30.292969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-500c4f39-6890-43bc-afe2-f7c2fc4278f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:30.313400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-500c4f39-6890-43bc-afe2-f7c2fc4278f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:30.357649 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-500c4f39-6890-43bc-afe2-f7c2fc4278f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:30.360224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-500c4f39-6890-43bc-afe2-f7c2fc4278f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:30.361410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-500c4f39-6890-43bc-afe2-f7c2fc4278f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2af7ffeb-cdf2-4f42-873e-6ebf5db68447 HTTP/1.1" status: 204 len: 168 time: 0.1147208 Nov 24 22:46:30.369644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c4f39-6890-43bc-afe2-f7c2fc4278f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af7ffeb-cdf2-4f42-873e-6ebf5db68447,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:31.045857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38460) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:31.138515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-295172102-network', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:31.158720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Made reservation on behalf of 3c34375f057e4c189cf06efa2d8817d0 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:46:31.161269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.171747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.247041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.250566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.274547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:46:31.284401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388d114-3dee-41fb-8ba4-91ec612815b6,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:31.290019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.290355 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Added segment 270348a5-1e79-4f5a-844b-f282fa61efd9 of type vlan for network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d Nov 24 22:46:31.329586 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.352869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.353782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:31.354345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.404277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3572516 Nov 24 22:46:31.407929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38464) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:31.413575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Request body: {'subnet': {'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-295172102-subnet', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:31.417410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6efc9-9b83-4722-a4e3-f9f269311f8d admin admin] Pushing event updated for resources: {'Network': ['ID=1090d5f1-da29-469a-af22-d3bfbd1e2a2d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:31.428184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:46:31.436467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Made reservation on behalf of 3c34375f057e4c189cf06efa2d8817d0 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:46:31.438928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.606316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.660842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:31.668085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Checking segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:31.668448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Network hostable DHCP agents. Network: 1090d5f1-da29-469a-af22-d3bfbd1e2a2d, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:46:31.684640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:46:31.693174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 1090d5f1-da29-469a-af22-d3bfbd1e2a2d) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:31.697091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:31.697929 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.702298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f174a7-e239-41bd-8380-708431a98fae None None] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:46:31.713532 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b569a78b-28b2-48fd-9ac9-82518e4731d6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3039565 Nov 24 22:46:31.716214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38466) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:31.721014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:31.741032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.742171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.797959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.847887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:46:31.848778 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.936358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:31.984595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Allocated IP 172.20.0.2 (1090d5f1-da29-469a-af22-d3bfbd1e2a2d/5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd/44a3633f-341e-4143-88c7-edcb2c7f9dca) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:32.131339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.134864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.136721 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.155082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.170700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:32.173598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:32.178906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:32.190873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Pushing event updated for resources: {'Port': ['ID=44a3633f-341e-4143-88c7-edcb2c7f9dca,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:32.239189 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Attempting to bind port 44a3633f-341e-4143-88c7-edcb2c7f9dca on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:46:32.239565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Attempting to bind port 44a3633f-341e-4143-88c7-edcb2c7f9dca by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:46:32.239927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Attempting to bind port 44a3633f-341e-4143-88c7-edcb2c7f9dca on network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:46:32.246805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:46:32.247175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Checking segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:32.247605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.247996 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Bound using segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:46:32.248457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Bound port: 44a3633f-341e-4143-88c7-edcb2c7f9dca, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:46:32.248836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.262129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Allocated IP 172.26.3.141 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/cfb6296d-ae05-41f8-a04d-a341b52d5075) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:32.315797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] For port 44a3633f-341e-4143-88c7-edcb2c7f9dca, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:46:32.319196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] For port 44a3633f-341e-4143-88c7-edcb2c7f9dca, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=44a3633f-341e-4143-88c7-edcb2c7f9dca,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:46:32.324043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.368651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.381712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33413a55-921b-4910-865b-65e9a77fb61e None None] Pushing event updated for resources: {'Port': ['ID=44a3633f-341e-4143-88c7-edcb2c7f9dca,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:32.410040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.446935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:32.450087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:32.453572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:32.481020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Pushing event updated for resources: {'Port': ['ID=cfb6296d-ae05-41f8-a04d-a341b52d5075,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:32.719162 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:32.912884 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.044600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:46:33.150587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:46:33.164150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Sync routers for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:46:33.168530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.172300 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3ebd9681-54ea-44ba-975c-f0f5240ae54a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4526329 Nov 24 22:46:33.172632 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38468) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:33.181768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:33.182415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:33.248347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67262673-2b5c-4ac8-898a-416a6bfe75f9 None None] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:46:33.331325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7cf0bcaf-3ffd-480e-a4c4-acf399124645 None None] Provisioning complete for port 44a3633f-341e-4143-88c7-edcb2c7f9dca triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:33.331789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bcaf-3ffd-480e-a4c4-acf399124645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.385036 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:33.587582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.612444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bcaf-3ffd-480e-a4c4-acf399124645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.670317 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 44a3633f-341e-4143-88c7-edcb2c7f9dca up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:33.678735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-7cf0bcaf-3ffd-480e-a4c4-acf399124645 None None] For port 44a3633f-341e-4143-88c7-edcb2c7f9dca, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=44a3633f-341e-4143-88c7-edcb2c7f9dca,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:33.700913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bcaf-3ffd-480e-a4c4-acf399124645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.767593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Allocated IP 172.20.0.1 (1090d5f1-da29-469a-af22-d3bfbd1e2a2d/5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd/2d88fd1f-afa4-45ec-a3ab-bf46b84eb855) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:33.780937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0bcaf-3ffd-480e-a4c4-acf399124645 None None] Pushing event updated for resources: {'Port': ['ID=44a3633f-341e-4143-88c7-edcb2c7f9dca,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:33.789710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:32Z', 'revision_number': 3, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:33.793198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 44a3633f-341e-4143-88c7-edcb2c7f9dca triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:33.793198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.819645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Checking router: 8173e7f0-2f6c-4979-8a68-7063a9e71bdf for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:46:33.819899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Updating router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf port cfb6296d-ae05-41f8-a04d-a341b52d5075 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:46:33.877151 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.884296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.917250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:33.953740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:33.958543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:33.961900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:33.969450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Pushing event updated for resources: {'Port': ['ID=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:34.007732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-421a023b-a87c-4f59-8c35-2ac107a9cf1d None None] Provisioning complete for port 44a3633f-341e-4143-88c7-edcb2c7f9dca triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:34.008109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421a023b-a87c-4f59-8c35-2ac107a9cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.015482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.150498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.313061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.317917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.384169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.388366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.389402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.390088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Pushing event updated for resources: {'Port': ['ID=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:34.444448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Attempting to bind port cfb6296d-ae05-41f8-a04d-a341b52d5075 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:46:34.444809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Attempting to bind port cfb6296d-ae05-41f8-a04d-a341b52d5075 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:46:34.445163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Attempting to bind port cfb6296d-ae05-41f8-a04d-a341b52d5075 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:46:34.455435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3bf2-d6b2-4c36-bb89-188538f6a302 None None] Pushing event updated for resources: {'Port': ['ID=cfb6296d-ae05-41f8-a04d-a341b52d5075,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:34.460191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:46:34.460573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:34.461191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.461637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:46:34.462169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Bound port: cfb6296d-ae05-41f8-a04d-a341b52d5075, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:46:34.462549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.469143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f5484bef-9d2f-4d4d-af4c-cad03f020cda None None] Provisioning complete for port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:34.469643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f5484bef-9d2f-4d4d-af4c-cad03f020cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.482862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:34.484241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:34.545585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f5484bef-9d2f-4d4d-af4c-cad03f020cda None None] Port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:46:34.560712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] For port cfb6296d-ae05-41f8-a04d-a341b52d5075, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:46:34.563691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] For port cfb6296d-ae05-41f8-a04d-a341b52d5075, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cfb6296d-ae05-41f8-a04d-a341b52d5075,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:46:34.569288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.602982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:46:34.630091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:34.630733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:34.633795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3bf2-d6b2-4c36-bb89-188538f6a302 None None] Pushing event updated for resources: {'Port': ['ID=cfb6296d-ae05-41f8-a04d-a341b52d5075,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:34.720534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:46:34.725648 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8a3ff0ce-6f23-45a2-8468-e4de34409bee admin admin] 10.222.0.41 "PUT /v2.0/routers/8173e7f0-2f6c-4979-8a68-7063a9e71bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514605 Nov 24 22:46:34.749111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:34.836941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-668bde79-e91a-425e-b16a-f889d9422228 None None] Provisioning complete for port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:34.837312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-668bde79-e91a-425e-b16a-f889d9422228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:34.913646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-668bde79-e91a-425e-b16a-f889d9422228 None None] Port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:46:34.994161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 2, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:35.021165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb2c3b-06d8-49a2-b1dc-801fee90ef29 None None] The sync data for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv is: [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 2, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:46:35.184802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38484) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:35.190284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-593303716-network', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:35.228900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Made reservation on behalf of 7b8fe12cf7f341bebd6d1858eaf83ace for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:46:35.233274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.242615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.326888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.331469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.356879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:46:35.367060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3907bcaf-77cd-451d-89b1-cf08e2321a7a,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:35.372001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.372348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Added segment e99f469f-a1e7-42b9-8e51-c913da104fac of type vlan for network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 Nov 24 22:46:35.413961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.443856 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.444838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:35.445424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.496911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3109519 Nov 24 22:46:35.499623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38486) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:35.511682 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Request body: {'subnet': {'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-593303716-subnet', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:35.522885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2021a52-d770-4efb-8de7-70cc88316205 admin admin] Pushing event updated for resources: {'Network': ['ID=12bd5ece-6cc9-4399-9b87-0b307dd37f68,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:35.533642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:46:35.537752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Made reservation on behalf of 7b8fe12cf7f341bebd6d1858eaf83ace for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:46:35.540130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.685312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 44a3633f-341e-4143-88c7-edcb2c7f9dca up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:35.751403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 44a3633f-341e-4143-88c7-edcb2c7f9dca triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:35.751940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.753467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.816732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9859f3-0279-4cc2-a56e-1211cf1c0170,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:35.824531 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Checking segment: {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:35.824903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Network hostable DHCP agents. Network: 12bd5ece-6cc9-4399-9b87-0b307dd37f68, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:46:35.844013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:46:35.854388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 12bd5ece-6cc9-4399-9b87-0b307dd37f68) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:35.862751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a98b2a-8d9d-4821-934c-3958fe026575 None None] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:46:35.866409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:35.867006 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.884996 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-17a7993a-f80a-4854-b40b-c2bfbe0b5e55 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3843093 Nov 24 22:46:35.887732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38488) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:35.892679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:35.914451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.915573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:35.976782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.031512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'fixed_ips': [{'subnet_id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:46:36.032468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.122897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.181086 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Allocated IP 172.20.0.2 (12bd5ece-6cc9-4399-9b87-0b307dd37f68/9b9859f3-0279-4cc2-a56e-1211cf1c0170/b03df946-2408-4c40-8cb0-d5cfc5acb28e) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:36.338293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.344653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.387452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:36.390573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:36.394327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:36.404147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Pushing event updated for resources: {'Port': ['ID=b03df946-2408-4c40-8cb0-d5cfc5acb28e,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:36.456844 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Attempting to bind port b03df946-2408-4c40-8cb0-d5cfc5acb28e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:46:36.457118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Attempting to bind port b03df946-2408-4c40-8cb0-d5cfc5acb28e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:46:36.457477 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Attempting to bind port b03df946-2408-4c40-8cb0-d5cfc5acb28e on network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:46:36.463458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:46:36.464003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Checking segment: {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:36.464525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.464828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Bound using segment: {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:46:36.465335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Bound port: b03df946-2408-4c40-8cb0-d5cfc5acb28e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:46:36.465828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.535306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] For port b03df946-2408-4c40-8cb0-d5cfc5acb28e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:46:36.538975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] For port b03df946-2408-4c40-8cb0-d5cfc5acb28e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b03df946-2408-4c40-8cb0-d5cfc5acb28e,segment=NetworkSegment(e99f469f-a1e7-42b9-8e51-c913da104fac),segment_id=e99f469f-a1e7-42b9-8e51-c913da104fac)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:46:36.543854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.613221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf714c82-0bd7-471e-bdf6-d67cd1ded578 None None] Pushing event updated for resources: {'Port': ['ID=b03df946-2408-4c40-8cb0-d5cfc5acb28e,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:36.672585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.692314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.836114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Allocated IP 172.26.3.105 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/29232229-5e74-48d7-a43c-1cda69eed173) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:36.944816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:36.977482 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.014424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:37.017703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:37.021083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:37.028790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Pushing event updated for resources: {'Port': ['ID=29232229-5e74-48d7-a43c-1cda69eed173,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:37.273232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.479301 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.485499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ef540-502b-4d95-9728-af940de51cba None None] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:46:37.513831 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Sync routers for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:46:37.525041 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:37.525656 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:37.575010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b8020d94-bcc9-4450-bd3d-6a7fd887fa33 None None] Provisioning complete for port b03df946-2408-4c40-8cb0-d5cfc5acb28e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:37.576141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b8020d94-bcc9-4450-bd3d-6a7fd887fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.632551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:46:37.646724 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:37.742177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b03df946-2408-4c40-8cb0-d5cfc5acb28e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:37.745613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b8020d94-bcc9-4450-bd3d-6a7fd887fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.791349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:46:37.810071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Sync routers for ids ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:46:37.812173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.813503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f5dcef2b-acbd-4667-9073-948517e8ccea admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9247277 Nov 24 22:46:37.816776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38490) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:46:37.827092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b8020d94-bcc9-4450-bd3d-6a7fd887fa33 None None] For port b03df946-2408-4c40-8cb0-d5cfc5acb28e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b03df946-2408-4c40-8cb0-d5cfc5acb28e,segment=NetworkSegment(e99f469f-a1e7-42b9-8e51-c913da104fac),segment_id=e99f469f-a1e7-42b9-8e51-c913da104fac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:37.838339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b8020d94-bcc9-4450-bd3d-6a7fd887fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.884009 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 2, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:37.893357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Routers {'205abe96-6ecf-4b98-a1cd-e77cc2d13441'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:37.894004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:37.897797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8020d94-bcc9-4450-bd3d-6a7fd887fa33 None None] Pushing event updated for resources: {'Port': ['ID=b03df946-2408-4c40-8cb0-d5cfc5acb28e,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:37.914125 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Checking router: 8173e7f0-2f6c-4979-8a68-7063a9e71bdf for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:46:37.914702 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Updating router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:46:37.948794 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:37.974017 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b03df946-2408-4c40-8cb0-d5cfc5acb28e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:37.974415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.018747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-eac2ab58-8a1e-45f1-832f-04c9e0e731da None None] Provisioning complete for port b03df946-2408-4c40-8cb0-d5cfc5acb28e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:38.019029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eac2ab58-8a1e-45f1-832f-04c9e0e731da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.081922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Set router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:38.222939 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.229397 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.266076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.276738 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Pushing event updated for resources: {'Port': ['ID=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:38.347039 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.347416 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.348027 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.348365 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.348999 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.348999 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.349332 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.349657 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.349981 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.350302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.350618 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.350934 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:46:38.354138 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Attempting to bind port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:46:38.354503 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Attempting to bind port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:46:38.354867 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Attempting to bind port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 on network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:46:38.361400 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:46:38.361766 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Checking segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:38.362515 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.362515 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Bound using segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:46:38.362984 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Bound port: 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:46:38.363361 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.380382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cfb6296d-ae05-41f8-a04d-a341b52d5075 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:38.434512 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] For port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:46:38.438484 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] For port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:46:38.446645 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.456426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Allocated IP 172.20.0.1 (12bd5ece-6cc9-4399-9b87-0b307dd37f68/9b9859f3-0279-4cc2-a56e-1211cf1c0170/47e1a059-aaf9-4619-928b-bbb97739f18b) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:38.510083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cfb6296d-ae05-41f8-a04d-a341b52d5075 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:38.510486 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:38.510584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.511018 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:38.556706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:46:37Z', 'revision_number': 3, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:38.590615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Checking router: 205abe96-6ecf-4b98-a1cd-e77cc2d13441 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:46:38.591301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Updating router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 port 29232229-5e74-48d7-a43c-1cda69eed173 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:46:38.598894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.619854 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eecd8c-fb7f-47d2-bd69-e25bad6f83ab None None] Pushing event updated for resources: {'Port': ['ID=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:38.640981 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.645153 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:38.658642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.661852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ce3ecba2-9823-4e7f-ab8f-d8495d080a6f None None] Provisioning complete for port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:38.662216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecba2-9823-4e7f-ab8f-d8495d080a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.686652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:38.691778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:38.694753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:38.717021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.726678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=47e1a059-aaf9-4619-928b-bbb97739f18b,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:38.758882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.828458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port cfb6296d-ae05-41f8-a04d-a341b52d5075, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cfb6296d-ae05-41f8-a04d-a341b52d5075,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:38.850129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.956147 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:38.983984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=cfb6296d-ae05-41f8-a04d-a341b52d5075,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:38.996951 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:39.031304 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbed-3842-4f3d-b160-6d63300303c0 None None] The sync data for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv is: [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:46:39.034296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecba2-9823-4e7f-ab8f-d8495d080a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.091891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ce3ecba2-9823-4e7f-ab8f-d8495d080a6f None None] For port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:39.102177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecba2-9823-4e7f-ab8f-d8495d080a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.147627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.152541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.179394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ecba2-9823-4e7f-ab8f-d8495d080a6f None None] Pushing event updated for resources: {'Port': ['ID=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:39.193327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.199417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.221309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=47e1a059-aaf9-4619-928b-bbb97739f18b,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:39.233961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.266806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fdc1d-477a-4598-b81b-eedd4ebf9e25 None None] Pushing event updated for resources: {'Port': ['ID=29232229-5e74-48d7-a43c-1cda69eed173,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:39.269047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Attempting to bind port 29232229-5e74-48d7-a43c-1cda69eed173 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:46:39.269410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Attempting to bind port 29232229-5e74-48d7-a43c-1cda69eed173 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:46:39.269826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Attempting to bind port 29232229-5e74-48d7-a43c-1cda69eed173 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:46:39.273286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2460b4dd-0c2b-4dcc-a5c5-18531fc5292e None None] Provisioning complete for port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:39.273645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2460b4dd-0c2b-4dcc-a5c5-18531fc5292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.278001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:46:39.278203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:39.278587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.278975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:46:39.279429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Bound port: 29232229-5e74-48d7-a43c-1cda69eed173, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:46:39.279826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.329659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:39.330915 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:39.361276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] For port 29232229-5e74-48d7-a43c-1cda69eed173, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:46:39.365265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] For port 29232229-5e74-48d7-a43c-1cda69eed173, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=29232229-5e74-48d7-a43c-1cda69eed173,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:46:39.388567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.455453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:46:39.466595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Routers {'205abe96-6ecf-4b98-a1cd-e77cc2d13441'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:39.467228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:39.475197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fdc1d-477a-4598-b81b-eedd4ebf9e25 None None] Pushing event updated for resources: {'Port': ['ID=29232229-5e74-48d7-a43c-1cda69eed173,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:39.508912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-2460b4dd-0c2b-4dcc-a5c5-18531fc5292e None None] Provisioning complete for port 47e1a059-aaf9-4619-928b-bbb97739f18b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:39.508912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2460b4dd-0c2b-4dcc-a5c5-18531fc5292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.573296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:46:39.584031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2460b4dd-0c2b-4dcc-a5c5-18531fc5292e None None] Port 47e1a059-aaf9-4619-928b-bbb97739f18b cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:46:39.585809 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6b33f3e8-00ff-4148-a8f9-5fe95cfae1e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/205abe96-6ecf-4b98-a1cd-e77cc2d13441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679346 Nov 24 22:46:39.609237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] Set router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:39.685443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:39.778372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d477d2f7-f5d2-44ca-ab7a-471fee79d0d5 None None] Provisioning complete for port 47e1a059-aaf9-4619-928b-bbb97739f18b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:39.778737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d477d2f7-f5d2-44ca-ab7a-471fee79d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.860114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d477d2f7-f5d2-44ca-ab7a-471fee79d0d5 None None] Port 47e1a059-aaf9-4619-928b-bbb97739f18b cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:46:39.861975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:39.862336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:39.946741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '47e1a059-aaf9-4619-928b-bbb97739f18b', 'name': '', 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'mac_address': 'fa:16:3e:25:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:38Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 2, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'subnets': [{'id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:40.121396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa62d6-b17b-411d-b1ce-f9c064e21af7 None None] The sync data for ids ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'] in dv-neutron-818715-1-hyperv is: [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '47e1a059-aaf9-4619-928b-bbb97739f18b', 'name': '', 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'mac_address': 'fa:16:3e:25:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:38Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 2, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'subnets': [{'id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:46:40.130847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b03df946-2408-4c40-8cb0-d5cfc5acb28e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:40.186436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port b03df946-2408-4c40-8cb0-d5cfc5acb28e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:40.186848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:40.272613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cfb6296d-ae05-41f8-a04d-a341b52d5075 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:40.324147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port cfb6296d-ae05-41f8-a04d-a341b52d5075 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:40.324396 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:41.678180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 29232229-5e74-48d7-a43c-1cda69eed173 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:41.732439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 29232229-5e74-48d7-a43c-1cda69eed173 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:41.732917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:41.837870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:41.867888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 29232229-5e74-48d7-a43c-1cda69eed173, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=29232229-5e74-48d7-a43c-1cda69eed173,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:41.872336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:41.928964 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=29232229-5e74-48d7-a43c-1cda69eed173,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:42.645250 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Sync routers for ids ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:46:42.655588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Routers {'205abe96-6ecf-4b98-a1cd-e77cc2d13441'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:42.655588 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:42.764311 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Set router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:42.978369 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '47e1a059-aaf9-4619-928b-bbb97739f18b', 'name': '', 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'mac_address': 'fa:16:3e:25:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:38Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 2, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'subnets': [{'id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:43.005629 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Checking router: 205abe96-6ecf-4b98-a1cd-e77cc2d13441 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:46:43.005976 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Updating router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 port 47e1a059-aaf9-4619-928b-bbb97739f18b binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:46:43.031801 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.328254 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.335129 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.386284 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8452ee-c01c-48cd-8135-abd7258263a9 None None] Pushing event updated for resources: {'Port': ['ID=47e1a059-aaf9-4619-928b-bbb97739f18b,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:43.446335 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Attempting to bind port 47e1a059-aaf9-4619-928b-bbb97739f18b on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:46:43.446686 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Attempting to bind port 47e1a059-aaf9-4619-928b-bbb97739f18b by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:46:43.447047 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Attempting to bind port 47e1a059-aaf9-4619-928b-bbb97739f18b on network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:46:43.455698 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:46:43.456075 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Checking segment: {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:46:43.456484 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.457265 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Bound using segment: {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:46:43.457745 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Bound port: 47e1a059-aaf9-4619-928b-bbb97739f18b, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f469f-a1e7-42b9-8e51-c913da104fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:46:43.458111 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.552367 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] For port 47e1a059-aaf9-4619-928b-bbb97739f18b, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:46:43.556926 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] For port 47e1a059-aaf9-4619-928b-bbb97739f18b, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=47e1a059-aaf9-4619-928b-bbb97739f18b,segment=NetworkSegment(e99f469f-a1e7-42b9-8e51-c913da104fac),segment_id=e99f469f-a1e7-42b9-8e51-c913da104fac)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:46:43.564700 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.636804 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8452ee-c01c-48cd-8135-abd7258263a9 None None] Pushing event updated for resources: {'Port': ['ID=47e1a059-aaf9-4619-928b-bbb97739f18b,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:43.641062 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Routers {'205abe96-6ecf-4b98-a1cd-e77cc2d13441'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:46:43.641703 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:46:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:43.647050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6210c805-63f9-4d18-8d5d-705639347076 None None] Provisioning complete for port 47e1a059-aaf9-4619-928b-bbb97739f18b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:43.647630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6210c805-63f9-4d18-8d5d-705639347076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.662553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 29232229-5e74-48d7-a43c-1cda69eed173 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:43.798302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] Set router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:46:43.835593 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6210c805-63f9-4d18-8d5d-705639347076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.893574 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 29232229-5e74-48d7-a43c-1cda69eed173 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:43.893946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:43.924400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6210c805-63f9-4d18-8d5d-705639347076 None None] For port 47e1a059-aaf9-4619-928b-bbb97739f18b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=47e1a059-aaf9-4619-928b-bbb97739f18b,segment=NetworkSegment(e99f469f-a1e7-42b9-8e51-c913da104fac),segment_id=e99f469f-a1e7-42b9-8e51-c913da104fac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:46:43.942267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6210c805-63f9-4d18-8d5d-705639347076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:44.045723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210c805-63f9-4d18-8d5d-705639347076 None None] Pushing event updated for resources: {'Port': ['ID=47e1a059-aaf9-4619-928b-bbb97739f18b,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:44.066094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-841ad178-609d-4e7f-a076-c595bee19a8c None None] Provisioning complete for port 47e1a059-aaf9-4619-928b-bbb97739f18b triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:44.066484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-841ad178-609d-4e7f-a076-c595bee19a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:44.074989 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '47e1a059-aaf9-4619-928b-bbb97739f18b', 'name': '', 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'mac_address': 'fa:16:3e:25:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:38Z', 'updated_at': '2021-11-24T22:46:43Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'subnets': [{'id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:46:44.105482 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247b288-c7d7-4058-bc4b-83157d7dfac4 None None] The sync data for ids ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'] in dv-neutron-818715-1-hyperv is: [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '47e1a059-aaf9-4619-928b-bbb97739f18b', 'name': '', 'network_id': '12bd5ece-6cc9-4399-9b87-0b307dd37f68', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'mac_address': 'fa:16:3e:25:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:38Z', 'updated_at': '2021-11-24T22:46:43Z', 'revision_number': 4, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'subnets': [{'id': '9b9859f3-0279-4cc2-a56e-1211cf1c0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:46:44.238259 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-424736a5-af4e-43d7-97d1-d473ac64ef1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:45.692456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47e1a059-aaf9-4619-928b-bbb97739f18b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:46:45.747744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 47e1a059-aaf9-4619-928b-bbb97739f18b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:45.748107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:46.674373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4311e7d2-22d1-4a9e-acdf-760f9efae6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:46.908365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:48.459905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:49.581294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-53fe02d0-2208-439a-bfec-914d0e897192 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:49.582740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-53fe02d0-2208-439a-bfec-914d0e897192 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 814 time: 0.1014323 Nov 24 22:46:49.597802 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-fdc04721-aa92-4966-a363-f7702303cbab tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/quotas/3c34375f057e4c189cf06efa2d8817d0 HTTP/1.1" status: 200 len: 375 time: 0.0091875 Nov 24 22:46:49.646016 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-98163d40-c2cb-4548-a29b-c7b40ec4cb8a tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427964 Nov 24 22:46:49.772642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:49.829656 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-aeb27955-d71f-4f57-aaf4-59dd14e251c0 service neutron] 10.222.0.41 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726322 Nov 24 22:46:49.918913 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d30aa7a6-da45-4911-8c57-7e7ad22c4c81 service neutron] 10.222.0.41 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831044 Nov 24 22:46:50.070059 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9cccb3de-4747-442a-b27b-6fc926388f04 req-9d68bbaf-6e81-4544-aea3-120a62469a38 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 210 time: 0.0258532 Nov 24 22:46:50.997460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-8130f2e0-de88-4335-a47a-8b40eff3505d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:50.998896 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-8130f2e0-de88-4335-a47a-8b40eff3505d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 814 time: 0.1068394 Nov 24 22:46:51.011451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'port': {'device_id': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'admin_state_up': True, 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:46:51.130312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Made reservation on behalf of 3c34375f057e4c189cf06efa2d8817d0 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:46:51.135677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:51.180246 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc66991a-2441-49d0-b1a5-1c01f1fc5b5d req-b66aaaf0-973f-4228-a2ed-a7012f1c3ed9 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 210 time: 0.0359452 Nov 24 22:46:51.286976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Allocated IP 172.20.0.14 (1090d5f1-da29-469a-af22-d3bfbd1e2a2d/5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd/28573054-30cf-4a2b-a8fb-ed65011d2105) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:46:51.450698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:51.488132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:51.541612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:46:51.544691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:46:51.553150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:46:51.557197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:46:51.619387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:51.623766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:51.660937 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-d18d5b68-fe46-4f06-810f-12d09f01788b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6532834 Nov 24 22:46:51.839948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-3ff581b2-f9ba-4843-8965-d00d4c9cf0a9 None None] Provisioning complete for port 28573054-30cf-4a2b-a8fb-ed65011d2105 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:46:51.840517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3ff581b2-f9ba-4843-8965-d00d4c9cf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:46:51.875255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-3ff581b2-f9ba-4843-8965-d00d4c9cf0a9 None None] Port 28573054-30cf-4a2b-a8fb-ed65011d2105 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:46:52.309992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710f672-734f-49ff-b7ac-54bad5143d0a req-e668a8e4-7aff-4b5a-ab7f-eca78fe219e6 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:52.311745 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f710f672-734f-49ff-b7ac-54bad5143d0a req-e668a8e4-7aff-4b5a-ab7f-eca78fe219e6 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0507174 Nov 24 22:46:52.351346 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f710f672-734f-49ff-b7ac-54bad5143d0a req-16d082a8-2176-4eb6-af73-47088a0c34bf tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Nov 24 22:46:52.502628 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:46:53.469911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb2b4-6c05-4e88-a14f-a5cf09bde9dc req-b0e4b50a-5e1f-40fe-ac34-8701b729c363 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:53.471448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3afb2b4-6c05-4e88-a14f-a5cf09bde9dc req-b0e4b50a-5e1f-40fe-ac34-8701b729c363 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0501497 Nov 24 22:46:53.511434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3afb2b4-6c05-4e88-a14f-a5cf09bde9dc req-f916857b-71b8-4db0-9546-7d637e448e68 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Nov 24 22:46:54.631889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20a18a-92c4-47c6-ac64-d6930f40e8ac req-c738d1e7-3653-4cb7-ad58-e8c75836ec29 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:54.633370 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9b20a18a-92c4-47c6-ac64-d6930f40e8ac req-c738d1e7-3653-4cb7-ad58-e8c75836ec29 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0556462 Nov 24 22:46:54.672866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9b20a18a-92c4-47c6-ac64-d6930f40e8ac req-3bc18f3f-92c7-4777-9f14-4da480710d7e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Nov 24 22:46:55.789027 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ca303-63b3-4054-bf33-f4bce4a1c2e4 req-59f36ff1-e008-4fd0-a818-a811fe1bf269 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:55.790517 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b3ca303-63b3-4054-bf33-f4bce4a1c2e4 req-59f36ff1-e008-4fd0-a818-a811fe1bf269 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0503781 Nov 24 22:46:55.829208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b3ca303-63b3-4054-bf33-f4bce4a1c2e4 req-c177890e-2cb2-4935-a97c-bbde65bada25 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Nov 24 22:46:56.953150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499662-6cef-4135-8d99-1276c8165da1 req-7d221b50-6f76-4e27-a1d6-4280c08111c1 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:56.954765 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa499662-6cef-4135-8d99-1276c8165da1 req-7d221b50-6f76-4e27-a1d6-4280c08111c1 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0528519 Nov 24 22:46:56.994931 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa499662-6cef-4135-8d99-1276c8165da1 req-f59b9ec3-32d0-45cc-933d-cae874b53025 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Nov 24 22:46:58.117076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc986d-dd0d-44d8-83c6-f454eeb339e0 req-baf6170a-3c5d-41f9-a9ae-017235ae7fc6 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:58.118710 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8bdc986d-dd0d-44d8-83c6-f454eeb339e0 req-baf6170a-3c5d-41f9-a9ae-017235ae7fc6 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0545769 Nov 24 22:46:58.157253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8bdc986d-dd0d-44d8-83c6-f454eeb339e0 req-aaded9a1-a56f-4710-bc59-e75219d52508 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Nov 24 22:46:59.272682 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8c98a-4a85-46f8-a4d3-c85921f8c036 req-bbf1ae29-4d53-4375-b6da-fecbed979cd0 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:46:59.275230 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53c8c98a-4a85-46f8-a4d3-c85921f8c036 req-bbf1ae29-4d53-4375-b6da-fecbed979cd0 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0505776 Nov 24 22:46:59.314767 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53c8c98a-4a85-46f8-a4d3-c85921f8c036 req-4c4328ec-0026-4469-8a12-123053081dcb tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Nov 24 22:46:59.953733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:00.430316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a9be2-cedf-48f0-88db-15d7aa6b9397 req-55ffdbb2-d94d-46f1-876d-54da1077fc08 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:00.431958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c36a9be2-cedf-48f0-88db-15d7aa6b9397 req-55ffdbb2-d94d-46f1-876d-54da1077fc08 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 932 time: 0.0485008 Nov 24 22:47:00.472208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c36a9be2-cedf-48f0-88db-15d7aa6b9397 req-fe0f5e3d-c955-4784-9c2d-de023acb6ee1 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Nov 24 22:47:00.921437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-5d991c5b-04f9-42f1-b361-9912c6b63b9d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:47:00.922489 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-5d991c5b-04f9-42f1-b361-9912c6b63b9d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070202 Nov 24 22:47:00.937780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Request body: {'port': {'device_id': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:00.992926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:01.246534 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28573054-30cf-4a2b-a8fb-ed65011d2105 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:47:01.254125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:01.266237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Transition to ACTIVE for port object 28573054-30cf-4a2b-a8fb-ed65011d2105 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:47:01.271650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:01.327356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:01.403643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Attempting to bind port 28573054-30cf-4a2b-a8fb-ed65011d2105 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:47:01.403986 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Attempting to bind port 28573054-30cf-4a2b-a8fb-ed65011d2105 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:47:01.404325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Attempting to bind port 28573054-30cf-4a2b-a8fb-ed65011d2105 on network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:47:01.408944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Port 28573054-30cf-4a2b-a8fb-ed65011d2105 on network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:47:01.409407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Attempting to bind port 28573054-30cf-4a2b-a8fb-ed65011d2105 on network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:47:01.414461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:47:01.414805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Checking segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:47:01.415192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Bound using segment: {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:47:01.415660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Bound port: 28573054-30cf-4a2b-a8fb-ed65011d2105, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270348a5-1e79-4f5a-844b-f282fa61efd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:47:01.416049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:01.481396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:47:01.484381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:47:01.488270 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:01.522309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:01.523003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:01.524425 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] 10.222.0.71 "PUT /v2.0/ports/28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 1094 time: 0.5904801 Nov 24 22:47:01.524769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:47:01.527044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891798ba-dc4e-4c92-a380-c8027602434c" -d '{"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:47:01.563817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92afd1-5da3-4ff2-b360-55845142cf9c service neutron] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:01.602529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24502be5-037e-48d9-8ec1-2884727f9b2f x-openstack-request-id: req-24502be5-037e-48d9-8ec1-2884727f9b2f {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:47:01.602820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:47:01.603075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24502be5-037e-48d9-8ec1-2884727f9b2f {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:47:01.603466 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'status': 'completed', 'code': 200} Nov 24 22:47:01.604989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2214d-2aeb-4d7b-9492-323de0945968 req-d036dccc-baf2-47a8-8d8b-81b121fde6c5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:01.608035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21b2214d-2aeb-4d7b-9492-323de0945968 req-d036dccc-baf2-47a8-8d8b-81b121fde6c5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 944 time: 0.0616755 Nov 24 22:47:01.618927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-1e880248-3fc5-4b58-9211-4cfc7ea693a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:01.620808 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-1e880248-3fc5-4b58-9211-4cfc7ea693a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1097 time: 0.0467658 Nov 24 22:47:01.648769 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21b2214d-2aeb-4d7b-9492-323de0945968 req-29201032-8886-4357-8663-c6c674f135ed tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361505 Nov 24 22:47:01.668143 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-159cc6df-8a24-4c48-ba05-15e7e0d06b38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 217 time: 0.0400217 Nov 24 22:47:01.719771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-7f89e98e-d768-479d-8d6f-6172d0f87a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:01.721255 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-7f89e98e-d768-479d-8d6f-6172d0f87a6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0466573 Nov 24 22:47:01.776272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-63b9dadc-592b-4cd6-ae09-4bef9bf87cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:01.776272 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-63b9dadc-592b-4cd6-ae09-4bef9bf87cf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474491 Nov 24 22:47:01.869054 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-377a5b72-0c10-4a7b-a527-8249eebda968 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Nov 24 22:47:01.956453 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55077b2-e808-40ed-bedc-cb747c4e70a3 req-f88a1fde-f644-4759-a147-846acbe7469a service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808311 Nov 24 22:47:02.043062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891798ba-dc4e-4c92-a380-c8027602434c req-a5125e5c-25b7-45f9-a54e-46e8ad68496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:02.044521 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-a5125e5c-25b7-45f9-a54e-46e8ad68496c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1097 time: 0.0456393 Nov 24 22:47:02.138694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891798ba-dc4e-4c92-a380-c8027602434c req-60c178b8-a127-4e02-8c05-729d76b6cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:02.140172 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-60c178b8-a127-4e02-8c05-729d76b6cf46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.0878272 Nov 24 22:47:02.182446 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-7da3bd2a-b8d0-4189-ab58-4b90f99cc93e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 217 time: 0.0340235 Nov 24 22:47:02.232645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891798ba-dc4e-4c92-a380-c8027602434c req-2e617b0e-4d9e-4474-a52f-58498c576a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:02.234016 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-2e617b0e-4d9e-4474-a52f-58498c576a0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0447543 Nov 24 22:47:02.277582 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891798ba-dc4e-4c92-a380-c8027602434c req-ea9ad96e-d580-429d-9d35-8aadf9927d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:02.278980 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-ea9ad96e-d580-429d-9d35-8aadf9927d92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372548 Nov 24 22:47:02.365285 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-94df15be-75e6-4a03-863c-20cbcbb0bf81 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785518 Nov 24 22:47:02.458022 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-891798ba-dc4e-4c92-a380-c8027602434c req-fd9586ff-f758-45d3-91e3-897ee646d794 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845063 Nov 24 22:47:02.763626 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fa112-7d82-4d44-89d9-b97652ca1ccc req-2fd74db1-0525-4641-a7dc-7116cfd53499 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:02.765081 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a3fa112-7d82-4d44-89d9-b97652ca1ccc req-2fd74db1-0525-4641-a7dc-7116cfd53499 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 944 time: 0.0482106 Nov 24 22:47:02.803277 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a3fa112-7d82-4d44-89d9-b97652ca1ccc req-eb5f8de6-a0e9-4f6d-b44c-1c8387c2a342 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Nov 24 22:47:03.913340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c86b37-01ad-49b7-90ed-92872dd6b126 req-5c4d761d-d402-4446-b180-2467c3f27704 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:03.914782 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-39c86b37-01ad-49b7-90ed-92872dd6b126 req-5c4d761d-d402-4446-b180-2467c3f27704 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 944 time: 0.0474317 Nov 24 22:47:03.936056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 28573054-30cf-4a2b-a8fb-ed65011d2105 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:47:03.952822 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-39c86b37-01ad-49b7-90ed-92872dd6b126 req-1ebdac5a-6c50-471a-b199-5e155b6dfeb1 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Nov 24 22:47:04.028078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:47:04.039025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'port_id': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'mac_address': 'fa:16:3e:d8:47:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:47:04.075125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:04.090526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28573054-30cf-4a2b-a8fb-ed65011d2105 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:47:04.108548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:47:04.112371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:04.157552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:04.164479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.164830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.165171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.165507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.165839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.166170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.166504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.166833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.167159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.167481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.167828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.168149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:04.320368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['28573054-30cf-4a2b-a8fb-ed65011d2105'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:47:05.078955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcebe2-5270-49b3-9ec2-41ce3045e4ab req-2ee6568c-fe54-44ff-9522-d743c3a60504 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:05.080436 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01dcebe2-5270-49b3-9ec2-41ce3045e4ab req-2ee6568c-fe54-44ff-9522-d743c3a60504 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 945 time: 0.0644772 Nov 24 22:47:05.414723 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01dcebe2-5270-49b3-9ec2-41ce3045e4ab req-1fd0d2eb-0ca1-4f7e-8c4f-2c0e01c9c2fe tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277750 Nov 24 22:47:05.951659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 28573054-30cf-4a2b-a8fb-ed65011d2105 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:47:06.001944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 28573054-30cf-4a2b-a8fb-ed65011d2105 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:47:06.005927 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 28573054-30cf-4a2b-a8fb-ed65011d2105 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:47:06.006295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:06.078792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:06.100483 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:47:06.102735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d1385f-d931-4b2f-96fe-3d094e39e8a9" -d '{"events": [{"server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "name": "network-vif-plugged", "status": "completed", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:47:06.114945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:47:06.121459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:06.149051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f5106-8c02-42de-85c6-bdfdb9f0478e x-openstack-request-id: req-129f5106-8c02-42de-85c6-bdfdb9f0478e {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:47:06.149341 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "name": "network-vif-plugged", "status": "completed", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:47:06.149590 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-129f5106-8c02-42de-85c6-bdfdb9f0478e {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:47:06.149968 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'code': 200} Nov 24 22:47:06.175156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:06.299704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e491-8e43-47e1-84e9-e61b2f21c6f6 req-036e1ec0-46d9-49df-991c-1d1a00441980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:06.301638 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9c13e491-8e43-47e1-84e9-e61b2f21c6f6 req-036e1ec0-46d9-49df-991c-1d1a00441980 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1099 time: 0.0389776 Nov 24 22:47:06.335089 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-9c13e491-8e43-47e1-84e9-e61b2f21c6f6 req-6a9aee9b-ecce-40fd-a591-0876312851b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266168 Nov 24 22:47:06.525882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e458a-9420-48f2-875a-8d99135230db req-09fc770d-31e2-49e5-8394-46c0cfb56082 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:06.527342 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c1e458a-9420-48f2-875a-8d99135230db req-09fc770d-31e2-49e5-8394-46c0cfb56082 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Nov 24 22:47:06.564773 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c1e458a-9420-48f2-875a-8d99135230db req-497f99f8-44d7-450e-ac5e-9ab720ae66b6 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Nov 24 22:47:07.678310 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9dc3-0660-4225-9234-c0dbbb488c48 req-b6db6944-3676-4a24-8aaf-8c23b9ff669f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:07.679790 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-298c9dc3-0660-4225-9234-c0dbbb488c48 req-b6db6944-3676-4a24-8aaf-8c23b9ff669f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0482306 Nov 24 22:47:07.716027 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-298c9dc3-0660-4225-9234-c0dbbb488c48 req-798f5971-ffe4-4d42-8597-04112e138647 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Nov 24 22:47:07.829715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f89deb-134c-425c-8aa1-31aa22ee5075 req-6fab3c59-b969-47b8-bfb9-e37b6ea9c867 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:07.831132 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-79f89deb-134c-425c-8aa1-31aa22ee5075 req-6fab3c59-b969-47b8-bfb9-e37b6ea9c867 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0508683 Nov 24 22:47:07.868478 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-79f89deb-134c-425c-8aa1-31aa22ee5075 req-c8b09b3f-2708-430e-ad07-544be482ea18 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Nov 24 22:47:08.181354 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a256b00-a140-4d99-abcb-76a51fbe61ce req-d2bcf16d-e9df-4c6a-92c3-4739ace91f78 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:08.182709 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6a256b00-a140-4d99-abcb-76a51fbe61ce req-d2bcf16d-e9df-4c6a-92c3-4739ace91f78 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0472531 Nov 24 22:47:08.219491 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6a256b00-a140-4d99-abcb-76a51fbe61ce req-b00a63df-03f4-4507-b0e6-775d4f0595e8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Nov 24 22:47:14.241175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c33fd738-ec23-4e48-b5f8-c111ae7b8283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:16.676157 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7100adcf-0f56-4a5c-a6b3-1a971f5d19fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:16.913486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:18.449267 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:19.722652 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126fdd1-a15e-43ca-96d2-ff1be227a2fe req-0040712c-0ea6-40f2-9f1a-ee084937047e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:19.724121 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4126fdd1-a15e-43ca-96d2-ff1be227a2fe req-0040712c-0ea6-40f2-9f1a-ee084937047e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0473204 Nov 24 22:47:19.761599 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4126fdd1-a15e-43ca-96d2-ff1be227a2fe req-9576b1ab-a9f5-497e-b216-4f7380f8db5b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Nov 24 22:47:19.770807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:19.784287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38688) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:19.867286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbeb27e-bbc0-4495-8a6a-7bac7f2f4825 tempest-TestMinimumBasicScenario-378465107 tempest-TestMinimumBasicScenario-378465107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:19.868911 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cfbeb27e-bbc0-4495-8a6a-7bac7f2f4825 tempest-TestMinimumBasicScenario-378465107 tempest-TestMinimumBasicScenario-378465107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1094 time: 0.0835621 Nov 24 22:47:19.871803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38692) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:19.875939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:19.896401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for floatingip, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:19.992342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:20.094499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Allocated IP 172.26.3.248 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/b64af42a-54a4-4379-85ed-3e6450e48395) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:47:20.193017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:20.225553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:20.258454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:47:20.261183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:47:20.264594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:47:20.298574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'Port': ['ID=b64af42a-54a4-4379-85ed-3e6450e48395,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:20.931243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.002629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.148780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.153435 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.224203 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'Port': ['ID=b64af42a-54a4-4379-85ed-3e6450e48395,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:21.236058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.338305 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Floating IP 78ef9abd-e517-4321-bc1c-a22cd239eb1d associated. External IP: 172.26.3.248, port: 28573054-30cf-4a2b-a8fb-ed65011d2105. Nov 24 22:47:21.549149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:47:21.655959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:47:21.665352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] Sync routers for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:47:21.672869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.675632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:47:21.676279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:47:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:47:21.699783 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c1ead197-0055-4232-b5df-cead5225f7f5 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8269615 Nov 24 22:47:21.700374 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:47:21.702630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82" -d '{"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:47:21.702781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38694) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:21.708241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517242787', 'description': 'tempest-secgroup-smoke-1517242787 description', 'project_id': '3c34375f057e4c189cf06efa2d8817d0'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:21.732848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.742365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d14d7-b9fb-4ff6-ab35-c32e13dcca3f x-openstack-request-id: req-c60d14d7-b9fb-4ff6-ab35-c32e13dcca3f {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:47:21.742365 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:47:21.742675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c60d14d7-b9fb-4ff6-ab35-c32e13dcca3f {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:47:21.743205 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'status': 'completed', 'code': 200} Nov 24 22:47:21.790486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:47:21.805475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.809632 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.816970 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-ca02381a-aeb9-4228-9dcc-5367b9d2d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:21.818311 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-ca02381a-aeb9-4228-9dcc-5367b9d2d325 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1099 time: 0.0533314 Nov 24 22:47:21.836937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.840857 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1343999 Nov 24 22:47:21.841133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38698) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:21.845663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group_rule': {'security_group_id': '863d3bdb-f777-4c72-ae82-56dd97c874d8', 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:21.860135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a0094-5166-4687-89c3-2571686b4fb8 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863d3bdb-f777-4c72-ae82-56dd97c874d8,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:21.876829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.917335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-1105c38e-9770-41ed-b36b-36b2dc418980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:21.918906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-1105c38e-9770-41ed-b36b-36b2dc418980 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.0931931 Nov 24 22:47:21.937764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.942928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.962267 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78338d22-8518-4b87-9224-acfb19a14feb,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:21.973710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:21.974921 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-026d17ca-aed4-4934-847f-2bc102d236ee tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328683 Nov 24 22:47:21.977548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38700) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:21.981910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group_rule': {'security_group_id': '863d3bdb-f777-4c72-ae82-56dd97c874d8', 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:21.992625 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-3a821674-f1e1-4e05-9ab1-b0c702ab4775 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 1000 time: 0.0669262 Nov 24 22:47:22.008774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.038198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '78ef9abd-e517-4321-bc1c-a22cd239eb1d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'floating_ip_address': '172.26.3.248', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'port_id': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'mac_address': 'fa:16:3e:d8:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:47:20Z', 'updated_at': '2021-11-24T22:47:20Z', 'revision_number': 0, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:47:22.047733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-0405821d-4747-44f2-8924-f94fa626c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:22.049751 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-0405821d-4747-44f2-8924-f94fa626c5ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0501804 Nov 24 22:47:22.074356 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.075480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] Checking router: 8173e7f0-2f6c-4979-8a68-7063a9e71bdf for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:47:22.078634 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.087854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:47:22.089013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:47:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:47:22.093988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d57be0-3e7a-445c-a70d-62d60094a3cd,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:22.097042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-a8e1b94c-7aa0-4793-947d-1ce2a6918ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:22.099232 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-a8e1b94c-7aa0-4793-947d-1ce2a6918ff6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427532 Nov 24 22:47:22.106930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.110645 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-214d7634-5114-4f06-b6b2-670ffa944cbd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296940 Nov 24 22:47:22.110869 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38702) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:22.115651 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group_rule': {'security_group_id': '863d3bdb-f777-4c72-ae82-56dd97c874d8', 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:22.143180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.201178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-f20231c9-39ed-43a8-a5ff-e364351b8f8c service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933893 Nov 24 22:47:22.205982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.206167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:47:22.211469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.229805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63340c4e-2505-47bd-9047-a7af7fc144c2,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:22.239784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.241087 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9874d32d-69c2-453f-b3df-d703d3bc1e71 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293614 Nov 24 22:47:22.243743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38704) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:22.248129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group_rule': {'security_group_id': '863d3bdb-f777-4c72-ae82-56dd97c874d8', 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:22.275570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.303678 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b55e38ce-d7ac-489b-b9bb-d0400d4b2d82 req-b0dac99c-9b0e-4cfa-a165-46982ac45171 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932336 Nov 24 22:47:22.337604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.341175 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.357683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2e6807-89bb-431f-a25a-d7e73aa1d426,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:22.366306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.367500 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d6510316-4c4e-430a-bfa6-00e9033ebd2d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228275 Nov 24 22:47:22.370403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38706) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:22.374957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group_rule': {'security_group_id': '863d3bdb-f777-4c72-ae82-56dd97c874d8', 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:22.396773 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Project 3c34375f057e4c189cf06efa2d8817d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:47:22.401624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.445228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '78ef9abd-e517-4321-bc1c-a22cd239eb1d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'floating_ip_address': '172.26.3.248', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'port_id': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'mac_address': 'fa:16:3e:d8:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:47:20Z', 'updated_at': '2021-11-24T22:47:20Z', 'revision_number': 0, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:47:22.463689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.467417 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.471867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf939cd-7df0-4a16-a01b-dc592ca60056 None None] The sync data for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv is: [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '78ef9abd-e517-4321-bc1c-a22cd239eb1d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'floating_ip_address': '172.26.3.248', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'port_id': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'mac_address': 'fa:16:3e:d8:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:47:20Z', 'updated_at': '2021-11-24T22:47:20Z', 'revision_number': 0, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:47:22.489538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbd31f7-ec15-44e1-8482-d0d7f498804c,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:22.497736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.498105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.498425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.498766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.499105 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.499436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.499792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.500165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.500474 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.500795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.501120 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.501442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:47:22.506326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.509968 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-568828cf-2b7f-41fa-bd45-a98a04d2d42b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361144 Nov 24 22:47:22.510361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38708) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:47:22.514424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'security_group_rule': {'security_group_id': '863d3bdb-f777-4c72-ae82-56dd97c874d8', 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:22.536997 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Project 3c34375f057e4c189cf06efa2d8817d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:47:22.543050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.609644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.613693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.629362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59985583-1bf4-419c-abf2-ed5c33f720bb,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:22.640757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:22.641983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-914cd178-ad9d-4348-8979-3c01df20450e tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308837 Nov 24 22:47:22.721983 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-244e377c-c2c8-42ff-8f84-49a7a2e50195 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517242787&fields=id&tenant_id=3c34375f057e4c189cf06efa2d8817d0 HTTP/1.1" status: 200 len: 267 time: 0.0337157 Nov 24 22:47:22.777637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-c665434b-0840-47a8-9bad-35a5e826d236 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:22.779976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-c665434b-0840-47a8-9bad-35a5e826d236 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Nov 24 22:47:22.790414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'port': {'security_groups': ['4388d114-3dee-41fb-8ba4-91ec612815b6', '863d3bdb-f777-4c72-ae82-56dd97c874d8']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:47:22.856246 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:23.046405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:47:23.077329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:23.082204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:23.093958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['28573054-30cf-4a2b-a8fb-ed65011d2105'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:47:23.105248 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8744336-8b3a-41a5-8a37-ffc17bce5a92 None None] New status for floating IP 78ef9abd-e517-4321-bc1c-a22cd239eb1d: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:47:23.129379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:23.130091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:23.137883 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5caa6c17-25d3-4b4d-bb3f-43f755269271 req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "PUT /v2.0/ports/28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 982 time: 0.3520663 Nov 24 22:47:23.138385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:47:23.141297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca1327-015a-4b25-84e1-8d4f358d6c03" -d '{"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:47:23.173893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cfe27-ea55-4f03-bfba-205cb8d46564 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=6']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:47:23.226442 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['28573054-30cf-4a2b-a8fb-ed65011d2105'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:47:23.285613 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bf62d-fd05-4493-a1c0-cfdf7a36772f req-066e5d5d-d0e1-4e16-b79b-0c593673a1fc tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:23.292904 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9b9bf62d-fd05-4493-a1c0-cfdf7a36772f req-066e5d5d-d0e1-4e16-b79b-0c593673a1fc tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0808818 Nov 24 22:47:23.354482 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9b9bf62d-fd05-4493-a1c0-cfdf7a36772f req-c84e8223-07bd-4f32-8695-0b0f5171523a tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519881 Nov 24 22:47:23.374975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f4d134-c66b-4dea-98f5-9a3fd6137622 x-openstack-request-id: req-36f4d134-c66b-4dea-98f5-9a3fd6137622 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:47:23.375379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:47:23.375647 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36f4d134-c66b-4dea-98f5-9a3fd6137622 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:47:23.376093 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'status': 'completed', 'code': 200} Nov 24 22:47:23.447302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0019bb7c-6b1b-4275-b391-ba3ca78d3a41 None None] Provisioning complete for port 28573054-30cf-4a2b-a8fb-ed65011d2105 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:47:23.448020 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0019bb7c-6b1b-4275-b391-ba3ca78d3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:23.461948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-f41eff0f-5547-4684-9e47-742842986301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:23.464010 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-f41eff0f-5547-4684-9e47-742842986301 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1138 time: 0.0430005 Nov 24 22:47:23.568157 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-bc36c727-ed3b-40eb-b13e-a65cbfe07477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:23.569656 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-bc36c727-ed3b-40eb-b13e-a65cbfe07477 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.0984046 Nov 24 22:47:23.638235 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-f1c5575d-167b-4110-b837-de2813a6e41b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 1002 time: 0.0614583 Nov 24 22:47:23.688989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-b657b28b-6635-44cb-b7dc-fbd11be09cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:23.690388 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-b657b28b-6635-44cb-b7dc-fbd11be09cfc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0443640 Nov 24 22:47:23.742982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-6bf538d9-6da5-4e82-89df-4e4276727244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:23.744622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-6bf538d9-6da5-4e82-89df-4e4276727244 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474565 Nov 24 22:47:23.840530 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-0193edff-4970-4870-accf-916bd2aeed40 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867898 Nov 24 22:47:23.941265 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c1ca1327-015a-4b25-84e1-8d4f358d6c03 req-b4d74ffd-10dd-4904-b7f1-fe788452b830 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918853 Nov 24 22:47:29.501818 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:47:29.954722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:39.591206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8c4bf-2e67-4277-a3cf-5a734b0009bc req-abf6362a-7650-493b-a5fc-5da5c45ad413 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:39.591843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-561ce867-d2f4-46af-818d-57bd61b77416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:39.592698 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0e8c4bf-2e67-4277-a3cf-5a734b0009bc req-abf6362a-7650-493b-a5fc-5da5c45ad413 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0509112 Nov 24 22:47:39.592903 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-561ce867-d2f4-46af-818d-57bd61b77416 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1138 time: 0.0408924 Nov 24 22:47:39.634086 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0e8c4bf-2e67-4277-a3cf-5a734b0009bc req-7492ae7c-085f-4400-a108-c15621253d8d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346320 Nov 24 22:47:39.682406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-85d3f36a-02ea-448a-9f74-27b707d67d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:39.683848 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-85d3f36a-02ea-448a-9f74-27b707d67d8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.0840979 Nov 24 22:47:39.751276 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-a8e79722-2b7a-48e1-9983-92b5775ed718 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 1002 time: 0.0601318 Nov 24 22:47:39.801311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-14f47889-1055-45a8-a670-d90eb385b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:39.802732 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-14f47889-1055-45a8-a670-d90eb385b66b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0430412 Nov 24 22:47:39.848504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-4581e515-4726-4346-9975-9ecd5813423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:39.849925 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-4581e515-4726-4346-9975-9ecd5813423c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392134 Nov 24 22:47:39.947786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-077de22e-77d8-48f4-84bc-951c010eb77c service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896571 Nov 24 22:47:40.034907 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-79d63e9a-97b0-4665-8934-ca8b4603d0a4 req-6967cade-5720-45ee-84dd-59430643721d service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795388 Nov 24 22:47:40.748088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0146168-b4f0-4b91-b5ef-a937df78e9a7 req-e2ede21d-ab2c-46be-b8c3-1b5ad5be821b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:40.749551 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0146168-b4f0-4b91-b5ef-a937df78e9a7 req-e2ede21d-ab2c-46be-b8c3-1b5ad5be821b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0480447 Nov 24 22:47:40.788648 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c0146168-b4f0-4b91-b5ef-a937df78e9a7 req-2be55f11-ca75-46bb-b925-4b7fec60f869 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324497 Nov 24 22:47:41.902505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25cd1d-c7ef-47a8-af11-2489e490df14 req-28a59fa1-1657-414f-9eee-6f477eaec1b0 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:41.903873 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be25cd1d-c7ef-47a8-af11-2489e490df14 req-28a59fa1-1657-414f-9eee-6f477eaec1b0 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0491340 Nov 24 22:47:41.946836 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-be25cd1d-c7ef-47a8-af11-2489e490df14 req-4b91981e-35dc-4f98-b762-cb34d186cb49 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370243 Nov 24 22:47:43.065663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc4b3-32de-4d40-839b-00afdda08969 req-4445aee6-5ff4-4998-814e-0a37aa49a279 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:43.067133 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d0bc4b3-32de-4d40-839b-00afdda08969 req-4445aee6-5ff4-4998-814e-0a37aa49a279 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0550129 Nov 24 22:47:43.106410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d0bc4b3-32de-4d40-839b-00afdda08969 req-08fc3300-5168-4b65-9488-417d5caf3e8d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330071 Nov 24 22:47:44.217643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b243a-1501-4e9a-83ea-22909f6b3034 req-25c79801-48af-414f-8c83-031f378fe6fd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:44.219095 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-883b243a-1501-4e9a-83ea-22909f6b3034 req-25c79801-48af-414f-8c83-031f378fe6fd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0488491 Nov 24 22:47:44.243489 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cd32df16-5c56-4d7d-a219-c3de4b8c7bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:44.264617 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-883b243a-1501-4e9a-83ea-22909f6b3034 req-075629e4-1c17-4650-80b4-ae79f5945ebd tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388000 Nov 24 22:47:45.376741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce4aed-44e3-4d86-adcf-94dc62d042a0 req-875299fc-1697-4f2f-86f1-c9ca16a5ef79 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:45.378185 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-79ce4aed-44e3-4d86-adcf-94dc62d042a0 req-875299fc-1697-4f2f-86f1-c9ca16a5ef79 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0480058 Nov 24 22:47:45.420739 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-79ce4aed-44e3-4d86-adcf-94dc62d042a0 req-76302c55-9284-4311-b705-3b404919d5a9 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359371 Nov 24 22:47:46.533059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527fc70-6326-43e8-acc4-e31dfdb33f3b req-11bd757b-d2e9-4f99-bff0-56b6f92c4877 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:46.534500 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6527fc70-6326-43e8-acc4-e31dfdb33f3b req-11bd757b-d2e9-4f99-bff0-56b6f92c4877 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0485532 Nov 24 22:47:46.573920 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6527fc70-6326-43e8-acc4-e31dfdb33f3b req-f224fdb7-7285-4e9b-a980-10f267db14d1 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334768 Nov 24 22:47:46.676704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fdc31b14-8e64-4e28-a77a-360b6f2397ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:46.914371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:47.686663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7db4ce-be28-4db2-b6b2-7201571e045e req-385e32e7-6258-4157-b0c4-6271e046b537 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:47.688167 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8f7db4ce-be28-4db2-b6b2-7201571e045e req-385e32e7-6258-4157-b0c4-6271e046b537 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0487266 Nov 24 22:47:47.728005 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8f7db4ce-be28-4db2-b6b2-7201571e045e req-6d771fae-7bf2-4b54-8f2a-cfc5132d0be3 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337181 Nov 24 22:47:48.450972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:48.839109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf570f-7b70-4677-985f-e638716a4769 req-5b7fe812-1d6f-425c-b638-f3819e5d5d73 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:48.840595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5bf570f-7b70-4677-985f-e638716a4769 req-5b7fe812-1d6f-425c-b638-f3819e5d5d73 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0483274 Nov 24 22:47:48.885342 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5bf570f-7b70-4677-985f-e638716a4769 req-1329a309-2f5c-40fe-899a-20120056dac3 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382552 Nov 24 22:47:49.773272 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:47:49.999860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9b2f-dc96-41a4-9a1e-79c6bfd623b5 req-f1100a49-d836-468d-a188-46a1801e5d42 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:50.001311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cadc9b2f-dc96-41a4-9a1e-79c6bfd623b5 req-f1100a49-d836-468d-a188-46a1801e5d42 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0486376 Nov 24 22:47:50.040874 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-cadc9b2f-dc96-41a4-9a1e-79c6bfd623b5 req-f178372b-370e-4263-be49-140b4faa354b tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327988 Nov 24 22:47:51.153173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891440-a194-4927-81c1-d59540877a8a req-cc00a19b-69ba-43ef-817b-0cc1dcb902aa tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:47:51.154657 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa891440-a194-4927-81c1-d59540877a8a req-cc00a19b-69ba-43ef-817b-0cc1dcb902aa tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0486608 Nov 24 22:47:51.194212 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fa891440-a194-4927-81c1-d59540877a8a req-79175daf-b710-4a3f-8d02-3270ec32c50c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=863d3bdb-f777-4c72-ae82-56dd97c874d8&id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335340 Nov 24 22:47:59.963125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:04.653986 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-49507a9f-2e12-45b8-ac91-805afb0dcc94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856750 Nov 24 22:48:04.737199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-bb982492-bf4b-4425-a267-1cf7be3fda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:04.738668 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-bb982492-bf4b-4425-a267-1cf7be3fda83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1138 time: 0.0400703 Nov 24 22:48:04.839570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-9b27b9a7-e0fc-49db-ab7f-6aea9ea1b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:04.840946 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-9b27b9a7-e0fc-49db-ab7f-6aea9ea1b1ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.0834339 Nov 24 22:48:04.909383 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-fc01d4fe-7c4c-4e7b-bde7-4ac69f985ea6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 1002 time: 0.0611923 Nov 24 22:48:04.960721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-4324acf6-f351-4b8e-a8ad-c05ccad05882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:04.962100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-4324acf6-f351-4b8e-a8ad-c05ccad05882 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0440991 Nov 24 22:48:05.006436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-2cb36d35-6db9-4ba8-afa8-b5a725f6de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:05.007902 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-2cb36d35-6db9-4ba8-afa8-b5a725f6de5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382702 Nov 24 22:48:05.099971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-0e8ec8bd-0b76-457c-a6ed-90910eb0a136 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847292 Nov 24 22:48:05.189058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-32a20974-bebe-4602-9c07-ea8a7cc87d8c req-fb6ffa2b-6cfd-49d5-9949-3fd7b88b5918 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809338 Nov 24 22:48:06.500895 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:48:14.244702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2e09c9d0-7214-49f3-8032-3d9b3ff6db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:16.677399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6e925480-9e57-4d6b-9fd7-c7af2f64e1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:16.914693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:18.454535 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:19.776293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:23.566150 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-6addf2f3-c847-4aee-a8e1-6eb176124a12 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517242787&fields=id&tenant_id=3c34375f057e4c189cf06efa2d8817d0 HTTP/1.1" status: 200 len: 267 time: 0.0821667 Nov 24 22:48:23.623161 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-0432d209-5ace-47b2-8df8-0fa9c0af893a tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:23.624641 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-0432d209-5ace-47b2-8df8-0fa9c0af893a tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 985 time: 0.0527432 Nov 24 22:48:23.635775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Request body: {'port': {'security_groups': ['4388d114-3dee-41fb-8ba4-91ec612815b6']}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:23.700116 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:23.874940 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:23.904411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:23.910287 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:23.923231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['28573054-30cf-4a2b-a8fb-ed65011d2105'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:48:23.953853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:23.954472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:23.955872 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8d0ea23f-6f53-4f27-8d58-9c30f160a4c7 req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "PUT /v2.0/ports/28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 943 time: 0.3247147 Nov 24 22:48:23.956331 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:48:23.961934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f2e04-467c-47d0-b5b7-846d2a03ed06" -d '{"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:48:23.962206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38766) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:24.038583 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37b14a-b57e-4562-92e8-d2d77a0470dc x-openstack-request-id: req-bc37b14a-b57e-4562-92e8-d2d77a0470dc {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:48:24.039130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:48:24.039631 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc37b14a-b57e-4562-92e8-d2d77a0470dc {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:48:24.040294 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'status': 'completed', 'code': 200} Nov 24 22:48:24.041505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event updated for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=7']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:24.049782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.050512 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.051072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.051688 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.052261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.052821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.053488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.054042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.054585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.055127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.056025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.056620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a699990-9480-46f6-8aad-12e941eb8e9c tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.101378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['28573054-30cf-4a2b-a8fb-ed65011d2105'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:48:24.109750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.146383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-71471083-abea-4834-a8cb-4c5c78a21fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:24.148009 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-71471083-abea-4834-a8cb-4c5c78a21fb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1099 time: 0.0872359 Nov 24 22:48:24.150800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.235177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c3b47aed-f6ec-478a-89b3-57f96c83b45d None None] Provisioning complete for port 28573054-30cf-4a2b-a8fb-ed65011d2105 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:24.235573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c3b47aed-f6ec-478a-89b3-57f96c83b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.280119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-2e9de3ab-f0ec-44d3-b5d9-0b9711775dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:24.281569 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-2e9de3ab-f0ec-44d3-b5d9-0b9711775dcd service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.1216235 Nov 24 22:48:24.331408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.334007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.335161 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "DELETE /v2.0/security-groups/863d3bdb-f777-4c72-ae82-56dd97c874d8 HTTP/1.1" status: 204 len: 168 time: 0.3720136 Nov 24 22:48:24.338432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:24.349861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863d3bdb-f777-4c72-ae82-56dd97c874d8,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:24.362757 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.363674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.364025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.364399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.364740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.365078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.365415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.365750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.366083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.366413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.366745 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.367083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d7944-7e66-4262-a0a2-87386fc9436f tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:24.376913 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-b2603ce6-e448-45a7-b221-ae1d712e530f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 1002 time: 0.0875301 Nov 24 22:48:24.432698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-362620cb-0e01-4f6f-9abe-951f5b08e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:24.434080 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-362620cb-0e01-4f6f-9abe-951f5b08e33c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0494614 Nov 24 22:48:24.480388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-6d51ee78-2bd8-4433-bb24-0190fc578399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:24.481891 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-6d51ee78-2bd8-4433-bb24-0190fc578399 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408430 Nov 24 22:48:24.502451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Deleting port b64af42a-54a4-4379-85ed-3e6450e48395 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:24.502794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.570605 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-bd2734d5-46ea-4418-b95e-c93709e9e8bc service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812356 Nov 24 22:48:24.576479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.576959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.588643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Calling delete_port for b64af42a-54a4-4379-85ed-3e6450e48395 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:24.664512 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-367f2e04-467c-47d0-b5b7-846d2a03ed06 req-6cca534f-2efe-45e3-b783-ccc82acb6912 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Nov 24 22:48:24.737911 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.764046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event deleted for resources: {'Port': ['ID=b64af42a-54a4-4379-85ed-3e6450e48395,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:24.826416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:24.826817 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Floating IP 78ef9abd-e517-4321-bc1c-a22cd239eb1d disassociated (deleted). External IP: 172.26.3.248, port: 28573054-30cf-4a2b-a8fb-ed65011d2105. Nov 24 22:48:25.026579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:48:25.134650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:48:25.139389 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:25.145088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] Sync routers for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:48:25.153815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:25.154426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:25.168013 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-61ed213a-7aa3-48ac-9c90-212891053d7d tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "DELETE /v2.0/floatingips/78ef9abd-e517-4321-bc1c-a22cd239eb1d HTTP/1.1" status: 204 len: 168 time: 0.8283448 Nov 24 22:48:25.262540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:25.469167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:25.500816 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] Checking router: 8173e7f0-2f6c-4979-8a68-7063a9e71bdf for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:48:25.509138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:25.509993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:25.613935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:25.805472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:25.830884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b49d42-05d0-432b-a544-111c9393d6b4 None None] The sync data for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv is: [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:46:34Z', 'revision_number': 4, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '2d88fd1f-afa4-45ec-a3ab-bf46b84eb855', 'name': '', 'network_id': '1090d5f1-da29-469a-af22-d3bfbd1e2a2d', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'mac_address': 'fa:16:3e:0d:55:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:33Z', 'updated_at': '2021-11-24T22:46:39Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'subnets': [{'id': '5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:48:26.041867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:48:26.042690 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b87d4-b421-441f-83d7-ea6cf9d0bd78 None None] New status for floating IP 78ef9abd-e517-4321-bc1c-a22cd239eb1d: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:48:26.044416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a300e6-b708-4a52-8728-bf99c9a280c7" -d '{"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:48:26.080337 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9ac28-6017-420f-a40d-9afcb9f92751 x-openstack-request-id: req-07f9ac28-6017-420f-a40d-9afcb9f92751 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:48:26.080628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:48:26.081214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07f9ac28-6017-420f-a40d-9afcb9f92751 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:48:26.081697 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'status': 'completed', 'code': 200} Nov 24 22:48:26.145317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-951d1830-c6b4-48d6-b238-1af73dca04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:26.146887 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-951d1830-c6b4-48d6-b238-1af73dca04fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c34375f057e4c189cf06efa2d8817d0&device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 1099 time: 0.0447218 Nov 24 22:48:26.241657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-ad5fcd6d-b08e-4c6e-bcfc-66a873a0e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:26.243110 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-ad5fcd6d-b08e-4c6e-bcfc-66a873a0e898 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 200 len: 915 time: 0.0885725 Nov 24 22:48:26.285029 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-3e1d31cd-1747-42f5-a69e-cdead5881c93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 200 len: 217 time: 0.0351348 Nov 24 22:48:26.335211 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-97b3c897-5207-43b0-9243-8118f1657652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:26.336681 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-97b3c897-5207-43b0-9243-8118f1657652 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 200 len: 853 time: 0.0443139 Nov 24 22:48:26.381480 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-0d1bfbc6-0070-4f1d-b096-db80f8ed2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:26.382863 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-0d1bfbc6-0070-4f1d-b096-db80f8ed2159 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1090d5f1-da29-469a-af22-d3bfbd1e2a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388746 Nov 24 22:48:26.475709 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-10d2b397-75ce-40e2-ab0a-060031ab5888 service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Nov 24 22:48:26.567598 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b3a300e6-b708-4a52-8728-bf99c9a280c7 req-461e11e7-dacf-4d28-8522-42db3555642d service neutron] 10.222.0.71 "GET /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844874 Nov 24 22:48:29.966254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:32.299575 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060ec9-fe88-4225-8462-68e3daa4c594 req-54f011c8-e758-4b68-bd11-cd1fdcc2b762 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:32.301279 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c060ec9-fe88-4225-8462-68e3daa4c594 req-54f011c8-e758-4b68-bd11-cd1fdcc2b762 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0531409 Nov 24 22:48:32.340762 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0c060ec9-fe88-4225-8462-68e3daa4c594 req-54264c3a-080d-4648-8afc-f4b4eae6ed52 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Nov 24 22:48:33.454355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ff5b0-6c5a-4c05-9d02-4cd76423ecd7 req-9c25b3dd-b687-480a-8824-c6529510e932 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:33.455816 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d28ff5b0-6c5a-4c05-9d02-4cd76423ecd7 req-9c25b3dd-b687-480a-8824-c6529510e932 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0486078 Nov 24 22:48:33.493332 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d28ff5b0-6c5a-4c05-9d02-4cd76423ecd7 req-cc235c73-2933-431b-80b9-4ea6a32707d9 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4388d114-3dee-41fb-8ba4-91ec612815b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Nov 24 22:48:33.932889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-f27de773-9b5f-479b-89c0-ae1f2be29c16 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:33.934224 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-f27de773-9b5f-479b-89c0-ae1f2be29c16 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.71 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 946 time: 0.0521169 Nov 24 22:48:34.021385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Deleting port 28573054-30cf-4a2b-a8fb-ed65011d2105 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:34.021719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:34.111168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] For port 28573054-30cf-4a2b-a8fb-ed65011d2105, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=28573054-30cf-4a2b-a8fb-ed65011d2105,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:34.111549 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:34.124175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Calling delete_port for 28573054-30cf-4a2b-a8fb-ed65011d2105 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:34.261860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:34.273070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['28573054-30cf-4a2b-a8fb-ed65011d2105'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:48:34.291787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Pushing event deleted for resources: {'Port': ['ID=28573054-30cf-4a2b-a8fb-ed65011d2105,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:34.336032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] No DVR routers for this DVR port 28573054-30cf-4a2b-a8fb-ed65011d2105 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:48:34.338709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:34.342299 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-120aaec5-3dd1-4b3c-ab70-b9592a1ba9e5 req-d0db40e7-432f-488c-bec9-8c39a07bf443 tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.71 "DELETE /v2.0/ports/28573054-30cf-4a2b-a8fb-ed65011d2105 HTTP/1.1" status: 204 len: 173 time: 0.4017630 Nov 24 22:48:34.342750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'name': 'network-vif-deleted', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:48:34.345656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd1d0b0-4563-449d-8da7-cbbcb2491788" -d '{"events": [{"server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "name": "network-vif-deleted", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:48:34.381791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878b2fa4-31d5-48ce-b939-ee7f0255e22a x-openstack-request-id: req-878b2fa4-31d5-48ce-b939-ee7f0255e22a {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:48:34.381791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169412b7-65ba-4aa0-9c6a-b79690bb3027", "name": "network-vif-deleted", "tag": "28573054-30cf-4a2b-a8fb-ed65011d2105", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:48:34.382093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-878b2fa4-31d5-48ce-b939-ee7f0255e22a {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:48:34.382385 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169412b7-65ba-4aa0-9c6a-b79690bb3027', 'name': 'network-vif-deleted', 'tag': '28573054-30cf-4a2b-a8fb-ed65011d2105', 'status': 'completed', 'code': 200} Nov 24 22:48:34.595207 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8e9ede6a-e9d0-46bc-b8df-e4777ca57be9 req-9004bc25-454e-4afe-800d-c8438218b9de tempest-TestMinimumBasicScenario-1320284722 tempest-TestMinimumBasicScenario-1320284722-project] 10.222.0.41 "GET /v2.0/ports?device_id=169412b7-65ba-4aa0-9c6a-b79690bb3027 HTTP/1.1" status: 200 len: 210 time: 0.0264843 Nov 24 22:48:36.148909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38872) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:36.482217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:36.719460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Deleting port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:36.719820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:36.794846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] For port 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:36.795201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:36.807834 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Calling delete_port for 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:36.981576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:37.007400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d88fd1f-afa4-45ec-a3ab-bf46b84eb855,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:37.177005 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:37.386995 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:48:37.487324 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:48:37.492895 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fc13bd79-7dd0-4169-b0a0-8ae777e422bc admin admin] 10.222.0.41 "PUT /v2.0/routers/8173e7f0-2f6c-4979-8a68-7063a9e71bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3429825 Nov 24 22:48:37.495510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38874) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:37.496478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] Sync routers for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:48:37.505949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:37.506549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:37.597934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:37.608277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:37.703857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:37.756327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Deleting port cfb6296d-ae05-41f8-a04d-a341b52d5075 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:37.756664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:37.784990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:48:36Z', 'revision_number': 5, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port': {'id': 'cfb6296d-ae05-41f8-a04d-a341b52d5075', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:32Z', 'updated_at': '2021-11-24T22:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:37.812059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] Checking router: 8173e7f0-2f6c-4979-8a68-7063a9e71bdf for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:48:37.821890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] Routers {'8173e7f0-2f6c-4979-8a68-7063a9e71bdf'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:37.823037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:38.052645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] Set router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:38.107258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:48:37Z', 'revision_number': 6, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:38.133815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f05e68-e20e-4e95-96ef-6ca385530e90 None None] The sync data for ids ['8173e7f0-2f6c-4979-8a68-7063a9e71bdf'] in dv-neutron-818715-1-hyperv is: [{'id': '8173e7f0-2f6c-4979-8a68-7063a9e71bdf', 'name': 'tempest-TestMinimumBasicScenario-295172102-router', 'tenant_id': '3c34375f057e4c189cf06efa2d8817d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:31Z', 'updated_at': '2021-11-24T22:48:37Z', 'revision_number': 6, 'project_id': '3c34375f057e4c189cf06efa2d8817d0', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:48:38.141364 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] For port cfb6296d-ae05-41f8-a04d-a341b52d5075, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=cfb6296d-ae05-41f8-a04d-a341b52d5075,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:38.141733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.154609 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Calling delete_port for cfb6296d-ae05-41f8-a04d-a341b52d5075 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:38.313628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.339232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb6296d-ae05-41f8-a04d-a341b52d5075,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:38.357087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 28573054-30cf-4a2b-a8fb-ed65011d2105 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:38.377148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 28573054-30cf-4a2b-a8fb-ed65011d2105 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:38.377512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 28573054-30cf-4a2b-a8fb-ed65011d2105 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:38.399743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.488220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.490409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.535657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.536188 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8173e7f0-2f6c-4979-8a68-7063a9e71bdf {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:48:38.540757 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.541922 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f367f113-d1e9-4a95-b177-c1095e5e34c6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8173e7f0-2f6c-4979-8a68-7063a9e71bdf HTTP/1.1" status: 204 len: 168 time: 1.0454588 Nov 24 22:48:38.544410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38876) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:38.591788 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Deleting subnet 5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:48:38.594745 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.628015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.701970 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.751990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.781544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:38.785186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.788390 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7258ec29-3cc8-40ee-89ca-f56bf4aaee61 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5feb1e56-7f11-4b2a-9f3e-a91d25ed42fd HTTP/1.1" status: 204 len: 168 time: 0.2429664 Nov 24 22:48:38.790447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7f3e4-230f-4a12-b3e9-c622b37c8910 None None] Network 1090d5f1-da29-469a-af22-d3bfbd1e2a2d requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:48:38.790920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38878) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:38.862894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.918807 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Deleting port 44a3633f-341e-4143-88c7-edcb2c7f9dca {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:38.919147 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:38.971326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] DHCP port deletion for 1090d5f1-da29-469a-af22-d3bfbd1e2a2d request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:48:38.990467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] For port 44a3633f-341e-4143-88c7-edcb2c7f9dca, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=44a3633f-341e-4143-88c7-edcb2c7f9dca,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:38.990824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.003801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Calling delete_port for 44a3633f-341e-4143-88c7-edcb2c7f9dca owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:39.017097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Deleting port 44a3633f-341e-4143-88c7-edcb2c7f9dca {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:39.017467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.088279 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.090380 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] For port 44a3633f-341e-4143-88c7-edcb2c7f9dca, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=44a3633f-341e-4143-88c7-edcb2c7f9dca,segment=NetworkSegment(270348a5-1e79-4f5a-844b-f282fa61efd9),segment_id=270348a5-1e79-4f5a-844b-f282fa61efd9)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:39.090782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.104342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Calling delete_port for 44a3633f-341e-4143-88c7-edcb2c7f9dca owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:39.112691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a3633f-341e-4143-88c7-edcb2c7f9dca,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:39.118396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] No DVR routers for this DVR port 44a3633f-341e-4143-88c7-edcb2c7f9dca on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:48:39.181089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.194741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.209880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Pushing event deleted for resources: {'Port': ['ID=44a3633f-341e-4143-88c7-edcb2c7f9dca,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:39.217667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] No DVR routers for this DVR port 44a3633f-341e-4143-88c7-edcb2c7f9dca on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:48:39.219248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1090d5f1-da29-469a-af22-d3bfbd1e2a2d']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:39.219784 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.220136 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.220476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.220811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.221146 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.221478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.221837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.222166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.222492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.222815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.223137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.223460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68c7c9-4dee-43fe-82fe-ac4bee3156ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:39.233185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270348a5-1e79-4f5a-844b-f282fa61efd9') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:39.233670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270348a5-1e79-4f5a-844b-f282fa61efd9') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:39.247481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.261448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.267705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:48:39.268085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:48:39.269880 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:48:39.338390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.343233 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.346543 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1090d5f1-da29-469a-af22-d3bfbd1e2a2d HTTP/1.1" status: 204 len: 168 time: 0.5549099 Nov 24 22:48:39.349601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38880) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:39.359001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d52e8-a79d-4caf-ac69-1bc4754dd926 admin admin] Pushing event deleted for resources: {'Network': ['ID=1090d5f1-da29-469a-af22-d3bfbd1e2a2d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:39.685505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:39.702876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:39.723286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:39.723744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 2d88fd1f-afa4-45ec-a3ab-bf46b84eb855 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:39.724225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cfb6296d-ae05-41f8-a04d-a341b52d5075 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:39.743004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: cfb6296d-ae05-41f8-a04d-a341b52d5075 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:39.743352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device cfb6296d-ae05-41f8-a04d-a341b52d5075 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:39.743790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 44a3633f-341e-4143-88c7-edcb2c7f9dca no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:39.762117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 44a3633f-341e-4143-88c7-edcb2c7f9dca {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:39.762546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 44a3633f-341e-4143-88c7-edcb2c7f9dca not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:39.927101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Deleting port 47e1a059-aaf9-4619-928b-bbb97739f18b {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:39.927356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:40.320305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] For port 47e1a059-aaf9-4619-928b-bbb97739f18b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=47e1a059-aaf9-4619-928b-bbb97739f18b,segment=NetworkSegment(e99f469f-a1e7-42b9-8e51-c913da104fac),segment_id=e99f469f-a1e7-42b9-8e51-c913da104fac)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:40.320676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:40.333439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Calling delete_port for 47e1a059-aaf9-4619-928b-bbb97739f18b owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:40.507626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:40.536840 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=47e1a059-aaf9-4619-928b-bbb97739f18b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:40.701141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:40.912621 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:48:41.018518 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:48:41.023390 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-01c98a97-b287-45d6-837b-116686daa1bc admin admin] 10.222.0.41 "PUT /v2.0/routers/205abe96-6ecf-4b98-a1cd-e77cc2d13441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727171 Nov 24 22:48:41.026034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38882) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:41.027132 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] Sync routers for ids ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:48:41.036647 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] Routers {'205abe96-6ecf-4b98-a1cd-e77cc2d13441'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:41.037322 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:41.126544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.138663 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] Set router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:41.228735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.286775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Deleting port 29232229-5e74-48d7-a43c-1cda69eed173 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:41.287300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.314378 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '29232229-5e74-48d7-a43c-1cda69eed173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:48:40Z', 'revision_number': 5, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port': {'id': '29232229-5e74-48d7-a43c-1cda69eed173', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:46:36Z', 'updated_at': '2021-11-24T22:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:41.339730 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] Checking router: 205abe96-6ecf-4b98-a1cd-e77cc2d13441 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:48:41.348355 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] Routers {'205abe96-6ecf-4b98-a1cd-e77cc2d13441'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:41.348951 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:41.374150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] For port 29232229-5e74-48d7-a43c-1cda69eed173, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=29232229-5e74-48d7-a43c-1cda69eed173,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:41.374150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.387185 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Calling delete_port for 29232229-5e74-48d7-a43c-1cda69eed173 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:41.434769 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] Set router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:41.488004 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:48:41Z', 'revision_number': 6, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:41.513448 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489cd9c-1eb7-478b-b9cd-578a17dedb97 None None] The sync data for ids ['205abe96-6ecf-4b98-a1cd-e77cc2d13441'] in dv-neutron-818715-1-hyperv is: [{'id': '205abe96-6ecf-4b98-a1cd-e77cc2d13441', 'name': 'tempest-TestMinimumBasicScenario-593303716-router', 'tenant_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:46:35Z', 'updated_at': '2021-11-24T22:48:41Z', 'revision_number': 6, 'project_id': '7b8fe12cf7f341bebd6d1858eaf83ace', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:48:41.557358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.583245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Pushing event deleted for resources: {'Port': ['ID=29232229-5e74-48d7-a43c-1cda69eed173,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:41.647057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.736495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.738656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.781672 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.782277 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205abe96-6ecf-4b98-a1cd-e77cc2d13441 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:48:41.787016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.788416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9bddb605-a05b-41f5-a893-de8ca6edc86c admin admin] 10.222.0.41 "DELETE /v2.0/routers/205abe96-6ecf-4b98-a1cd-e77cc2d13441 HTTP/1.1" status: 204 len: 168 time: 0.7614515 Nov 24 22:48:41.790928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38884) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:41.836445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Deleting subnet 9b9859f3-0279-4cc2-a56e-1211cf1c0170 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:48:41.839395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.882141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:41.965272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.017250 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.043971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9859f3-0279-4cc2-a56e-1211cf1c0170,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:42.045934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.049092 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9df4ae68-86d5-4043-ac0b-38347eebff13 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b9859f3-0279-4cc2-a56e-1211cf1c0170 HTTP/1.1" status: 204 len: 168 time: 0.2571731 Nov 24 22:48:42.049966 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff2d0b-236f-482c-8889-066ce31e7278 None None] Network 12bd5ece-6cc9-4399-9b87-0b307dd37f68 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:48:42.051676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38886) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:42.122647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.176119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Deleting port b03df946-2408-4c40-8cb0-d5cfc5acb28e {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:42.176462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.238565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] For port b03df946-2408-4c40-8cb0-d5cfc5acb28e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=b03df946-2408-4c40-8cb0-d5cfc5acb28e,segment=NetworkSegment(e99f469f-a1e7-42b9-8e51-c913da104fac),segment_id=e99f469f-a1e7-42b9-8e51-c913da104fac)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:42.238864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.254895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Calling delete_port for b03df946-2408-4c40-8cb0-d5cfc5acb28e owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:42.291912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] DHCP port deletion for 12bd5ece-6cc9-4399-9b87-0b307dd37f68 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:48:42.332512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47e1a059-aaf9-4619-928b-bbb97739f18b no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:42.341650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.353750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 47e1a059-aaf9-4619-928b-bbb97739f18b {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:42.354095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 47e1a059-aaf9-4619-928b-bbb97739f18b not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:42.368629 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03df946-2408-4c40-8cb0-d5cfc5acb28e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:42.370457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] No DVR routers for this DVR port b03df946-2408-4c40-8cb0-d5cfc5acb28e on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:48:42.370938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Deleting port b03df946-2408-4c40-8cb0-d5cfc5acb28e {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:48:42.371554 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.440325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] For port b03df946-2408-4c40-8cb0-d5cfc5acb28e, host dv-neutron-818715-1-hyperv, got binding levels [] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:42.441245 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.444622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.454170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Calling delete_port for b03df946-2408-4c40-8cb0-d5cfc5acb28e owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:48:42.456871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.ipam_backend_mixin [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Port b03df946-2408-4c40-8cb0-d5cfc5acb28e was not found and therefore no delete operation was performed {{(pid=102411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 22:48:42.458160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.464367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bd5ece-6cc9-4399-9b87-0b307dd37f68']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:42.474355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99f469f-a1e7-42b9-8e51-c913da104fac') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:42.474778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99f469f-a1e7-42b9-8e51-c913da104fac') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:42.482864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] Pushing event deleted for resources: {'Port': ['ID=b03df946-2408-4c40-8cb0-d5cfc5acb28e,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:42.484564 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.486808 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f1c68-ec3a-4e7f-bdc3-9bcd2300026a None None] No DVR routers for this DVR port b03df946-2408-4c40-8cb0-d5cfc5acb28e on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:48:42.505869 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.512272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:48:42.512643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:48:42.514286 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:48:42.569271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.575473 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.578679 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/12bd5ece-6cc9-4399-9b87-0b307dd37f68 HTTP/1.1" status: 204 len: 168 time: 0.5260842 Nov 24 22:48:42.592788 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e14ab-e217-469b-9663-e029504750d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bd5ece-6cc9-4399-9b87-0b307dd37f68,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:42.739690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:42.782379 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-fdb68d95-9d91-4139-b100-5211c00890d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c34375f057e4c189cf06efa2d8817d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414526 Nov 24 22:48:42.785304 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:42.837039 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8eefde3e-7149-4aad-90be-ceb18d38e2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.858087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8eefde3e-7149-4aad-90be-ceb18d38e2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.904343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8eefde3e-7149-4aad-90be-ceb18d38e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.907114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8eefde3e-7149-4aad-90be-ceb18d38e2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:42.908266 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8eefde3e-7149-4aad-90be-ceb18d38e2a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4388d114-3dee-41fb-8ba4-91ec612815b6 HTTP/1.1" status: 204 len: 168 time: 0.1220279 Nov 24 22:48:42.916523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefde3e-7149-4aad-90be-ceb18d38e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4388d114-3dee-41fb-8ba4-91ec612815b6,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:43.205523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38900) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:43.245489 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-aa8b1cb1-faf2-43a4-a249-ad84e687d520 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b8fe12cf7f341bebd6d1858eaf83ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382419 Nov 24 22:48:43.247855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38902) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:43.296908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba189-3c03-459d-83dc-c3a3ea7a6a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:43.318413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba189-3c03-459d-83dc-c3a3ea7a6a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:43.367202 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba189-3c03-459d-83dc-c3a3ea7a6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:43.369734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba189-3c03-459d-83dc-c3a3ea7a6a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:43.370902 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7f3ba189-3c03-459d-83dc-c3a3ea7a6a1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3907bcaf-77cd-451d-89b1-cf08e2321a7a HTTP/1.1" status: 204 len: 168 time: 0.1220975 Nov 24 22:48:43.378943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ba189-3c03-459d-83dc-c3a3ea7a6a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3907bcaf-77cd-451d-89b1-cf08e2321a7a,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:43.499214 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:48:43.703663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 29232229-5e74-48d7-a43c-1cda69eed173 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:43.723041 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 29232229-5e74-48d7-a43c-1cda69eed173 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:43.723395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 29232229-5e74-48d7-a43c-1cda69eed173 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:43.723898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b03df946-2408-4c40-8cb0-d5cfc5acb28e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:48:43.746275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: b03df946-2408-4c40-8cb0-d5cfc5acb28e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:48:43.746838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device b03df946-2408-4c40-8cb0-d5cfc5acb28e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:48:44.246243 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3690-0f60-40dc-bda0-0b9c30804d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:44.935657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38942) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:44.940744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593240700', 'description': 'tempest-secgroup-smoke-593240700 description', 'project_id': '2ac51c97021d483ebb70691b44777f95'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:44.963732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:44.971383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.043342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.046758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.084595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffbf370-0156-4086-bbac-f91c9c043495,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.120463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.123984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.151170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.152410 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2157307 Nov 24 22:48:45.155415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 38944) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.156730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240dde1-8efc-47ad-aefb-043fd4b6d549 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca2261f-63f0-45f5-8f69-3dc766270c2d,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.159986 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'cca2261f-63f0-45f5-8f69-3dc766270c2d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.186988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.242049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.245731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.260667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a766834-54ca-4cb2-86d1-07dbe9484b00,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.270841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.272081 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-37f30ec6-45c4-441f-abfb-172e8a696aac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156423 Nov 24 22:48:45.274880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38946) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.279404 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'cca2261f-63f0-45f5-8f69-3dc766270c2d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.310265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.373028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.376547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.395001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beef29b-02e4-4043-84c2-cfe4cf4d36b5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.399868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.401046 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6b002470-b01a-45c8-85c4-0fe9e3152406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251066 Nov 24 22:48:45.403832 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38948) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.408049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'cca2261f-63f0-45f5-8f69-3dc766270c2d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.434645 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.494698 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.498367 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.515419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b05bdf-f1bd-4f68-85ed-e3de2f5b2bf5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.523376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.524753 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d8ea89bc-2bed-4269-8d2c-82465ed808b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200175 Nov 24 22:48:45.527260 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38950) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.531508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'cca2261f-63f0-45f5-8f69-3dc766270c2d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.558025 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.616609 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.620024 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.639756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678253bc-0189-4435-b16c-b68350776c65,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.648790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.649853 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bd044e4c-ff60-4a70-9976-5bc05d0e7264 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216402 Nov 24 22:48:45.652503 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38954) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.656738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'cca2261f-63f0-45f5-8f69-3dc766270c2d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.678773 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:48:45.683471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.743761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.747188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.764602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47cea7d-a915-4d09-99e3-2c908d0b7a49,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.771578 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.772772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f667d4c7-7dcf-4b7b-9571-ff2383d50897 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193388 Nov 24 22:48:45.775481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38956) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.780130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'cca2261f-63f0-45f5-8f69-3dc766270c2d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.801659 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:48:45.806212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.868994 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.872565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.890161 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e18ddb1-f5ec-4b25-9c9e-6328c996d1f3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:45.898839 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.900044 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-abb9f0e7-6544-4fb7-bbe6-209373058ad8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235032 Nov 24 22:48:45.902864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38958) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:45.907554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'network': {'name': 'tempest-network-smoke--88375674', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:45.928095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:48:45.931536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.953945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:48:45.963182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:45.963589 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Added segment 03b6f9bd-83fa-46e2-a461-3d5112cab8ac of type vlan for network b45298ef-a4e0-4013-b5c6-8217553bf810 Nov 24 22:48:46.003496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.027427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.032949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:46.033532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.086827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1829689 Nov 24 22:48:46.089684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38960) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:46.093913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'admin_state_up': True, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:46.118014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a687781-8f21-40ff-bac5-82f8f16fdbe1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Network': ['ID=b45298ef-a4e0-4013-b5c6-8217553bf810,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:46.128415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network b45298ef-a4e0-4013-b5c6-8217553bf810 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:48:46.131547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.132866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.185226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.317944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.497810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.519689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.615741 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.63 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/fbcc7f76-fcc8-4e25-ac3f-b5b861766464) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:48:46.677531 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7481cb15-0acd-4ba9-8f1e-28dd0bda3c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.715920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.751748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:46.786392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:48:46.789194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:48:46.792593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:48:46.818020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:46.914486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:47.042471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:47.551782 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:47.674040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:48:47.775062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:48:47.785463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Sync routers for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:48:47.794766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:47.796116 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-543829aa-f5c6-470f-8cba-6e0417c31d98 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7054987 Nov 24 22:48:47.796255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:47.796872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:47.799215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38962) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:47.901426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:47.919196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d1e56eb9-62a6-413a-a61f-114676240a7e tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2ac51c97021d483ebb70691b44777f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187539 Nov 24 22:48:47.921934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38966) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:48.006985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bd17f-1bc9-46ea-9bce-c8bfcdfad7e1 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:48.008550 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0c7bd17f-1bc9-46ea-9bce-c8bfcdfad7e1 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857162 Nov 24 22:48:48.011488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38968) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:48.038870 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8f31ca7b-ee6c-4a52-8802-171082c24048 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262592 Nov 24 22:48:48.041502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38970) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:48.046191 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698654216', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:48.074147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:46Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:48.103654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Checking router: a063d5c0-cf24-4fcc-a8ec-fb55541c2249 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:48:48.104005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Updating router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:48:48.128525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.138141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:48:48.141684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.323491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.378560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.384683 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.385449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Subnet': ['ID=9899c7a7-dcfd-4105-a355-b7d8e5748367,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:48.394490 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Checking segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:48:48.394849 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network hostable DHCP agents. Network: b45298ef-a4e0-4013-b5c6-8217553bf810, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:48:48.411053 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network b45298ef-a4e0-4013-b5c6-8217553bf810 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:48:48.420566 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, b45298ef-a4e0-4013-b5c6-8217553bf810) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:48:48.424933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:48.425516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.433903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023805ba-b1bd-47e7-b7c7-0beef50ee585 None None] Network b45298ef-a4e0-4013-b5c6-8217553bf810 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:48:48.442075 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1a787548-9675-4cdd-a649-570afb75cbad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993320 Nov 24 22:48:48.444485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 38972) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:48:48.482022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Attempting to bind port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:48:48.482392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Attempting to bind port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:48:48.482754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Attempting to bind port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:48:48.488444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f3cb8-c95c-47e8-8807-f1dcf82aabef None None] Pushing event updated for resources: {'Port': ['ID=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:48.498503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:48:48.498880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:48:48.499281 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.499686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:48:48.500150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Bound port: fbcc7f76-fcc8-4e25-ac3f-b5b861766464, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:48:48.500524 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.528609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.590069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] For port fbcc7f76-fcc8-4e25-ac3f-b5b861766464, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:48:48.594583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] For port fbcc7f76-fcc8-4e25-ac3f-b5b861766464, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:48:48.615461 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.692673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:48.693276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:48.709423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f3cb8-c95c-47e8-8807-f1dcf82aabef None None] Pushing event updated for resources: {'Port': ['ID=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:48.745869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-b45298ef-a4e0-4013-b5c6-8217553bf810', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:48:48.746729 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.887034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:48.887896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:49.021578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Allocated IP 172.20.0.2 (b45298ef-a4e0-4013-b5c6-8217553bf810/9899c7a7-dcfd-4105-a355-b7d8e5748367/d8aa66df-bfaf-4fbd-afa4-922ff32a2499) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:48:49.340344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:46Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:49.376956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1207da-4a3e-431b-b9e8-db1a0a29a7c2 None None] The sync data for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv is: [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:46Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:48:49.381744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.389327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.436868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Network b45298ef-a4e0-4013-b5c6-8217553bf810 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:48:49.439799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:48:49.443299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:48:49.444387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.1 (b45298ef-a4e0-4013-b5c6-8217553bf810/9899c7a7-dcfd-4105-a355-b7d8e5748367/afeca8fe-683f-43bc-ab57-ce94b40dafd8) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:48:49.459833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Pushing event updated for resources: {'Port': ['ID=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:49.512383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Attempting to bind port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:48:49.512837 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Attempting to bind port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:48:49.513468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Attempting to bind port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 on network b45298ef-a4e0-4013-b5c6-8217553bf810 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:48:49.519949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:48:49.520562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Checking segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:48:49.521044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.521501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Bound using segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:48:49.522058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Bound port: d8aa66df-bfaf-4fbd-afa4-922ff32a2499, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:48:49.522503 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.570748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.589558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] For port d8aa66df-bfaf-4fbd-afa4-922ff32a2499, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:48:49.597133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] For port d8aa66df-bfaf-4fbd-afa4-922ff32a2499, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:48:49.605818 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.625220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.691282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network b45298ef-a4e0-4013-b5c6-8217553bf810 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:48:49.692600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b943a-d1b0-4d66-b37e-e6d7b0659c5d None None] Pushing event updated for resources: {'Port': ['ID=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:49.696995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:48:49.703735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:48:49.733861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=afeca8fe-683f-43bc-ab57-ce94b40dafd8,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:49.758687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbcc7f76-fcc8-4e25-ac3f-b5b861766464 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:48:49.780761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.829641 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.908216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:49.909252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:49.954982 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.040350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.078978 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port fbcc7f76-fcc8-4e25-ac3f-b5b861766464, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:50.091083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.152911 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:50.292378 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.297095 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.376541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.378660 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=afeca8fe-683f-43bc-ab57-ce94b40dafd8,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:50.474064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network b45298ef-a4e0-4013-b5c6-8217553bf810 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:48:50.475516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:48:50.591944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:48:50.684661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2d4ec-83b0-4f6d-b68d-efb14a36eeed None None] Network b45298ef-a4e0-4013-b5c6-8217553bf810 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:48:50.704334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:48:50.710941 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-495b86bb-1eda-4883-9372-e57d2f0e9f20 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/a063d5c0-cf24-4fcc-a8ec-fb55541c2249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2654536 Nov 24 22:48:50.774589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-90a69589-c71f-4ac3-b3fd-1385598995e9 None None] Provisioning complete for port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:50.774971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-90a69589-c71f-4ac3-b3fd-1385598995e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.850423 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-3aa5bc93-5295-4274-8eea-cccf5142d093 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593240700&fields=id&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 267 time: 0.0351191 Nov 24 22:48:50.912842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-90a69589-c71f-4ac3-b3fd-1385598995e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.946613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-90a69589-c71f-4ac3-b3fd-1385598995e9 None None] For port d8aa66df-bfaf-4fbd-afa4-922ff32a2499, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:50.956982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-90a69589-c71f-4ac3-b3fd-1385598995e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:50.983903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-6adae15a-a093-44ee-9590-6c14799e1e21 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:50.985443 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-6adae15a-a093-44ee-9590-6c14799e1e21 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/networks?id=b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 200 len: 795 time: 0.1270959 Nov 24 22:48:51.004384 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-5a71afcd-48c1-4dab-8d6d-ba67dde06945 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/quotas/2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 375 time: 0.0111496 Nov 24 22:48:51.014763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a69589-c71f-4ac3-b3fd-1385598995e9 None None] Pushing event updated for resources: {'Port': ['ID=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:51.063359 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-00198f8d-27a4-42f4-b784-7d3d3f529c73 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509002 Nov 24 22:48:51.078427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-9907011a-cffc-4a9d-866c-4caab1720700 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:48:51.079602 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-9907011a-cffc-4a9d-866c-4caab1720700 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055847 Nov 24 22:48:51.173236 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-c144e2d5-2a94-41fb-afd0-5d5606c66490 service neutron] 10.222.0.41 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875249 Nov 24 22:48:51.179680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0e6eeec5-b794-4176-b55e-6e05af99b81f None None] Provisioning complete for port afeca8fe-683f-43bc-ab57-ce94b40dafd8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:51.180149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeec5-b794-4176-b55e-6e05af99b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:51.218915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-0e6eeec5-b794-4176-b55e-6e05af99b81f None None] Port afeca8fe-683f-43bc-ab57-ce94b40dafd8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:48:51.227318 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Sync routers for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:48:51.230613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-0e6eeec5-b794-4176-b55e-6e05af99b81f None None] Provisioning complete for port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:51.231223 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeec5-b794-4176-b55e-6e05af99b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:51.236812 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:51.237464 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:51.291003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-5caabf0f-7b34-4abf-8b2d-37b61e74f7fc service neutron] 10.222.0.41 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104391 Nov 24 22:48:51.367297 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:51.445989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-e4f08752-a0a5-4b66-a94a-f8210c8bbb44 None None] Provisioning complete for port afeca8fe-683f-43bc-ab57-ce94b40dafd8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:51.446401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e4f08752-a0a5-4b66-a94a-f8210c8bbb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:51.499412 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-11978552-89ec-4f92-b607-e14da2dbe5c2 req-5c14ff7a-3c77-41da-98e9-c711ae91a8cb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 210 time: 0.0378218 Nov 24 22:48:51.510263 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e4f08752-a0a5-4b66-a94a-f8210c8bbb44 None None] Port afeca8fe-683f-43bc-ab57-ce94b40dafd8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:48:51.623142 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 2, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:51.630432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-1f482a4e-2368-4e0d-89b8-ddc91e7c59af None None] Provisioning complete for port afeca8fe-683f-43bc-ab57-ce94b40dafd8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:51.631068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1f482a4e-2368-4e0d-89b8-ddc91e7c59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:51.666806 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Checking router: a063d5c0-cf24-4fcc-a8ec-fb55541c2249 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:48:51.667267 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Updating router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 port afeca8fe-683f-43bc-ab57-ce94b40dafd8 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:48:51.686814 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1f482a4e-2368-4e0d-89b8-ddc91e7c59af None None] Port afeca8fe-683f-43bc-ab57-ce94b40dafd8 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:48:51.710331 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:51.796410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8aa66df-bfaf-4fbd-afa4-922ff32a2499 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:48:51.856753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:51.857215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:51.941158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbcc7f76-fcc8-4e25-ac3f-b5b861766464 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:48:51.989576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:51.990359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.004723 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.010223 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.070602 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Pushing event updated for resources: {'Port': ['ID=afeca8fe-683f-43bc-ab57-ce94b40dafd8,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:52.094639 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.094982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.095314 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.095812 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.096164 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.097019 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.097341 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.097654 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.097976 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.098302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.098607 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.098924 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:48:52.126682 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Attempting to bind port afeca8fe-683f-43bc-ab57-ce94b40dafd8 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:48:52.127052 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Attempting to bind port afeca8fe-683f-43bc-ab57-ce94b40dafd8 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:48:52.127478 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Attempting to bind port afeca8fe-683f-43bc-ab57-ce94b40dafd8 on network b45298ef-a4e0-4013-b5c6-8217553bf810 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:48:52.132714 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:48:52.133074 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Checking segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:48:52.133474 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.133861 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Bound using segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:48:52.134319 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Bound port: afeca8fe-683f-43bc-ab57-ce94b40dafd8, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:48:52.134689 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.197994 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] For port afeca8fe-683f-43bc-ab57-ce94b40dafd8, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:48:52.201206 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] For port afeca8fe-683f-43bc-ab57-ce94b40dafd8, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=afeca8fe-683f-43bc-ab57-ce94b40dafd8,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:48:52.206048 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.312117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d7f0b5df-c0b6-497d-bec9-c64ceb96564b None None] Provisioning complete for port afeca8fe-683f-43bc-ab57-ce94b40dafd8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:52.312652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b5df-c0b6-497d-bec9-c64ceb96564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.339717 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:48:52.340275 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:52.406476 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b5df-c0b6-497d-bec9-c64ceb96564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.449187 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:48:52.467723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d7f0b5df-c0b6-497d-bec9-c64ceb96564b None None] For port afeca8fe-683f-43bc-ab57-ce94b40dafd8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=afeca8fe-683f-43bc-ab57-ce94b40dafd8,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:52.477624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b5df-c0b6-497d-bec9-c64ceb96564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.551365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b5df-c0b6-497d-bec9-c64ceb96564b None None] Pushing event updated for resources: {'Port': ['ID=afeca8fe-683f-43bc-ab57-ce94b40dafd8,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:52.572205 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77058e-d0e6-45be-9514-6805fa9356ae None None] Pushing event updated for resources: {'Port': ['ID=afeca8fe-683f-43bc-ab57-ce94b40dafd8,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:52.574990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-8307f658-b4a7-49e9-a86e-1f071f487e23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:52.577380 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-8307f658-b4a7-49e9-a86e-1f071f487e23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/networks?id=b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 200 len: 795 time: 0.1921408 Nov 24 22:48:52.635091 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ff833f42-9aa5-411e-bd92-663d74ccf5f0 req-461fc891-7609-40cd-8896-83eb9d7764c8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 210 time: 0.0350950 Nov 24 22:48:52.644562 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-a3e7b7f8-fc37-4242-b5e7-612c2347948d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 379 time: 0.0574787 Nov 24 22:48:52.655189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'port': {'device_id': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'admin_state_up': True, 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'security_groups': ['cca2261f-63f0-45f5-8f69-3dc766270c2d']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:52.698471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-dd0fde32-1c99-445f-8636-32c1d1d8c1ce None None] Provisioning complete for port afeca8fe-683f-43bc-ab57-ce94b40dafd8 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:52.698938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dd0fde32-1c99-445f-8636-32c1d1d8c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.706347 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:48:52.734950 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4029f55-41a4-4282-ae5b-28b1b7656f07 None None] The sync data for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv is: [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:48:52.774012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:48:52.778083 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:52.929243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.10 (b45298ef-a4e0-4013-b5c6-8217553bf810/9899c7a7-dcfd-4105-a355-b7d8e5748367/e7820656-ace8-4979-8958-c9e5f68f3e61) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:48:53.077035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.111585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.156502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network b45298ef-a4e0-4013-b5c6-8217553bf810 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:48:53.160154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:48:53.163037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:48:53.194393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=e7820656-ace8-4979-8958-c9e5f68f3e61,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:53.225930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:53.226502 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.248253 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-15338c5a-829f-45e0-b443-6200382d465e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5967259 Nov 24 22:48:53.260968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Request body: {'port': {'device_id': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:48:53.324914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.420726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a5d0c932-bd39-49d0-bad9-68bb675c2fa5 None None] Provisioning complete for port e7820656-ace8-4979-8958-c9e5f68f3e61 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:53.421273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c932-bd39-49d0-bad9-68bb675c2fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.455174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0c932-bd39-49d0-bad9-68bb675c2fa5 None None] Port e7820656-ace8-4979-8958-c9e5f68f3e61 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:48:53.600182 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7820656-ace8-4979-8958-c9e5f68f3e61 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:48:53.608071 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.623371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Transition to ACTIVE for port object e7820656-ace8-4979-8958-c9e5f68f3e61 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:48:53.627460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.679623 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Pushing event updated for resources: {'Port': ['ID=e7820656-ace8-4979-8958-c9e5f68f3e61,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:53.773911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Attempting to bind port e7820656-ace8-4979-8958-c9e5f68f3e61 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:48:53.774604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Attempting to bind port e7820656-ace8-4979-8958-c9e5f68f3e61 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:48:53.774998 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Attempting to bind port e7820656-ace8-4979-8958-c9e5f68f3e61 on network b45298ef-a4e0-4013-b5c6-8217553bf810 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:48:53.789579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Port e7820656-ace8-4979-8958-c9e5f68f3e61 on network b45298ef-a4e0-4013-b5c6-8217553bf810 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:48:53.789911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Attempting to bind port e7820656-ace8-4979-8958-c9e5f68f3e61 on network b45298ef-a4e0-4013-b5c6-8217553bf810 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:48:53.796602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:48:53.797571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Checking segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:48:53.797571 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Bound using segment: {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:48:53.797792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Bound port: e7820656-ace8-4979-8958-c9e5f68f3e61, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6f9bd-83fa-46e2-a461-3d5112cab8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:48:53.798029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.805587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff30672-1d66-4c8a-a61c-b7cca856ff35 req-8d8dd87b-e1a5-49b1-8570-b83c293b7b43 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:53.807982 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ff30672-1d66-4c8a-a61c-b7cca856ff35 req-8d8dd87b-e1a5-49b1-8570-b83c293b7b43 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 944 time: 0.0800481 Nov 24 22:48:53.809881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device afeca8fe-683f-43bc-ab57-ce94b40dafd8 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:48:53.850348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8ff30672-1d66-4c8a-a61c-b7cca856ff35 req-851b2a05-0179-4fc3-ac5c-3ebabcdd8293 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362492 Nov 24 22:48:53.882058 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port afeca8fe-683f-43bc-ab57-ce94b40dafd8 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:53.882388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.901611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] For port e7820656-ace8-4979-8958-c9e5f68f3e61, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:48:53.904922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] For port e7820656-ace8-4979-8958-c9e5f68f3e61, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7820656-ace8-4979-8958-c9e5f68f3e61,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:48:53.910352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.943210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:53.943801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:53.945192 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] 10.222.0.71 "PUT /v2.0/ports/e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 200 len: 1094 time: 0.6887555 Nov 24 22:48:53.945647 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:48:53.948167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984fca7b-a1d2-4214-a584-64cb339ca743" -d '{"events": [{"name": "network-changed", "server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:48:53.974704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c364bb-3efe-489b-883a-1f497e443807 service neutron] Pushing event updated for resources: {'Port': ['ID=e7820656-ace8-4979-8958-c9e5f68f3e61,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:54.023864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ff62d-5562-4548-b644-dcca52a020dd x-openstack-request-id: req-706ff62d-5562-4548-b644-dcca52a020dd {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:48:54.024266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:48:54.024521 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-706ff62d-5562-4548-b644-dcca52a020dd {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:48:54.024921 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'status': 'completed', 'code': 200} Nov 24 22:48:54.041495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-8fe11f2f-0a08-4ffe-93f7-baf34d7f35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.043002 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-8fe11f2f-0a08-4ffe-93f7-baf34d7f35aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1097 time: 0.0464437 Nov 24 22:48:54.089110 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-7f5826f2-9e55-4903-a017-d9030481ec0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 200 len: 217 time: 0.0386970 Nov 24 22:48:54.139096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-dfb65b33-e6de-4ee3-8f6e-8bfeeabf76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.140693 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-dfb65b33-e6de-4ee3-8f6e-8bfeeabf76c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9899c7a7-dcfd-4105-a355-b7d8e5748367 HTTP/1.1" status: 200 len: 834 time: 0.0451472 Nov 24 22:48:54.185554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-1a590557-7880-4dc3-ae53-915ee5d7e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.187087 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-1a590557-7880-4dc3-ae53-915ee5d7e188 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b45298ef-a4e0-4013-b5c6-8217553bf810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395350 Nov 24 22:48:54.278523 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-a77f128d-52cc-46db-a3e5-c2226ba8acb1 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Nov 24 22:48:54.365243 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d4b567d8-018f-425d-b595-9e8169d66c52 req-40d942a5-3717-4de9-96b3-192fe7534bc3 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797784 Nov 24 22:48:54.456926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-6b803056-3090-4998-b155-584e106ec0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.458381 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-6b803056-3090-4998-b155-584e106ec0fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1097 time: 0.0452917 Nov 24 22:48:54.547257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-7419d7d5-e9ca-4f6f-b0f0-dc93c6b93141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.548646 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-7419d7d5-e9ca-4f6f-b0f0-dc93c6b93141 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 200 len: 896 time: 0.0828333 Nov 24 22:48:54.589726 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-8adf8211-8196-4a5d-b27e-6fdff158d7f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 200 len: 217 time: 0.0334759 Nov 24 22:48:54.641873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-6cb3f583-5c23-49ca-a694-33acd741f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.642675 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-6cb3f583-5c23-49ca-a694-33acd741f6cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9899c7a7-dcfd-4105-a355-b7d8e5748367 HTTP/1.1" status: 200 len: 834 time: 0.0457060 Nov 24 22:48:54.688863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-d6e9a199-c9bf-4837-a041-4f26a71bf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.690337 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-d6e9a199-c9bf-4837-a041-4f26a71bf65a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b45298ef-a4e0-4013-b5c6-8217553bf810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403364 Nov 24 22:48:54.777275 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-e27d4625-8516-45dd-8a8b-36e18f9ccca4 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788386 Nov 24 22:48:54.870782 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-984fca7b-a1d2-4214-a584-64cb339ca743 req-39eeedc4-1b3e-48f8-9d13-87477526f01b service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 Nov 24 22:48:54.964120 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9445-ed0d-4807-9e98-4ef1920cb853 req-0edf90d8-95c1-4c69-a337-105aaad4b60d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:54.965576 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24ad9445-ed0d-4807-9e98-4ef1920cb853 req-0edf90d8-95c1-4c69-a337-105aaad4b60d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 944 time: 0.0482044 Nov 24 22:48:55.003620 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-24ad9445-ed0d-4807-9e98-4ef1920cb853 req-c8b8c02d-c5bd-4391-8409-20e9ae0ec719 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Nov 24 22:48:56.116782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ea046-6fd5-4ee4-adbb-a06e6f687b02 req-04e84984-bc87-4468-aba8-1c408b5188b3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:56.118211 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a3ea046-6fd5-4ee4-adbb-a06e6f687b02 req-04e84984-bc87-4468-aba8-1c408b5188b3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 944 time: 0.0478966 Nov 24 22:48:56.153904 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a3ea046-6fd5-4ee4-adbb-a06e6f687b02 req-f1dfdd62-8ac8-40cf-9733-03de659b1b90 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298250 Nov 24 22:48:56.448873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7820656-ace8-4979-8958-c9e5f68f3e61 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:48:56.540960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e7820656-ace8-4979-8958-c9e5f68f3e61, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7820656-ace8-4979-8958-c9e5f68f3e61,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:56.551890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'port_id': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'mac_address': 'fa:16:3e:0c:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:48:56.591273 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:56.604052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7820656-ace8-4979-8958-c9e5f68f3e61 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:48:56.622320 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e7820656-ace8-4979-8958-c9e5f68f3e61, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7820656-ace8-4979-8958-c9e5f68f3e61,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:56.626718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:56.672492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e7820656-ace8-4979-8958-c9e5f68f3e61,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:56.828416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['e7820656-ace8-4979-8958-c9e5f68f3e61'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:48:57.270443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d24a9-6e36-4695-96d8-fd73953857d6 req-9e882453-fb2b-4fc5-88b6-d5c45425a849 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:57.271908 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-128d24a9-6e36-4695-96d8-fd73953857d6 req-9e882453-fb2b-4fc5-88b6-d5c45425a849 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 945 time: 0.0514917 Nov 24 22:48:57.307848 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-128d24a9-6e36-4695-96d8-fd73953857d6 req-36933221-bd0e-497d-bc9d-d78efd1ee8d6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301166 Nov 24 22:48:58.420699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b955b72-0377-4588-b14f-d57424755adc req-e56f216e-6a59-4018-b825-2fae8d869c15 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:58.422163 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b955b72-0377-4588-b14f-d57424755adc req-e56f216e-6a59-4018-b825-2fae8d869c15 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Nov 24 22:48:58.460670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2b955b72-0377-4588-b14f-d57424755adc req-187af34d-8455-47b9-979c-3f5d91ef069c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325170 Nov 24 22:48:58.463723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7820656-ace8-4979-8958-c9e5f68f3e61 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:48:58.511555 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port e7820656-ace8-4979-8958-c9e5f68f3e61 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:48:58.514912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port e7820656-ace8-4979-8958-c9e5f68f3e61 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:48:58.515298 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:58.592946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:58.614667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:48:58.616971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c13b67-7e0b-4dfd-bd1d-505e23be97bf" -d '{"events": [{"server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "name": "network-vif-plugged", "status": "completed", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:48:58.629951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port e7820656-ace8-4979-8958-c9e5f68f3e61, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7820656-ace8-4979-8958-c9e5f68f3e61,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:48:58.633819 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:48:58.656203 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8044ff7-f7e5-4922-b478-196de4108113 x-openstack-request-id: req-c8044ff7-f7e5-4922-b478-196de4108113 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:48:58.656491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "name": "network-vif-plugged", "status": "completed", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:48:58.656743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8044ff7-f7e5-4922-b478-196de4108113 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:48:58.657154 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'code': 200} Nov 24 22:48:58.682421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=e7820656-ace8-4979-8958-c9e5f68f3e61,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:48:58.821471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c2c2-4fde-46f6-8fff-488aad24d471 req-1fa53372-4ce3-4d25-b9cf-c96c48da3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:58.823391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5474c2c2-4fde-46f6-8fff-488aad24d471 req-1fa53372-4ce3-4d25-b9cf-c96c48da3022 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1099 time: 0.0406873 Nov 24 22:48:58.856516 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-5474c2c2-4fde-46f6-8fff-488aad24d471 req-35d55194-960a-4b73-b0c3-21440655d011 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265460 Nov 24 22:48:59.572853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90439bda-6e68-44d5-8e5e-2327d456663c req-4843c213-9dea-4039-9a00-8c5d646bf8c6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:48:59.574362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-90439bda-6e68-44d5-8e5e-2327d456663c req-4843c213-9dea-4039-9a00-8c5d646bf8c6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0495133 Nov 24 22:48:59.610470 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-90439bda-6e68-44d5-8e5e-2327d456663c req-c86b2df5-9311-4bb3-8847-b289d512b7a1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298874 Nov 24 22:48:59.965544 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:00.729157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3e438-c47c-4c68-bf5c-10d565c0f4fb req-ee98aa3d-8726-48fa-b81c-870b734b1b4d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:00.730619 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-54a3e438-c47c-4c68-bf5c-10d565c0f4fb req-ee98aa3d-8726-48fa-b81c-870b734b1b4d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0523758 Nov 24 22:49:00.766968 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-54a3e438-c47c-4c68-bf5c-10d565c0f4fb req-326835e9-d126-4dbc-a3c5-d5b5f4c22ca5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305314 Nov 24 22:49:00.877415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71088a62-1e66-47a0-8725-519fcc0d486a req-9a52fcdc-9872-4f8e-bb1a-201678298d41 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:00.879402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-71088a62-1e66-47a0-8725-519fcc0d486a req-9a52fcdc-9872-4f8e-bb1a-201678298d41 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0490572 Nov 24 22:49:00.915384 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-71088a62-1e66-47a0-8725-519fcc0d486a req-7c3d11eb-20fd-49ae-a16d-ef80c0d8afa6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300725 Nov 24 22:49:00.936498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39026) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:00.975415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8ae6b-6e6f-4a1d-a02b-236b83938e85 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:00.976980 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4ae8ae6b-6e6f-4a1d-a02b-236b83938e85 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1094 time: 0.0395277 Nov 24 22:49:00.979893 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39028) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:00.984085 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:01.005581 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.100734 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.199364 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.106 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/fb987a95-24c6-4124-91cf-6aacfd52aa3e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:49:01.301668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.333731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.367640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:49:01.370593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:01.373709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:49:01.409153 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=fb987a95-24c6-4124-91cf-6aacfd52aa3e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:01.713332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.777801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.924275 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.928787 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:01.998709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=fb987a95-24c6-4124-91cf-6aacfd52aa3e,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:02.008929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:02.106804 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP cadf53c3-16c0-4c41-86da-b07c3533b5bd associated. External IP: 172.26.3.106, port: e7820656-ace8-4979-8958-c9e5f68f3e61. Nov 24 22:49:02.306898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:49:02.412080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:49:02.422038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] Sync routers for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:49:02.429434 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:02.431980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:02.432759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:02.457126 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2d786d66-7de1-450b-a504-a0506a56cc89 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4762332 Nov 24 22:49:02.457722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:49:02.460025 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c" -d '{"events": [{"name": "network-changed", "server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:49:02.504032 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f773cc9-8ac8-4fc3-8503-2b1760d55f44 x-openstack-request-id: req-7f773cc9-8ac8-4fc3-8503-2b1760d55f44 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:49:02.504876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:49:02.505133 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f773cc9-8ac8-4fc3-8503-2b1760d55f44 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:49:02.505550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'status': 'completed', 'code': 200} Nov 24 22:49:02.548561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:02.558619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b52ba9-d999-4564-969a-656a7f3cd06a req-2cb0c053-da30-40a5-ae7d-123c2a63aac6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:02.560171 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44b52ba9-d999-4564-969a-656a7f3cd06a req-2cb0c053-da30-40a5-ae7d-123c2a63aac6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0538085 Nov 24 22:49:02.573622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-fc8c4bf5-38f5-4a36-b288-bbfbca61db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:02.575211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-fc8c4bf5-38f5-4a36-b288-bbfbca61db21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1099 time: 0.0489590 Nov 24 22:49:02.599989 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44b52ba9-d999-4564-969a-656a7f3cd06a req-f8ed8626-0d38-486f-a343-d2db74d5fde9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338149 Nov 24 22:49:02.622878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39034) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:02.669117 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-eeb0615a-396f-4be7-bc51-a26f5e868545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:02.670708 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-eeb0615a-396f-4be7-bc51-a26f5e868545 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 200 len: 896 time: 0.0880265 Nov 24 22:49:02.690036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-08b523ae-c6ba-4690-a19c-5f82a3d75d2b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/cadf53c3-16c0-4c41-86da-b07c3533b5bd HTTP/1.1" status: 200 len: 992 time: 0.0646136 Nov 24 22:49:02.740696 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-a0cc5368-0710-4dcb-ba24-d69a4b638094 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 200 len: 1000 time: 0.0626130 Nov 24 22:49:02.780323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cadf53c3-16c0-4c41-86da-b07c3533b5bd', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'port_id': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'mac_address': 'fa:16:3e:0c:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:49:01Z', 'updated_at': '2021-11-24T22:49:01Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:02.790748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-42dcdab8-c180-488e-90d7-f51f746f6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:02.792258 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-42dcdab8-c180-488e-90d7-f51f746f6c6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9899c7a7-dcfd-4105-a355-b7d8e5748367 HTTP/1.1" status: 200 len: 834 time: 0.0446718 Nov 24 22:49:02.806378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] Checking router: a063d5c0-cf24-4fcc-a8ec-fb55541c2249 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:49:02.814994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:02.815549 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:48:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:02.838895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-b5433981-5c90-4ea5-89f5-402294247322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:02.840418 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-b5433981-5c90-4ea5-89f5-402294247322 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b45298ef-a4e0-4013-b5c6-8217553bf810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409334 Nov 24 22:49:02.920098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:02.931987 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-b83d02fc-17c4-4897-92a0-c4e1b5fff270 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839944 Nov 24 22:49:03.022013 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0d3152d3-e6a2-40d0-9cf1-c562f2c2233c req-8b1bac27-5108-4605-a1e3-340de1716e26 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833197 Nov 24 22:49:03.142031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cadf53c3-16c0-4c41-86da-b07c3533b5bd', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'port_id': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'mac_address': 'fa:16:3e:0c:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:49:01Z', 'updated_at': '2021-11-24T22:49:01Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:03.167687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da362171-b9e0-4471-b435-042cfbca1c94 None None] The sync data for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv is: [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'cadf53c3-16c0-4c41-86da-b07c3533b5bd', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'port_id': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'mac_address': 'fa:16:3e:0c:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:49:01Z', 'updated_at': '2021-11-24T22:49:01Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:49:03.352422 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a9b21-7a91-4129-82c4-8427111af29c None None] New status for floating IP cadf53c3-16c0-4c41-86da-b07c3533b5bd: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:49:03.692783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39036) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:03.755550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a3b1b6f2-f435-4866-833a-e1d4ce47b0ee tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/cadf53c3-16c0-4c41-86da-b07c3533b5bd HTTP/1.1" status: 200 len: 994 time: 0.0613773 Nov 24 22:49:04.041835 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-bb15645a-c29f-43a2-a03a-3bd448e32591 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390391 Nov 24 22:49:04.124205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-76ebfd98-ba04-47fa-9206-29d71d0ae6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:04.125668 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-76ebfd98-ba04-47fa-9206-29d71d0ae6f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1099 time: 0.0430267 Nov 24 22:49:04.226303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-2b7fc8bf-409b-4204-ba80-e6ee921736e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:04.227773 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-2b7fc8bf-409b-4204-ba80-e6ee921736e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 200 len: 896 time: 0.0825639 Nov 24 22:49:04.297291 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-10c21e96-ec6b-4f92-b498-f4cd8c9421ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 200 len: 1002 time: 0.0597975 Nov 24 22:49:04.668282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-fbde47b2-ba90-4b0e-8763-3a0a28ade247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:04.670083 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-fbde47b2-ba90-4b0e-8763-3a0a28ade247 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9899c7a7-dcfd-4105-a355-b7d8e5748367 HTTP/1.1" status: 200 len: 834 time: 0.3655393 Nov 24 22:49:04.716361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-d036aefb-d596-4ee9-975c-1f4687f2eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:04.717818 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-d036aefb-d596-4ee9-975c-1f4687f2eb48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b45298ef-a4e0-4013-b5c6-8217553bf810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398681 Nov 24 22:49:04.811427 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-f4c3c4cb-07fc-444f-9653-aa149281e4b1 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858490 Nov 24 22:49:04.900373 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1e6300b8-398c-47c1-b54c-0b2d529d500c req-8f700ba2-745f-4059-9d81-f55c51407444 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812461 Nov 24 22:49:14.246564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-06404f3e-933c-4add-a4ce-f1b58df6125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:16.677801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfe76de4-af15-4695-9a4d-7a74b60f1dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:16.914975 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:18.460788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:19.782236 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:20.499356 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:49:29.967543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:32.519130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6a1e-1461-43b0-bcd1-6bfa1192f4e4 req-7de89f75-3464-4f17-96e4-4e185c028787 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:32.521097 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6efa6a1e-1461-43b0-bcd1-6bfa1192f4e4 req-7de89f75-3464-4f17-96e4-4e185c028787 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0480924 Nov 24 22:49:32.557266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6efa6a1e-1461-43b0-bcd1-6bfa1192f4e4 req-fb09c443-9bf7-4568-b314-974ec8211583 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303335 Nov 24 22:49:33.670065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e5fd3-c741-4064-a05d-7291b9a17b1f req-598d19e5-1327-4124-b917-7e5176e51929 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:33.671538 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-571e5fd3-c741-4064-a05d-7291b9a17b1f req-598d19e5-1327-4124-b917-7e5176e51929 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0469861 Nov 24 22:49:33.710400 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-571e5fd3-c741-4064-a05d-7291b9a17b1f req-163b4408-5feb-4ed3-bcfa-f86db95d5b60 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Nov 24 22:49:33.732411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39052) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:33.793761 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-69ded8e5-29d5-4656-9b84-67e0271626bb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/cadf53c3-16c0-4c41-86da-b07c3533b5bd HTTP/1.1" status: 200 len: 994 time: 0.0602870 Nov 24 22:49:35.065542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde942d2-a462-4d1f-9db1-e4a048aa1a70 req-8f054b1d-a238-488b-bfc6-893a775bf256 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:35.067145 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dde942d2-a462-4d1f-9db1-e4a048aa1a70 req-8f054b1d-a238-488b-bfc6-893a775bf256 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0492032 Nov 24 22:49:35.105325 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dde942d2-a462-4d1f-9db1-e4a048aa1a70 req-d52ea768-b8b7-4fb8-ba33-ceb935d4ff9c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Nov 24 22:49:36.219744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2031343-aa57-4fc3-8fec-a22f216cba3d req-923d2224-6461-41f2-bb9f-ab0417d33475 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:36.221200 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2031343-aa57-4fc3-8fec-a22f216cba3d req-923d2224-6461-41f2-bb9f-ab0417d33475 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0489659 Nov 24 22:49:36.259208 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e2031343-aa57-4fc3-8fec-a22f216cba3d req-ee85dd10-45c6-43e3-9a3a-3832f10fea6f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Nov 24 22:49:37.372157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed47e9-d115-46f5-a934-db5336c11aea req-429d1d27-d63b-4986-ad54-6fcd86580e22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:37.373580 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f7ed47e9-d115-46f5-a934-db5336c11aea req-429d1d27-d63b-4986-ad54-6fcd86580e22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0503788 Nov 24 22:49:37.410299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f7ed47e9-d115-46f5-a934-db5336c11aea req-789d2be8-ccf7-4b6f-98bd-200a357ebe8d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302734 Nov 24 22:49:38.522660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7f63-cd8f-452d-9ad0-cb7edeca94ad req-2836709a-a874-43e1-9b9e-c0c1d3f3d5a5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:38.524138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-763b7f63-cd8f-452d-9ad0-cb7edeca94ad req-2836709a-a874-43e1-9b9e-c0c1d3f3d5a5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0491738 Nov 24 22:49:38.560230 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-763b7f63-cd8f-452d-9ad0-cb7edeca94ad req-63326dce-7539-468e-9bfb-d5ad20e72855 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302756 Nov 24 22:49:39.672060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b0f0-6f58-43a6-b384-540f0bdbb673 req-cae5e097-de9f-402f-a89c-52e8257bc3d9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:39.673447 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3178b0f0-6f58-43a6-b384-540f0bdbb673 req-cae5e097-de9f-402f-a89c-52e8257bc3d9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0474641 Nov 24 22:49:39.710586 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3178b0f0-6f58-43a6-b384-540f0bdbb673 req-2d966bd1-aa79-4aa6-a4b8-b53ca2a7d208 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311265 Nov 24 22:49:40.823875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cf393-ee61-43cf-b43a-9c42935e77ba req-aa4e6b32-54df-47e3-997b-7712e3144666 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:40.825303 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2c1cf393-ee61-43cf-b43a-9c42935e77ba req-aa4e6b32-54df-47e3-997b-7712e3144666 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0506341 Nov 24 22:49:40.862180 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2c1cf393-ee61-43cf-b43a-9c42935e77ba req-6e61d081-4035-4b50-b7dd-1a2c8a8e67be tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Nov 24 22:49:40.883667 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39070) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:40.943290 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b1e8f076-96a6-48a7-86ff-352f5e9c2f5e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/cadf53c3-16c0-4c41-86da-b07c3533b5bd HTTP/1.1" status: 200 len: 994 time: 0.0584648 Nov 24 22:49:41.177343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39076) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:41.329556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port fb987a95-24c6-4124-91cf-6aacfd52aa3e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:49:41.329894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:41.404479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:41.404801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:41.416011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for fb987a95-24c6-4124-91cf-6aacfd52aa3e owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:49:41.865570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:41.890289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=fb987a95-24c6-4124-91cf-6aacfd52aa3e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:41.902200 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.902542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.902882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.903215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.903569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.903905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.904235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.904558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.904882 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.905203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.905525 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.905853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:41.957859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:41.958107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP cadf53c3-16c0-4c41-86da-b07c3533b5bd disassociated (deleted). External IP: 172.26.3.106, port: e7820656-ace8-4979-8958-c9e5f68f3e61. Nov 24 22:49:42.158466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:49:42.263286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:49:42.267975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:42.272436 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] Sync routers for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:49:42.281767 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:42.282369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:42.293674 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1094991f-93c1-4dea-bd91-d17329645c7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/floatingips/cadf53c3-16c0-4c41-86da-b07c3533b5bd HTTP/1.1" status: 204 len: 168 time: 1.1152761 Nov 24 22:49:42.294252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:49:42.296635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556a9b1-fbec-47e1-afaf-9de6772b053c" -d '{"events": [{"name": "network-changed", "server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:49:42.340377 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0023e9d6-40c6-4a7c-9fbc-bfca5d579b02 x-openstack-request-id: req-0023e9d6-40c6-4a7c-9fbc-bfca5d579b02 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:49:42.340670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:49:42.340924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0023e9d6-40c6-4a7c-9fbc-bfca5d579b02 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:49:42.341330 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'status': 'completed', 'code': 200} Nov 24 22:49:42.408022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-bac49a6a-8569-4375-80a1-15da0050e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:42.409701 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-bac49a6a-8569-4375-80a1-15da0050e2e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 1099 time: 0.0448880 Nov 24 22:49:42.521163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-55bdd12d-5dd7-4452-b178-4326d08a0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:42.522588 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-55bdd12d-5dd7-4452-b178-4326d08a0427 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 200 len: 896 time: 0.1003082 Nov 24 22:49:42.532708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:42.540297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac076d8-97c4-43bc-99d1-0c868f625351 req-93d64f60-b38f-4d62-8e94-a9b6c8864cfb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:42.541783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ac076d8-97c4-43bc-99d1-0c868f625351 req-93d64f60-b38f-4d62-8e94-a9b6c8864cfb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0535061 Nov 24 22:49:42.567713 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-07304f40-f9b2-463e-b3a1-27a8d3f72f81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 200 len: 217 time: 0.0361249 Nov 24 22:49:42.581851 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ac076d8-97c4-43bc-99d1-0c868f625351 req-b191c110-a36e-48a7-ab64-52442d000aec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336921 Nov 24 22:49:42.621940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-1ed5feb8-310f-4e53-8d96-50f73e3f1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:42.623378 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-1ed5feb8-310f-4e53-8d96-50f73e3f1232 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9899c7a7-dcfd-4105-a355-b7d8e5748367 HTTP/1.1" status: 200 len: 834 time: 0.0481946 Nov 24 22:49:42.669948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-dd7370d3-be17-49ef-a93d-4d27b4f70a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:42.671499 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-dd7370d3-be17-49ef-a93d-4d27b4f70a74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b45298ef-a4e0-4013-b5c6-8217553bf810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395179 Nov 24 22:49:42.734657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:42.760514 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-15b4dd55-faa7-4378-badc-309b5257cd35 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813706 Nov 24 22:49:42.761191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] Checking router: a063d5c0-cf24-4fcc-a8ec-fb55541c2249 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:49:42.769306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:42.769926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:42.859090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a556a9b1-fbec-47e1-afaf-9de6772b053c req-d29428d5-2312-4239-a574-33ddb15b8ff4 service neutron] 10.222.0.71 "GET /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906706 Nov 24 22:49:42.881446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:43.076007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:43.102382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a711926-cd0c-44b7-a1c9-3ba87e1d9775 None None] The sync data for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv is: [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:49Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'afeca8fe-683f-43bc-ab57-ce94b40dafd8', 'name': '', 'network_id': 'b45298ef-a4e0-4013-b5c6-8217553bf810', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:35:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:49Z', 'updated_at': '2021-11-24T22:48:52Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '9899c7a7-dcfd-4105-a355-b7d8e5748367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:49:43.298714 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bee91-7ed4-4a1e-adea-20197b60bea1 None None] New status for floating IP cadf53c3-16c0-4c41-86da-b07c3533b5bd: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:49:43.697780 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48571-c328-41b1-bbc2-7112f3bba652 req-3b8827ff-c4bf-428b-b95f-2cbdfb8e33c2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:43.699231 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-caf48571-c328-41b1-bbc2-7112f3bba652 req-3b8827ff-c4bf-428b-b95f-2cbdfb8e33c2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0482399 Nov 24 22:49:43.734838 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-caf48571-c328-41b1-bbc2-7112f3bba652 req-6fa67378-bb8c-414b-afa3-bb9546dc7a2a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=cca2261f-63f0-45f5-8f69-3dc766270c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297580 Nov 24 22:49:44.179363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-46ba29e9-64af-41dc-9138-4e9406a8a9ed tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:44.180833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-46ba29e9-64af-41dc-9138-4e9406a8a9ed tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 946 time: 0.0488310 Nov 24 22:49:44.247159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b131d5a7-9d00-473d-a83b-d5a286297ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:44.272338 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port e7820656-ace8-4979-8958-c9e5f68f3e61 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:49:44.272677 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:44.359816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port e7820656-ace8-4979-8958-c9e5f68f3e61, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=e7820656-ace8-4979-8958-c9e5f68f3e61,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:44.360197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:44.372923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for e7820656-ace8-4979-8958-c9e5f68f3e61 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:49:44.502855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:44.531426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=e7820656-ace8-4979-8958-c9e5f68f3e61,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:44.549811 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.550165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.551058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.551058 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.551280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.551734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.551988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.552256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.552594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.552924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.553253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.553583 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:44.590927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] No DVR routers for this DVR port e7820656-ace8-4979-8958-c9e5f68f3e61 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:49:44.593399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:44.596707 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-711882ff-e392-4a59-8e72-05826f9fb5a2 req-44a153a2-4567-4e73-88b0-a0e2a7e812ac tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "DELETE /v2.0/ports/e7820656-ace8-4979-8958-c9e5f68f3e61 HTTP/1.1" status: 204 len: 173 time: 0.4098384 Nov 24 22:49:44.597149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'name': 'network-vif-deleted', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:49:44.600024 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1743f709-bae4-4a55-8584-dc167cc32e84" -d '{"events": [{"server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "name": "network-vif-deleted", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:49:44.695278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0199ede-8533-4ba0-a9ba-3a27dccdde5e x-openstack-request-id: req-e0199ede-8533-4ba0-a9ba-3a27dccdde5e {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:49:44.695593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6929b85a-3465-4e7b-a715-41d0363c54e9", "name": "network-vif-deleted", "tag": "e7820656-ace8-4979-8958-c9e5f68f3e61", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:49:44.695851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0199ede-8533-4ba0-a9ba-3a27dccdde5e {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:49:44.696246 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6929b85a-3465-4e7b-a715-41d0363c54e9', 'name': 'network-vif-deleted', 'tag': 'e7820656-ace8-4979-8958-c9e5f68f3e61', 'status': 'completed', 'code': 200} Nov 24 22:49:44.836933 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b2d7ab59-2acb-4be3-966b-a902cc755ca1 req-ae93723a-b632-4652-b84d-6fe6084d89fd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=6929b85a-3465-4e7b-a715-41d0363c54e9 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Nov 24 22:49:45.889285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39094) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:46.244303 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:46.493165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port afeca8fe-683f-43bc-ab57-ce94b40dafd8 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:49:46.493419 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:46.579343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port afeca8fe-683f-43bc-ab57-ce94b40dafd8, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=afeca8fe-683f-43bc-ab57-ce94b40dafd8,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:46.579722 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:46.591905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for afeca8fe-683f-43bc-ab57-ce94b40dafd8 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:49:46.679716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-606a11aa-3690-43da-96dd-be02ec08ef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:46.773842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:46.803987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=afeca8fe-683f-43bc-ab57-ce94b40dafd8,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:46.917942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:46.974285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.184951 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:49:47.286784 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:49:47.291708 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e84ea4be-92dc-48fc-9c68-2f79dbc4b2de tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/a063d5c0-cf24-4fcc-a8ec-fb55541c2249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4013882 Nov 24 22:49:47.294359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39096) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:47.296918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] Sync routers for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:49:47.306895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:47.307616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:47.344160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting subnet 9899c7a7-dcfd-4105-a355-b7d8e5748367 {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:49:47.347160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.387365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.411037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:47.473533 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.530326 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.555361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Subnet': ['ID=9899c7a7-dcfd-4105-a355-b7d8e5748367,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:47.569728 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.575423 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4213b120-1809-45f4-a70a-c4f1d836cfb5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/subnets/9899c7a7-dcfd-4105-a355-b7d8e5748367 HTTP/1.1" status: 204 len: 168 time: 0.2778230 Nov 24 22:49:47.575948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39098) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:47.576472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a19bf-20ad-4f86-9e59-dbbf03b23ffe None None] Network b45298ef-a4e0-4013-b5c6-8217553bf810 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:49:47.669574 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:49:46Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:47.685269 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.710034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] Checking router: a063d5c0-cf24-4fcc-a8ec-fb55541c2249 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:49:47.725230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] Routers {'a063d5c0-cf24-4fcc-a8ec-fb55541c2249'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:47.725766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:47.792610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.797532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] DHCP port deletion for b45298ef-a4e0-4013-b5c6-8217553bf810 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:49:47.848038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port fbcc7f76-fcc8-4e25-ac3f-b5b861766464 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:49:47.848388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.868626 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] Set router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:47.929481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port fbcc7f76-fcc8-4e25-ac3f-b5b861766464, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:47.929961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:47.941357 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for fbcc7f76-fcc8-4e25-ac3f-b5b861766464 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:49:47.961821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Deleting port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:49:47.962193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.043720 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] For port d8aa66df-bfaf-4fbd-afa4-922ff32a2499, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,segment=NetworkSegment(03b6f9bd-83fa-46e2-a461-3d5112cab8ac),segment_id=03b6f9bd-83fa-46e2-a461-3d5112cab8ac)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:48.044008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.065655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Calling delete_port for d8aa66df-bfaf-4fbd-afa4-922ff32a2499 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:49:48.106218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.132854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=fbcc7f76-fcc8-4e25-ac3f-b5b861766464,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:48.174004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:49:46Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:48.192801 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.202631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df968497-95a5-4cfd-b8f4-9fd45dcdd916 None None] The sync data for ids ['a063d5c0-cf24-4fcc-a8ec-fb55541c2249'] in dv-neutron-818715-1-hyperv is: [{'id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760466809', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:49:46Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'fbcc7f76-fcc8-4e25-ac3f-b5b861766464', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a063d5c0-cf24-4fcc-a8ec-fb55541c2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:48:46Z', 'updated_at': '2021-11-24T22:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:49:48.206605 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.236712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] No DVR routers for this DVR port d8aa66df-bfaf-4fbd-afa4-922ff32a2499 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:49:48.239011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Pushing event deleted for resources: {'Port': ['ID=d8aa66df-bfaf-4fbd-afa4-922ff32a2499,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:48.249824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.249824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.249824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.249824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.249824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.249824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.250809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.250809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.250809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.251445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.251445 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.251647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe9dbf-35b7-4576-9751-e1ad8f789850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:48.288204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.290341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.334664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.335205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Fanout notify agent at l3_agent the message router_deleted on router a063d5c0-cf24-4fcc-a8ec-fb55541c2249 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:49:48.341947 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.343057 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-18e3103c-18fe-42ef-9cf0-bfb1bd061dff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/routers/a063d5c0-cf24-4fcc-a8ec-fb55541c2249 HTTP/1.1" status: 204 len: 168 time: 0.7663221 Nov 24 22:49:48.345815 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39100) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:48.419512 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.463670 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.506818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.525479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45298ef-a4e0-4013-b5c6-8217553bf810']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:48.534384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b6f9bd-83fa-46e2-a461-3d5112cab8ac') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:48.534680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b6f9bd-83fa-46e2-a461-3d5112cab8ac') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:48.545796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.559941 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.566071 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:49:48.566462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:49:48.569808 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:49:48.631402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.638595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.641803 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/networks/b45298ef-a4e0-4013-b5c6-8217553bf810 HTTP/1.1" status: 204 len: 168 time: 0.2949295 Nov 24 22:49:48.644311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39102) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:48.660480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeda93-9e68-4724-9d69-47151befdf97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Network': ['ID=b45298ef-a4e0-4013-b5c6-8217553bf810,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:48.714664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376fc379-fad2-4d5f-92c5-c0d5f986782a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.741089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376fc379-fad2-4d5f-92c5-c0d5f986782a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.754076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7820656-ace8-4979-8958-c9e5f68f3e61 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:49:48.774004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: e7820656-ace8-4979-8958-c9e5f68f3e61 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:49:48.774353 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device e7820656-ace8-4979-8958-c9e5f68f3e61 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:49:48.804371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376fc379-fad2-4d5f-92c5-c0d5f986782a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.806973 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-376fc379-fad2-4d5f-92c5-c0d5f986782a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:48.810688 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-376fc379-fad2-4d5f-92c5-c0d5f986782a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/security-groups/cca2261f-63f0-45f5-8f69-3dc766270c2d HTTP/1.1" status: 204 len: 168 time: 0.1543822 Nov 24 22:49:48.818109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc379-fad2-4d5f-92c5-c0d5f986782a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca2261f-63f0-45f5-8f69-3dc766270c2d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.246860 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39108) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:49.251376 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589766071', 'description': 'tempest-secgroup-smoke-589766071 description', 'project_id': '2ac51c97021d483ebb70691b44777f95'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:49.274348 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.341720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.345302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.373121 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.374307 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1264007 Nov 24 22:49:49.376261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb735bd-2241-4fad-8c61-1ae6321a928a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d30a0-acef-477a-874d-611e9e781fc9,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.377254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39110) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:49.383394 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d30a0-acef-477a-874d-611e9e781fc9', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:49.409505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.464501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.467733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.484921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933c7cb7-0712-4afd-9cc5-8ec0fc1a587d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.491795 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.495451 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-cfd3050a-d296-4634-9941-e35bcbd57a88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132288 Nov 24 22:49:49.495694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39112) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:49.500022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d30a0-acef-477a-874d-611e9e781fc9', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:49.525789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.582212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.585547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.604062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a153921-8790-4f1e-abb8-9967e7f00934,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.611430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.612632 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8a1bca98-6c74-442b-a0d9-0bcb2f6a845f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160305 Nov 24 22:49:49.615814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39114) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:49.619977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d30a0-acef-477a-874d-611e9e781fc9', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:49.645155 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.703816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.707830 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.730683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4633d697-6c35-4047-b14e-48141b126943,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.734943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8aa66df-bfaf-4fbd-afa4-922ff32a2499 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:49:49.737376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.739111 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-83fdf2aa-a3e0-4fd1-bb16-8813afed5761 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223915 Nov 24 22:49:49.741718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39116) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:49.746000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d30a0-acef-477a-874d-611e9e781fc9', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:49.756995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: d8aa66df-bfaf-4fbd-afa4-922ff32a2499 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:49:49.757511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device d8aa66df-bfaf-4fbd-afa4-922ff32a2499 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:49:49.757886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbcc7f76-fcc8-4e25-ac3f-b5b861766464 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:49:49.774896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.782323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: fbcc7f76-fcc8-4e25-ac3f-b5b861766464 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:49:49.782675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device fbcc7f76-fcc8-4e25-ac3f-b5b861766464 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:49:49.783093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device afeca8fe-683f-43bc-ab57-ce94b40dafd8 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:49:49.808652 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: afeca8fe-683f-43bc-ab57-ce94b40dafd8 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:49:49.809003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device afeca8fe-683f-43bc-ab57-ce94b40dafd8 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:49:49.815843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.838532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.841867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.858267 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0313460-d63b-4250-a9f8-a6508e1686fd,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.867614 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.868833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2a74a1dc-92e3-4182-a976-df4225a167d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261868 Nov 24 22:49:49.871454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39118) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:49.875775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d30a0-acef-477a-874d-611e9e781fc9', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:49.897382 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:49:49.902349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.962309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.966165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.981241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ccbb28-2ae2-4a6f-bfdb-882f7e298769,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:49.992233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:49.993428 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-75970177-64f4-4d9a-acee-687e30a5bcf5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209986 Nov 24 22:49:49.996142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39120) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:50.000457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d30a0-acef-477a-874d-611e9e781fc9', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:50.020434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:49:50.025050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.085939 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.089313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.106921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dcc0ff-b7db-47dd-bbf6-1a9405c55d74,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:50.122575 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.123841 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bdef9119-c45f-4ea9-b6aa-4c6e54ff5f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267447 Nov 24 22:49:50.126547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39122) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:50.131330 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'network': {'name': 'tempest-network-smoke--1146201276', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:50.151354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:49:50.154650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.181636 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:49:50.191505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.192001 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Added segment 2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2 of type vlan for network eeab0f98-08d2-481e-b3e8-cc249d457066 Nov 24 22:49:50.230961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.255219 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.261166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:50.261765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.315362 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1878021 Nov 24 22:49:50.318020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39124) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:50.322597 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'admin_state_up': True, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:50.342466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6635-ffb5-4f2e-baf2-19922d7d555c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Network': ['ID=eeab0f98-08d2-481e-b3e8-cc249d457066,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:50.353115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network eeab0f98-08d2-481e-b3e8-cc249d457066 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:49:50.357734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.358725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.414141 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.551358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.739078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.757169 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.862108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.192 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/bf273700-2cd2-4ddc-ae76-f093ff7f8c20) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:49:50.960818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:50.997406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:51.037265 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:49:51.041922 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:51.044918 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:49:51.072755 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:51.295355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:51.486697 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:51.610209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:49:51.713715 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:49:51.723461 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Sync routers for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:49:51.732919 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:51.733275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:51.733526 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:51.734494 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6dc90ccc-b432-4fb4-9fa7-16feb6829318 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4155283 Nov 24 22:49:51.737646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39126) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:51.768416 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-371f7e45-b234-4741-8987-7f9379ee1bde tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2ac51c97021d483ebb70691b44777f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291286 Nov 24 22:49:51.770903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39128) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:51.836616 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:51.857671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9419c-077b-42db-ac95-f0d092b35f87 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:51.859160 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e2c9419c-077b-42db-ac95-f0d092b35f87 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873616 Nov 24 22:49:51.862160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39130) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:51.889086 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-111f8cb1-fe87-49f7-93b8-aa4b82e908ce tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259411 Nov 24 22:49:51.891622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39132) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:51.896707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-270200835', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:51.989279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:49:51.994976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.010035 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:51Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:52.036177 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Checking router: 47a94fca-a9d6-4956-b29c-4d5cc95f3ead for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:49:52.036517 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Updating router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:49:52.060294 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.173742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.232166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Subnet': ['ID=0d188ace-ca4b-4d02-9338-0c2a2eb012fb,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:52.241145 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Checking segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:49:52.241573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network hostable DHCP agents. Network: eeab0f98-08d2-481e-b3e8-cc249d457066, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:49:52.258867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network eeab0f98-08d2-481e-b3e8-cc249d457066 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:49:52.267214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, eeab0f98-08d2-481e-b3e8-cc249d457066) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:52.271988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:52.272743 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.276693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7fada3-abc1-483b-8740-1b17d8f044ab None None] Network eeab0f98-08d2-481e-b3e8-cc249d457066 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:49:52.292691 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f3b7c653-1b95-4506-ad46-7417f254bf45 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3967803 Nov 24 22:49:52.292909 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39134) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:49:52.327702 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.333305 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.373639 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Pushing event updated for resources: {'Port': ['ID=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:52.382739 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.383092 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.383432 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.383791 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.384118 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.384446 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.384780 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.385107 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.385440 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.385755 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.386081 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.386533 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:49:52.408677 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Attempting to bind port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:49:52.409051 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Attempting to bind port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:49:52.409413 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Attempting to bind port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:49:52.414848 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:49:52.415213 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:49:52.415646 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.416034 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:49:52.416489 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Bound port: bf273700-2cd2-4ddc-ae76-f093ff7f8c20, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:49:52.416861 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.427684 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-eeab0f98-08d2-481e-b3e8-cc249d457066', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:49:52.428550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.471986 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] For port bf273700-2cd2-4ddc-ae76-f093ff7f8c20, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:49:52.475331 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] For port bf273700-2cd2-4ddc-ae76-f093ff7f8c20, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:49:52.481660 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.570749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Allocated IP 172.20.0.2 (eeab0f98-08d2-481e-b3e8-cc249d457066/0d188ace-ca4b-4d02-9338-0c2a2eb012fb/69fd4c81-93bc-4450-9fc4-6dc4bfe5a974) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:49:52.644519 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:52.645165 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:52.708990 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ea3b2-1d54-4e1d-a471-f8da2a0ab9f0 None None] Pushing event updated for resources: {'Port': ['ID=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:52.729510 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.737459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.760936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:52.773868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Network eeab0f98-08d2-481e-b3e8-cc249d457066 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:49:52.776795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:52.780379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:49:52.793589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Pushing event updated for resources: {'Port': ['ID=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:52.953731 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:51Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:52.981936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0c57e-9a34-4357-b3ad-82d60472611a None None] The sync data for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv is: [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:51Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:49:52.990515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Attempting to bind port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:49:52.990883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Attempting to bind port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:49:52.991240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Attempting to bind port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 on network eeab0f98-08d2-481e-b3e8-cc249d457066 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:49:52.996309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:49:52.996679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Checking segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:49:52.997077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:52.997463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Bound using segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:49:52.997947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Bound port: 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:49:52.998295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.068314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.074790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] For port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:49:53.078195 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] For port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:49:53.084969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.151672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0703246-d1a9-4a2c-8045-5316a0af0646 None None] Pushing event updated for resources: {'Port': ['ID=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:53.400569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.1 (eeab0f98-08d2-481e-b3e8-cc249d457066/0d188ace-ca4b-4d02-9338-0c2a2eb012fb/4bf18016-3c6c-4f66-9729-761c84451484) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:49:53.525584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.560196 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.606959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network eeab0f98-08d2-481e-b3e8-cc249d457066 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:49:53.610422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:53.615059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:49:53.647980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=4bf18016-3c6c-4f66-9729-761c84451484,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:53.665066 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.802995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:49:53.829409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.859450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:53.859856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.947560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.980989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:53.986563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:53.990148 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf273700-2cd2-4ddc-ae76-f093ff7f8c20 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:49:54.069284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:54.080575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:54.080947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.155904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.161814 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.163446 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.173724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d5dd1-2c97-4ff8-8bc0-2ccd8f54fd11 None None] Network eeab0f98-08d2-481e-b3e8-cc249d457066 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:49:54.229750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port bf273700-2cd2-4ddc-ae76-f093ff7f8c20, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:54.235479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.238236 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=4bf18016-3c6c-4f66-9729-761c84451484,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:54.249007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.283637 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-afea321b-b8b7-44cd-abc8-2f51316a9e79 None None] Provisioning complete for port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:54.284003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-afea321b-b8b7-44cd-abc8-2f51316a9e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.333003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network eeab0f98-08d2-481e-b3e8-cc249d457066 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:49:54.334472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:54.375552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:54.450779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:49:54.561925 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:49:54.568079 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f203e834-1d9f-4f16-a229-c72dcaf30097 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/47a94fca-a9d6-4956-b29c-4d5cc95f3ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2747803 Nov 24 22:49:54.681390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-13b2e71b-cade-44e5-9a0f-dd8dc18fec59 None None] Provisioning complete for port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:54.681863 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-13b2e71b-cade-44e5-9a0f-dd8dc18fec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.718156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Sync routers for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:49:54.736645 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:54.737199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:54.738885 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-86209ee4-bf94-42d9-b9d7-01dac7df63f3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589766071&fields=id&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 267 time: 0.0370049 Nov 24 22:49:54.863410 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-43d26bfa-b0d9-4826-8372-d89507d8e964 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:54.868160 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-43d26bfa-b0d9-4826-8372-d89507d8e964 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 797 time: 0.1218262 Nov 24 22:49:54.884118 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f81b7824-c8f5-4470-b52f-3ebd5dc683b0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/quotas/2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 375 time: 0.0129836 Nov 24 22:49:54.888194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:54.920849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-13b2e71b-cade-44e5-9a0f-dd8dc18fec59 None None] Provisioning complete for port 4bf18016-3c6c-4f66-9729-761c84451484 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:54.921230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-13b2e71b-cade-44e5-9a0f-dd8dc18fec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:54.940010 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-5aa91c64-815d-403e-baa9-bdd3edc8e1e8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501828 Nov 24 22:49:55.020685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-4cf489a1-bebe-4c62-bfcc-920879326706 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:49:55.021698 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-4cf489a1-bebe-4c62-bfcc-920879326706 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697291 Nov 24 22:49:55.030291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-13b2e71b-cade-44e5-9a0f-dd8dc18fec59 None None] Port 4bf18016-3c6c-4f66-9729-761c84451484 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:49:55.118446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f0bbf8ef-eb68-4661-8014-6e1271be9c7f service neutron] 10.222.0.41 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896986 Nov 24 22:49:55.124131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 2, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:55.157370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Checking router: 47a94fca-a9d6-4956-b29c-4d5cc95f3ead for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:49:55.157640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Updating router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead port 4bf18016-3c6c-4f66-9729-761c84451484 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:49:55.187412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-72fb3917-da28-4336-b08a-1f72611e6eb8 None None] Provisioning complete for port 4bf18016-3c6c-4f66-9729-761c84451484 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:55.187807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-72fb3917-da28-4336-b08a-1f72611e6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.190343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.210225 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-3255ff6d-b616-4bf2-b0e2-0bd74a63c05b service neutron] 10.222.0.41 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855334 Nov 24 22:49:55.246647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-72fb3917-da28-4336-b08a-1f72611e6eb8 None None] Port 4bf18016-3c6c-4f66-9729-761c84451484 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:49:55.371336 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1121ee57-e3a1-4697-9e8a-1ef2e3250249 req-926b568b-917c-48f4-84c5-5adfb0d9c3d3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 210 time: 0.0267606 Nov 24 22:49:55.486523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.492651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.542728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe51d4c-fb2e-4424-84e9-cfa5f7cf6017 None None] Pushing event updated for resources: {'Port': ['ID=4bf18016-3c6c-4f66-9729-761c84451484,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:55.595426 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Attempting to bind port 4bf18016-3c6c-4f66-9729-761c84451484 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:49:55.595928 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Attempting to bind port 4bf18016-3c6c-4f66-9729-761c84451484 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:49:55.596328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Attempting to bind port 4bf18016-3c6c-4f66-9729-761c84451484 on network eeab0f98-08d2-481e-b3e8-cc249d457066 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:49:55.602804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:49:55.603789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Checking segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:49:55.604580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.605340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Bound using segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:49:55.606246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Bound port: 4bf18016-3c6c-4f66-9729-761c84451484, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:49:55.606985 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.682879 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] For port 4bf18016-3c6c-4f66-9729-761c84451484, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:49:55.686881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] For port 4bf18016-3c6c-4f66-9729-761c84451484, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4bf18016-3c6c-4f66-9729-761c84451484,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:49:55.692643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.749000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:49:55.749625 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:55.838459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:49:55.872540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe51d4c-fb2e-4424-84e9-cfa5f7cf6017 None None] Pushing event updated for resources: {'Port': ['ID=4bf18016-3c6c-4f66-9729-761c84451484,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:55.903407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-383e9dfb-8786-4801-8e68-5b2c53ed2f12 None None] Provisioning complete for port 4bf18016-3c6c-4f66-9729-761c84451484 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:55.904139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-383e9dfb-8786-4801-8e68-5b2c53ed2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:55.964890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:49:55.998071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:55.998438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:56.154319 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-383e9dfb-8786-4801-8e68-5b2c53ed2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:56.236412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-383e9dfb-8786-4801-8e68-5b2c53ed2f12 None None] For port 4bf18016-3c6c-4f66-9729-761c84451484, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4bf18016-3c6c-4f66-9729-761c84451484,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:49:56.244899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-383e9dfb-8786-4801-8e68-5b2c53ed2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:56.255120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf273700-2cd2-4ddc-ae76-f093ff7f8c20 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:49:56.470651 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a082c7e8-cbf5-4d1f-b4b2-228e29eca2ea req-18c2535b-6fe0-492d-9d86-e4c4d849dc0d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 210 time: 0.0324640 Nov 24 22:49:56.503246 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e9dfb-8786-4801-8e68-5b2c53ed2f12 None None] Pushing event updated for resources: {'Port': ['ID=4bf18016-3c6c-4f66-9729-761c84451484,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:56.507828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fe4dda26-d2bd-45a2-8343-df2360b54bfa None None] Provisioning complete for port 4bf18016-3c6c-4f66-9729-761c84451484 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:56.508216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe4dda26-d2bd-45a2-8343-df2360b54bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:56.553988 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:56.554357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:56.589199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ea23e197-35da-447b-a3d3-45966829451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:55Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:49:56.621387 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-a227d367-6015-411e-acfb-24867c9a3d95 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:56.622049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23e197-35da-447b-a3d3-45966829451b None None] The sync data for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv is: [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:55Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:49:56.622876 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-a227d367-6015-411e-acfb-24867c9a3d95 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 797 time: 0.1178532 Nov 24 22:49:56.691948 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-15dca624-693b-4332-9fc7-9edaad54194c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 379 time: 0.0592403 Nov 24 22:49:56.713961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'port': {'device_id': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'admin_state_up': True, 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'security_groups': ['eb9d30a0-acef-477a-874d-611e9e781fc9']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:56.839238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:49:56.842522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:56.975778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.9 (eeab0f98-08d2-481e-b3e8-cc249d457066/0d188ace-ca4b-4d02-9338-0c2a2eb012fb/4a8b172c-bc9d-4adc-9f29-3611fe1269e2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:49:57.122278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.156220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.199778 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network eeab0f98-08d2-481e-b3e8-cc249d457066 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:49:57.202864 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:49:57.207037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:49:57.215702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:57.265723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:57.266372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.285802 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-148ca2d0-7b2b-45b1-a22a-58e5037f4cd6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775325 Nov 24 22:49:57.298352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Request body: {'port': {'device_id': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:49:57.356803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.413468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-70fa3c83-0536-4306-a02c-fb40851aee0b None None] Provisioning complete for port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:57.413960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-70fa3c83-0536-4306-a02c-fb40851aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.453889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-70fa3c83-0536-4306-a02c-fb40851aee0b None None] Port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:49:57.500144 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:49:57.592782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b39d2a-2456-4a0c-8182-f15a74382a41 req-f1553358-43a7-4cf6-82eb-e424299d1c18 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:57.594423 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0b39d2a-2456-4a0c-8182-f15a74382a41 req-f1553358-43a7-4cf6-82eb-e424299d1c18 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 931 time: 0.0506604 Nov 24 22:49:57.638486 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0b39d2a-2456-4a0c-8182-f15a74382a41 req-c3bc12cf-87bc-4bb5-b601-9f2a04d595c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365291 Nov 24 22:49:57.644296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:49:57.654149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.667011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Transition to ACTIVE for port object 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:49:57.670930 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:57.768193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4bf18016-3c6c-4f66-9729-761c84451484 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:49:57.821016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4bf18016-3c6c-4f66-9729-761c84451484 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:49:57.821384 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:58.055990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:58.118436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Attempting to bind port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:49:58.118771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Attempting to bind port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:49:58.119102 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Attempting to bind port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 on network eeab0f98-08d2-481e-b3e8-cc249d457066 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:49:58.123273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 on network eeab0f98-08d2-481e-b3e8-cc249d457066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:49:58.123625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Attempting to bind port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 on network eeab0f98-08d2-481e-b3e8-cc249d457066 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:49:58.128500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:49:58.128833 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Checking segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:49:58.129215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Bound using segment: {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:49:58.129640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Bound port: 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:49:58.129993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:58.191822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] For port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:49:58.194875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] For port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:49:58.199598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:58.236766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.237424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:49:58.239054 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] 10.222.0.71 "PUT /v2.0/ports/4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 1093 time: 0.9454081 Nov 24 22:49:58.239489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:49:58.241931 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105c5983-45f2-45d4-9f61-4f75e34bff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:49:58.267135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47b84-703b-4bce-9701-96bf3db25d15 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:49:58.312551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d756817-a850-4134-8e1b-adf44b4a318c x-openstack-request-id: req-2d756817-a850-4134-8e1b-adf44b4a318c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:49:58.312844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:49:58.313091 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d756817-a850-4134-8e1b-adf44b4a318c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:49:58.313481 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'status': 'completed', 'code': 200} Nov 24 22:49:58.330233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-1133c3cd-4837-46fb-9ad7-eb50f3468a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.332397 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-1133c3cd-4837-46fb-9ad7-eb50f3468a1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1096 time: 0.0465159 Nov 24 22:49:58.374554 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-7bd8c8e4-6df8-4425-9300-8c5992e9abca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 217 time: 0.0346398 Nov 24 22:49:58.428594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-87942c86-e927-4b3c-b116-e8137954a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.430018 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-87942c86-e927-4b3c-b116-e8137954a940 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0470488 Nov 24 22:49:58.474855 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f21ab579-642b-47b9-94cd-471a80691c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.476314 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-f21ab579-642b-47b9-94cd-471a80691c78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392835 Nov 24 22:49:58.564190 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-43dc834e-bc57-4557-a50d-a9ab863fc907 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809863 Nov 24 22:49:58.655866 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a34412b3-3f6f-40ce-ae7b-4d57e6309a29 req-c059bb4c-76cb-49d0-87f4-8b3975f00f23 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846126 Nov 24 22:49:58.746079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-ca2a3bdb-1c22-4d98-893e-2f4b88b999c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.747613 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-ca2a3bdb-1c22-4d98-893e-2f4b88b999c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1096 time: 0.0456007 Nov 24 22:49:58.758689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bbbc3-37ea-481c-98bb-b3308a6535d9 req-7f0f5685-0a64-4bc8-9082-714ba97c4ea9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.760102 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e50bbbc3-37ea-481c-98bb-b3308a6535d9 req-7f0f5685-0a64-4bc8-9082-714ba97c4ea9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 943 time: 0.0482559 Nov 24 22:49:58.797261 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e50bbbc3-37ea-481c-98bb-b3308a6535d9 req-6eb12809-21b5-47ff-a3f8-c1474692443e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311790 Nov 24 22:49:58.841731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-13dce8f6-c214-4a34-bbd5-d446a953e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.843176 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-13dce8f6-c214-4a34-bbd5-d446a953e6da service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 898 time: 0.0874338 Nov 24 22:49:58.885489 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-a329f346-da2f-4609-8a5e-5cc0bca69fc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 217 time: 0.0345354 Nov 24 22:49:58.933631 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-0a36f3ed-7c4a-47b4-94a5-08a9254e02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.935002 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-0a36f3ed-7c4a-47b4-94a5-08a9254e02bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0423615 Nov 24 22:49:58.984662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-978a78af-43e0-4f74-8412-e2f84a3a7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:58.986076 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-978a78af-43e0-4f74-8412-e2f84a3a7786 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420296 Nov 24 22:49:59.075503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-1af96be6-91cc-4c86-8a0f-986b36d74033 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813365 Nov 24 22:49:59.168094 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-105c5983-45f2-45d4-9f61-4f75e34bff3c req-90aa33a9-8c9d-4afe-bd32-b417c3c7f05e service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852077 Nov 24 22:49:59.911767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cedc1-65a0-4712-b0cc-609054b16e0f req-c12d7be7-d779-4dce-ab07-4d2adf0d9cc1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:49:59.913121 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-927cedc1-65a0-4712-b0cc-609054b16e0f req-c12d7be7-d779-4dce-ab07-4d2adf0d9cc1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 943 time: 0.0484087 Nov 24 22:49:59.953724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-927cedc1-65a0-4712-b0cc-609054b16e0f req-71d0f093-3077-40b4-a3f3-34c93f3e48f7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347457 Nov 24 22:49:59.974088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:00.801373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:50:00.891303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:50:00.902207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'port_id': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'mac_address': 'fa:16:3e:67:10:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:50:00.937149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:00.949999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:50:00.968078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:50:00.972835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:01.024463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:50:01.067840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d167-a21a-44bd-8532-f6a208fc7677 req-a79031fa-2771-4230-a97f-c934d5211037 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:01.069293 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3a77d167-a21a-44bd-8532-f6a208fc7677 req-a79031fa-2771-4230-a97f-c934d5211037 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 944 time: 0.0480278 Nov 24 22:50:01.105295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3a77d167-a21a-44bd-8532-f6a208fc7677 req-aea8d24c-b33b-458f-9343-dd0d86f7f759 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298002 Nov 24 22:50:01.180536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['4a8b172c-bc9d-4adc-9f29-3611fe1269e2'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:50:02.217201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73065fd5-d578-4f3a-be3d-9772608c2281 req-2e44210b-ceea-4e21-a78f-7cf4ec4e138f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:02.218670 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-73065fd5-d578-4f3a-be3d-9772608c2281 req-2e44210b-ceea-4e21-a78f-7cf4ec4e138f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 944 time: 0.0481150 Nov 24 22:50:02.255782 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-73065fd5-d578-4f3a-be3d-9772608c2281 req-084fded2-7ffe-4eaa-807b-45db6c16d5f0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Nov 24 22:50:02.805260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:50:02.852335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:50:02.856154 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:50:02.856525 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:02.929051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:02.953386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:50:02.955633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416878d8-bbc6-4689-af6d-b21ce11b5784" -d '{"events": [{"server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "name": "network-vif-plugged", "status": "completed", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:50:02.968707 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:50:02.972865 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:02.996107 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83986f11-7f3d-45b9-b36a-298c3173d23f x-openstack-request-id: req-83986f11-7f3d-45b9-b36a-298c3173d23f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:50:02.996402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "name": "network-vif-plugged", "status": "completed", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:50:02.996653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83986f11-7f3d-45b9-b36a-298c3173d23f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:50:02.997036 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'code': 200} Nov 24 22:50:03.022956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:50:03.155493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec78d7-054c-4fb6-9ae7-43e0dc4ee06c req-2734bda9-aa8a-4204-8ae1-5e4aa8a1cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:03.157009 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-89ec78d7-054c-4fb6-9ae7-43e0dc4ee06c req-2734bda9-aa8a-4204-8ae1-5e4aa8a1cd56 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1098 time: 0.0398407 Nov 24 22:50:03.191335 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-89ec78d7-054c-4fb6-9ae7-43e0dc4ee06c req-85f8bf9a-093c-4705-91de-beaa6d7a18b6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267138 Nov 24 22:50:03.365218 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099540e-4282-419c-b979-1a49a637bc68 req-28f886b0-22fd-4f6e-9967-6a7287f7c4fd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:03.366659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a099540e-4282-419c-b979-1a49a637bc68 req-28f886b0-22fd-4f6e-9967-6a7287f7c4fd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0474858 Nov 24 22:50:03.407107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a099540e-4282-419c-b979-1a49a637bc68 req-618a3f2c-17ca-47a4-9091-a9043bf5a57a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346673 Nov 24 22:50:04.524741 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1674e-cfd1-4119-8ed9-013fc8e26230 req-8fa1b79f-14f2-462e-89c5-eb77e02d9a56 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:04.526442 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4af1674e-cfd1-4119-8ed9-013fc8e26230 req-8fa1b79f-14f2-462e-89c5-eb77e02d9a56 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Nov 24 22:50:04.563983 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4af1674e-cfd1-4119-8ed9-013fc8e26230 req-850b70d6-8210-410f-b638-2956c0dab867 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Nov 24 22:50:04.673927 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdcb3-1fa8-440b-b3f9-a3d6429f643e req-2175f69e-9645-45d5-aee1-ecc899c2fff0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:04.675401 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e60fdcb3-1fa8-440b-b3f9-a3d6429f643e req-2175f69e-9645-45d5-aee1-ecc899c2fff0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Nov 24 22:50:04.712312 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e60fdcb3-1fa8-440b-b3f9-a3d6429f643e req-62d03586-7e4e-4a00-ad37-64b24625760e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Nov 24 22:50:04.733345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39194) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:50:04.771332 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ac99b-cb42-498b-8636-b697b082baa7 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:04.772813 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1c1ac99b-cb42-498b-8636-b697b082baa7 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1093 time: 0.0384977 Nov 24 22:50:04.775472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39196) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:50:04.781000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:50:04.803008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:04.900165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.007080 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.36 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/1a2ab45e-36b9-4ee0-bb26-7152b2766e44) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:50:05.030626 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-1d3c6af2-13b6-4fa9-889d-82453dfad5df service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413172 Nov 24 22:50:05.107885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.110079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-0d954ae6-d475-4aed-a87f-b3d6d10b7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:05.111613 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-0d954ae6-d475-4aed-a87f-b3d6d10b7948 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1098 time: 0.0408347 Nov 24 22:50:05.144235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.179829 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:50:05.184411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:50:05.186998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:50:05.217934 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=1a2ab45e-36b9-4ee0-bb26-7152b2766e44,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:50:05.220403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-7abe5203-5cab-4d2b-a511-b3cc55e09ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:05.222217 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-7abe5203-5cab-4d2b-a511-b3cc55e09ff6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 898 time: 0.0920486 Nov 24 22:50:05.265078 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-1877963a-d5d5-4230-afba-c3cd065a958c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 217 time: 0.0347779 Nov 24 22:50:05.317988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-cc8875e2-51c3-488c-99da-d129692ba042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:05.319749 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-cc8875e2-51c3-488c-99da-d129692ba042 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0479915 Nov 24 22:50:05.364779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-16c14811-08c3-48c8-a66f-6269319b6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:05.366266 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-16c14811-08c3-48c8-a66f-6269319b6e31 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394514 Nov 24 22:50:05.454583 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-e857ac34-c992-49c8-8aed-b6c961c6e469 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814955 Nov 24 22:50:05.536207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.547249 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b88a9cb1-7cef-4c14-8354-c4203867b079 req-a189c284-b0bf-4a2a-bcc3-c6c6e7f13c18 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Nov 24 22:50:05.604526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.758931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.763407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.835993 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=1a2ab45e-36b9-4ee0-bb26-7152b2766e44,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:50:05.846532 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:05.947138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP 83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a associated. External IP: 172.26.3.36, port: 4a8b172c-bc9d-4adc-9f29-3611fe1269e2. Nov 24 22:50:06.151431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:50:06.259420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:50:06.268899 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] Sync routers for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:50:06.278553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:06.278982 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:50:06.279611 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:50:06.307980 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-55993a70-9d10-4f7b-9150-013fc4512eeb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5290618 Nov 24 22:50:06.307980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:50:06.308385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b9f479-c2c8-49ea-91b8-6b664343ca5c" -d '{"events": [{"name": "network-changed", "server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:50:06.343604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad44560-33c9-4e19-9afc-8c24df1bbcf2 x-openstack-request-id: req-8ad44560-33c9-4e19-9afc-8c24df1bbcf2 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:50:06.343952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:50:06.344203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ad44560-33c9-4e19-9afc-8c24df1bbcf2 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:50:06.344613 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'status': 'completed', 'code': 200} Nov 24 22:50:06.392563 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:50:06.408015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-66cab60e-fe6a-4ed4-88d8-17764bff08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:06.409430 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-66cab60e-fe6a-4ed4-88d8-17764bff08a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1098 time: 0.0423026 Nov 24 22:50:06.412484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a437a8-e699-4ed5-9b90-f47dd049ce36 req-7a2eec9f-df22-4d8c-acb5-1db588c71c38 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:06.413970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14a437a8-e699-4ed5-9b90-f47dd049ce36 req-7a2eec9f-df22-4d8c-acb5-1db588c71c38 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0553980 Nov 24 22:50:06.452951 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14a437a8-e699-4ed5-9b90-f47dd049ce36 req-3250bebb-c144-488c-adbe-52184f71b822 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329487 Nov 24 22:50:06.475291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39202) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:50:06.513057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-4b04110b-9727-4152-8d2c-95ba2f02c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:06.514598 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-4b04110b-9727-4152-8d2c-95ba2f02c9b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 898 time: 0.0976617 Nov 24 22:50:06.540506 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6fea344d-fb4a-4a84-b441-2757fab38726 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a HTTP/1.1" status: 200 len: 990 time: 0.0629036 Nov 24 22:50:06.580319 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-2e0dd1c6-5411-4a5d-b680-2b0e1660a63c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 998 time: 0.0587919 Nov 24 22:50:06.621971 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.36', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'port_id': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'mac_address': 'fa:16:3e:67:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:50:05Z', 'updated_at': '2021-11-24T22:50:05Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:56Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:50:06.627933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-fa0949a0-6200-474c-b818-20ba6a6a1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:06.630059 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-fa0949a0-6200-474c-b818-20ba6a6a1865 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0423939 Nov 24 22:50:06.648348 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] Checking router: 47a94fca-a9d6-4956-b29c-4d5cc95f3ead for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:50:06.656515 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:50:06.657117 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:49:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:50:06.678859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-9289bfa1-ff82-4428-ae70-23b98b9de18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:06.680315 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-9289bfa1-ff82-4428-ae70-23b98b9de18b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439622 Nov 24 22:50:06.763143 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:50:06.771594 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-58158d61-05c0-4ae8-b165-ba821d064345 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Nov 24 22:50:06.866147 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-74b9f479-c2c8-49ea-91b8-6b664343ca5c req-d9016879-4c36-4ed2-a033-b14d53e0913f service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877645 Nov 24 22:50:06.980158 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.36', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'port_id': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'mac_address': 'fa:16:3e:67:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:50:05Z', 'updated_at': '2021-11-24T22:50:05Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:56Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:50:07.005650 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff4266-3284-437f-897c-d486abc7f161 None None] The sync data for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv is: [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.36', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'port_id': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'mac_address': 'fa:16:3e:67:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:50:05Z', 'updated_at': '2021-11-24T22:50:05Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:56Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:50:07.192491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c24d2-a7cd-4074-affd-1f62ddc88167 None None] New status for floating IP 83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:50:07.542925 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39204) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:50:07.605673 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-903f9c46-56a7-463d-99ef-acb4e8d1d5f7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a HTTP/1.1" status: 200 len: 992 time: 0.0617003 Nov 24 22:50:14.248931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-051194c6-ef7f-42c0-81a1-5cf437c47812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:16.680052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cfc7-fa79-44e9-8d0b-18406810eaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:16.918439 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:18.466786 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:19.788377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:29.964216 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:34.500069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:50:36.476471 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-6dfa1dd2-8d80-449f-ae0f-ad4a689ae3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:36.477977 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-6dfa1dd2-8d80-449f-ae0f-ad4a689ae3b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1098 time: 0.0412784 Nov 24 22:50:36.483154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaea516-71e2-4d4f-89c3-d0f959aac00b req-dc23a1a8-9810-4d90-9575-55508a1d0ea5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:36.484808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dbaea516-71e2-4d4f-89c3-d0f959aac00b req-dc23a1a8-9810-4d90-9575-55508a1d0ea5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0494330 Nov 24 22:50:36.522070 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dbaea516-71e2-4d4f-89c3-d0f959aac00b req-6b8731b9-8a13-4557-8acc-acc844334d03 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306487 Nov 24 22:50:36.575119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-edd21006-dd28-4e47-a39e-10dea95414d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:36.576592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-edd21006-dd28-4e47-a39e-10dea95414d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 898 time: 0.0895023 Nov 24 22:50:36.641780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-0f1a9c40-3d51-4793-891c-5cb21d93811b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 1000 time: 0.0565884 Nov 24 22:50:36.690787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-419529ff-03bc-46f9-ac5d-8ce71a68e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:36.692267 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-419529ff-03bc-46f9-ac5d-8ce71a68e5ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0428267 Nov 24 22:50:36.740282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-ef29d6d6-a726-4bf2-995c-d6ab11aad3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:36.741717 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-ef29d6d6-a726-4bf2-995c-d6ab11aad3fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426168 Nov 24 22:50:36.830607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-25f901dc-31bc-4804-adc7-efb8a61b0a7f service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808766 Nov 24 22:50:36.926779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-8fc4dfe2-ab37-49a6-86f4-5bb3d1664f3b req-4739cd46-f0f1-476e-8121-d2b387e65678 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856605 Nov 24 22:50:37.635704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534251-31c3-41c2-bdc7-83714f79700f req-050e6559-5a42-46d9-a9be-77d0b4d21da2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:37.637133 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8534251-31c3-41c2-bdc7-83714f79700f req-050e6559-5a42-46d9-a9be-77d0b4d21da2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Nov 24 22:50:37.672556 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8534251-31c3-41c2-bdc7-83714f79700f req-47fad3a8-db07-4032-93f3-e6825d501415 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295773 Nov 24 22:50:38.788916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93caf3-67de-4478-8c4e-28233509fe8e req-082a30de-cc0d-46e8-891e-0de6791367a5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:38.790366 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2f93caf3-67de-4478-8c4e-28233509fe8e req-082a30de-cc0d-46e8-891e-0de6791367a5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0512378 Nov 24 22:50:38.826778 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2f93caf3-67de-4478-8c4e-28233509fe8e req-a21dad58-8cef-47f9-a098-69b468372059 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305328 Nov 24 22:50:39.937415 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b634d6-2dfe-4270-b1b7-aab693fd9a15 req-b4235454-97ac-4609-8a09-737bca6c65f8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:39.939037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44b634d6-2dfe-4270-b1b7-aab693fd9a15 req-b4235454-97ac-4609-8a09-737bca6c65f8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0475774 Nov 24 22:50:39.975808 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-44b634d6-2dfe-4270-b1b7-aab693fd9a15 req-87c05d7f-431e-4b18-8024-8fc5b410ce88 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301464 Nov 24 22:50:41.088552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b058a-1089-4a65-9b4e-83e485dcc02b req-da9d8c71-a4a0-4444-988b-8309d6e013c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:41.090012 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4a6b058a-1089-4a65-9b4e-83e485dcc02b req-da9d8c71-a4a0-4444-988b-8309d6e013c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Nov 24 22:50:41.125903 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4a6b058a-1089-4a65-9b4e-83e485dcc02b req-3c9cfcf6-e5e1-4453-b25c-5bf794d5c3d9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299973 Nov 24 22:50:42.242190 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b617-e1fb-4dcb-833f-0c07917e3186 req-3fca6990-b09f-4b44-8459-88f2751e38b7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:42.243650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e406b617-e1fb-4dcb-833f-0c07917e3186 req-3fca6990-b09f-4b44-8459-88f2751e38b7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Nov 24 22:50:42.279824 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e406b617-e1fb-4dcb-833f-0c07917e3186 req-614cfc1d-bfb5-46e9-8aff-737c570ad30c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300934 Nov 24 22:50:43.391540 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2642199-1bf8-496e-9294-5ff7aeaf6c9c req-e48bfb90-1b65-47b0-9efb-487cbdfa1d10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:43.392991 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c2642199-1bf8-496e-9294-5ff7aeaf6c9c req-e48bfb90-1b65-47b0-9efb-487cbdfa1d10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0480843 Nov 24 22:50:43.430104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c2642199-1bf8-496e-9294-5ff7aeaf6c9c req-52b051aa-cab8-4732-95c5-d834d3a28a81 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Nov 24 22:50:44.252092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-136202f4-bc31-424c-b972-085a831766d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:44.540984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4715-d758-4e9d-ad03-f1bc9c565d8d req-efe8ebf8-601f-4b12-a95a-3ae0aeed5b2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:44.542439 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-edab4715-d758-4e9d-ad03-f1bc9c565d8d req-efe8ebf8-601f-4b12-a95a-3ae0aeed5b2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0475028 Nov 24 22:50:44.579596 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-edab4715-d758-4e9d-ad03-f1bc9c565d8d req-e6a40302-fd15-4f7c-90e4-ded038ae9dc3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311830 Nov 24 22:50:45.695471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7a1bb-6f57-4f93-b2da-454c69c7a184 req-59df2fb4-1510-45d6-8213-977ad133dae7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:45.696857 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-11c7a1bb-6f57-4f93-b2da-454c69c7a184 req-59df2fb4-1510-45d6-8213-977ad133dae7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Nov 24 22:50:45.733703 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-11c7a1bb-6f57-4f93-b2da-454c69c7a184 req-059dae4e-612d-43bf-85d0-aad9a47a7f78 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308492 Nov 24 22:50:46.679796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fff42822-9a14-46e3-a76f-dfd27517a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:46.845485 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747ee77-d1ef-4b46-b06c-0302a0da2db5 req-ebb46061-05b8-474a-a856-c19191bc4256 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:46.846936 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a747ee77-d1ef-4b46-b06c-0302a0da2db5 req-ebb46061-05b8-474a-a856-c19191bc4256 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Nov 24 22:50:46.884470 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a747ee77-d1ef-4b46-b06c-0302a0da2db5 req-22c3ae91-34b7-484a-b7df-62d69bb33bae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Nov 24 22:50:46.922606 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:47.996387 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad236d-da43-4318-a45c-2fb462650020 req-468f21b1-2421-42a2-90cf-261a9d1b6e1b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:50:47.997738 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7aad236d-da43-4318-a45c-2fb462650020 req-468f21b1-2421-42a2-90cf-261a9d1b6e1b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0477901 Nov 24 22:50:48.033589 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7aad236d-da43-4318-a45c-2fb462650020 req-734c4513-ffe3-4673-96fe-da67478b6bc7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300801 Nov 24 22:50:48.055209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39238) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:50:48.117025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6fd8e98c-3f25-4c9e-a680-10b4d5402b9e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a HTTP/1.1" status: 200 len: 992 time: 0.0606730 Nov 24 22:50:48.469275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:49.790914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:50:59.971054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:06.026280 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-6b9b9f57-046a-4e63-8c12-95cf2a7a6965 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391500 Nov 24 22:51:06.109779 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-068be623-1178-4fd3-889b-29292c35effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:06.111211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-068be623-1178-4fd3-889b-29292c35effd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1098 time: 0.0400567 Nov 24 22:51:06.215628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-4cc24e14-35d7-47de-8467-a314f6048eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:06.217091 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-4cc24e14-35d7-47de-8467-a314f6048eb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 898 time: 0.0878491 Nov 24 22:51:06.281061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-69d81e8d-8243-4c2f-8ef0-340dd43c3e4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 1000 time: 0.0559628 Nov 24 22:51:06.328734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-0e2ced57-123f-4c3f-9305-00f22323dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:06.330095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-0e2ced57-123f-4c3f-9305-00f22323dd97 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0415144 Nov 24 22:51:06.377868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-b02b9ab5-e400-4af8-97a1-155a9d650cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:06.379320 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-b02b9ab5-e400-4af8-97a1-155a9d650cf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412962 Nov 24 22:51:06.472124 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-c7afb577-8992-46e2-8b9d-2031c9d7d8f4 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Nov 24 22:51:06.563855 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-de310e33-881e-4f58-bb37-ab2e2d530994 req-c3ed2ecf-aab8-400b-bb50-3ebf46edf181 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834384 Nov 24 22:51:11.499278 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:51:14.253234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3742c54c-7c05-4e87-be50-1f84ce5d7d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:16.679546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-712947d8-c669-4775-bdd1-254cc870dca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:16.923116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:18.474225 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:18.488707 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39250) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:18.946022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 1a2ab45e-36b9-4ee0-bb26-7152b2766e44 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:51:18.946355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.023469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.023819 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.035040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 1a2ab45e-36b9-4ee0-bb26-7152b2766e44 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:51:19.172969 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.199214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=1a2ab45e-36b9-4ee0-bb26-7152b2766e44,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:19.212775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.213128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.213470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.213804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.214137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.214467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.214802 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.215132 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.215461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.215813 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.216138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.216460 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:19.268304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.268658 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP 83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a disassociated (deleted). External IP: 172.26.3.36, port: 4a8b172c-bc9d-4adc-9f29-3611fe1269e2. Nov 24 22:51:19.468598 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:51:19.574435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:51:19.579075 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.584198 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] Sync routers for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:51:19.593905 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:19.594502 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:19.606299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cd817980-3746-4423-aa3e-289677645f6c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/floatingips/83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a HTTP/1.1" status: 204 len: 168 time: 1.1165192 Nov 24 22:51:19.606875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:51:19.609126 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc22c5-698b-4a66-a86a-285011b8b18e" -d '{"events": [{"name": "network-changed", "server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:51:19.653474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb2526-dbaf-45e8-a260-e3efd41b8723 x-openstack-request-id: req-94fb2526-dbaf-45e8-a260-e3efd41b8723 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:51:19.653824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:51:19.654138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94fb2526-dbaf-45e8-a260-e3efd41b8723 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:51:19.654623 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'status': 'completed', 'code': 200} Nov 24 22:51:19.707332 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:19.717333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-10a7414e-90e2-4b74-b003-93d4b0940c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:19.718922 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-10a7414e-90e2-4b74-b003-93d4b0940c12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 1098 time: 0.0441968 Nov 24 22:51:19.796518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:19.822946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-5e8cc62b-2380-41ba-ae28-7f495b5b54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:19.824450 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-5e8cc62b-2380-41ba-ae28-7f495b5b54b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 200 len: 898 time: 0.0927842 Nov 24 22:51:19.866173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172858-fcef-4dcb-b5fe-69faf0cc80aa req-be6f7b36-7dac-460b-849e-16dcbe67bad1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:19.867692 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b1172858-fcef-4dcb-b5fe-69faf0cc80aa req-be6f7b36-7dac-460b-849e-16dcbe67bad1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0507295 Nov 24 22:51:19.874492 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-c7ce6b1d-a5d9-4bdf-918f-78a947754a68 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 200 len: 217 time: 0.0413387 Nov 24 22:51:19.906151 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b1172858-fcef-4dcb-b5fe-69faf0cc80aa req-616a23bb-8985-4d04-87a9-d88b8e1ca68a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Nov 24 22:51:19.927387 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:56Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:19.931809 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-df968ec3-7115-4103-8950-a8c57f77a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:19.933279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-df968ec3-7115-4103-8950-a8c57f77a1ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 200 len: 834 time: 0.0515182 Nov 24 22:51:19.954960 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] Checking router: 47a94fca-a9d6-4956-b29c-4d5cc95f3ead for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:51:19.963012 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:19.963661 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:19.978914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-418e3116-e42d-491d-a260-127e04516ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:19.980368 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-418e3116-e42d-491d-a260-127e04516ab8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab0f98-08d2-481e-b3e8-cc249d457066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395877 Nov 24 22:51:20.077254 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-1908157d-e15b-4979-988b-35b69d8e6f80 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887194 Nov 24 22:51:20.150944 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:20.167288 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-aefc22c5-698b-4a66-a86a-285011b8b18e req-b527a7b9-18f6-4233-b18d-bca0d3d5e069 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Nov 24 22:51:20.343289 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:56Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:20.372062 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78997f25-8299-4cc4-8833-e7fe73a9df3f None None] The sync data for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv is: [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:53Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4bf18016-3c6c-4f66-9729-761c84451484', 'name': '', 'network_id': 'eeab0f98-08d2-481e-b3e8-cc249d457066', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:7e:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:53Z', 'updated_at': '2021-11-24T22:49:56Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0d188ace-ca4b-4d02-9338-0c2a2eb012fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:51:20.585345 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecedd30-c09d-47ce-82a9-ac9905c3e4c0 None None] New status for floating IP 83fad1bd-e0cf-409f-a4a6-7cb21ec13b4a: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:51:21.025127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d38e4-2473-40a3-b0f0-683ff043b46c req-f5688b95-ff3b-40e3-b86f-6b3e345497bd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:21.026575 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-991d38e4-2473-40a3-b0f0-683ff043b46c req-f5688b95-ff3b-40e3-b86f-6b3e345497bd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0500529 Nov 24 22:51:21.067477 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-991d38e4-2473-40a3-b0f0-683ff043b46c req-70f79f51-473d-416b-8ce9-f286ce539e86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb9d30a0-acef-477a-874d-611e9e781fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344446 Nov 24 22:51:21.318718 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-220c0cbe-8794-4bf6-b822-88435d8e91dd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:21.320173 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-220c0cbe-8794-4bf6-b822-88435d8e91dd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 945 time: 0.0528080 Nov 24 22:51:21.405200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:51:21.405538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:21.496463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:21.496821 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:21.509422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:51:21.632648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:21.663781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=4a8b172c-bc9d-4adc-9f29-3611fe1269e2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:21.675411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.675792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.676752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.677096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.677433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.677769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.678080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.678406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.678730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.679055 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.679380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.679723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:21.713316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] No DVR routers for this DVR port 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:51:21.715835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:21.719207 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6c34a75-34e0-4d44-b862-9922a2d10c4d req-95ac831c-1ec9-423b-86db-81ec1462b18b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "DELETE /v2.0/ports/4a8b172c-bc9d-4adc-9f29-3611fe1269e2 HTTP/1.1" status: 204 len: 173 time: 0.3926842 Nov 24 22:51:21.719684 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'name': 'network-vif-deleted', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:51:21.721961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9b623a-4fe7-4519-8e79-646747e5f56f" -d '{"events": [{"server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "name": "network-vif-deleted", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:51:21.759675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d8409-899f-4a68-ac2e-8602d0ccf841 x-openstack-request-id: req-d72d8409-899f-4a68-ac2e-8602d0ccf841 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:51:21.759975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173692da-539f-4f8f-90bc-6df9e2da4e52", "name": "network-vif-deleted", "tag": "4a8b172c-bc9d-4adc-9f29-3611fe1269e2", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:51:21.760235 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d72d8409-899f-4a68-ac2e-8602d0ccf841 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:51:21.760637 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173692da-539f-4f8f-90bc-6df9e2da4e52', 'name': 'network-vif-deleted', 'tag': '4a8b172c-bc9d-4adc-9f29-3611fe1269e2', 'status': 'completed', 'code': 200} Nov 24 22:51:22.174432 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-65fe5511-1361-4e4a-876e-6445f2a68820 req-3a043d70-1289-4f80-bf78-0cddacef4952 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=173692da-539f-4f8f-90bc-6df9e2da4e52 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Nov 24 22:51:23.228042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39270) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:23.587098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:23.837902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 4bf18016-3c6c-4f66-9729-761c84451484 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:51:23.838165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:23.930538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 4bf18016-3c6c-4f66-9729-761c84451484, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4bf18016-3c6c-4f66-9729-761c84451484,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:23.930904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:23.943885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 4bf18016-3c6c-4f66-9729-761c84451484 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:51:24.124309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:24.150352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=4bf18016-3c6c-4f66-9729-761c84451484,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:24.332688 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:24.873381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:51:24.975947 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:51:24.981443 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8a11aa86-aed0-4348-8775-4a24a598cc10 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/47a94fca-a9d6-4956-b29c-4d5cc95f3ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7517700 Nov 24 22:51:24.983592 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39272) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:24.986113 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] Sync routers for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:51:24.996252 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:24.996935 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:25.036871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting subnet 0d188ace-ca4b-4d02-9338-0c2a2eb012fb {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:51:25.039850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.079125 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.099366 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:25.160818 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.224112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.251752 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Subnet': ['ID=0d188ace-ca4b-4d02-9338-0c2a2eb012fb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:25.253761 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.259821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:51:25.260333 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e46c407b-b233-43dd-93cc-2ee856a116e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/subnets/0d188ace-ca4b-4d02-9338-0c2a2eb012fb HTTP/1.1" status: 204 len: 168 time: 0.2729390 Nov 24 22:51:25.260936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39274) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:25.277166 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:51:24Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:25.281391 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e004b-6aec-4c0a-acc3-faba7b66dd7c None None] Network eeab0f98-08d2-481e-b3e8-cc249d457066 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:51:25.283610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:51:25.283956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4a8b172c-bc9d-4adc-9f29-3611fe1269e2 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:51:25.306695 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] Checking router: 47a94fca-a9d6-4956-b29c-4d5cc95f3ead for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:51:25.315223 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] Routers {'47a94fca-a9d6-4956-b29c-4d5cc95f3ead'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:25.316032 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:25.368249 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.422249 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] Set router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:25.460323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] DHCP port deletion for eeab0f98-08d2-481e-b3e8-cc249d457066 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:51:25.482580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.506871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Deleting port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:51:25.507237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.537346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port bf273700-2cd2-4ddc-ae76-f093ff7f8c20 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:51:25.537766 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.568697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] For port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,segment=NetworkSegment(2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2),segment_id=2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:25.569055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.585788 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Calling delete_port for 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:51:25.603634 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:51:24Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:25.617977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port bf273700-2cd2-4ddc-ae76-f093ff7f8c20, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:25.618352 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.630384 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7d432-5630-4838-81b1-f09476c5af6e None None] The sync data for ids ['47a94fca-a9d6-4956-b29c-4d5cc95f3ead'] in dv-neutron-818715-1-hyperv is: [{'id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183228990', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:51:24Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': 'bf273700-2cd2-4ddc-ae76-f093ff7f8c20', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a94fca-a9d6-4956-b29c-4d5cc95f3ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:49:50Z', 'updated_at': '2021-11-24T22:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:51:25.632016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for bf273700-2cd2-4ddc-ae76-f093ff7f8c20 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:51:25.666894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.692469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Pushing event deleted for resources: {'Port': ['ID=69fd4c81-93bc-4450-9fc4-6dc4bfe5a974,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:25.696910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] No DVR routers for this DVR port 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:51:25.703723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.704068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.704409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.704752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.705219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.705403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.705730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.706055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.706379 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.706690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.707428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.707428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72608ed-bf44-4480-b02b-fbadc2e92353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:25.799690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.830556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=bf273700-2cd2-4ddc-ae76-f093ff7f8c20,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:25.890586 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.987797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:25.990897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.038866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.039493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Fanout notify agent at l3_agent the message router_deleted on router 47a94fca-a9d6-4956-b29c-4d5cc95f3ead {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:51:26.047092 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.048366 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-5f02d68b-a1c8-43e7-a4bf-875feb6a2e97 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/routers/47a94fca-a9d6-4956-b29c-4d5cc95f3ead HTTP/1.1" status: 204 len: 168 time: 0.7863903 Nov 24 22:51:26.051664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39276) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:26.107595 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4bf18016-3c6c-4f66-9729-761c84451484 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:51:26.130926 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 4bf18016-3c6c-4f66-9729-761c84451484 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:51:26.131269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4bf18016-3c6c-4f66-9729-761c84451484 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:51:26.131776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:51:26.136081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.157052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:51:26.157634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 69fd4c81-93bc-4450-9fc4-6dc4bfe5a974 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:51:26.233612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.254165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeab0f98-08d2-481e-b3e8-cc249d457066']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:26.265081 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:26.265407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa2f0f1-0454-4f4e-af9b-2d4051e2baf2') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:26.275969 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.290863 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.297150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:51:26.297548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:51:26.300769 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:51:26.360786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.367678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.374223 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/networks/eeab0f98-08d2-481e-b3e8-cc249d457066 HTTP/1.1" status: 204 len: 168 time: 0.3192780 Nov 24 22:51:26.374798 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39278) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:26.383572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a2670-4e27-49c6-8340-546c2ec44025 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Network': ['ID=eeab0f98-08d2-481e-b3e8-cc249d457066,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:26.435056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73f0e3fa-5115-4510-a815-299364314cae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.460998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73f0e3fa-5115-4510-a815-299364314cae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.519358 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73f0e3fa-5115-4510-a815-299364314cae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.522510 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-73f0e3fa-5115-4510-a815-299364314cae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.523746 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-73f0e3fa-5115-4510-a815-299364314cae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/security-groups/eb9d30a0-acef-477a-874d-611e9e781fc9 HTTP/1.1" status: 204 len: 168 time: 0.1481097 Nov 24 22:51:26.532732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0e3fa-5115-4510-a815-299364314cae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d30a0-acef-477a-874d-611e9e781fc9,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:26.843163 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39284) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:26.847979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110004069', 'description': 'tempest-secgroup-smoke-110004069 description', 'project_id': '2ac51c97021d483ebb70691b44777f95'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:26.870205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.937251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.940840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.969448 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:26.970583 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1263616 Nov 24 22:51:26.972509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885697c-22f8-4dcc-8d46-d0fce52b2c7c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:26.973572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39286) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:26.978213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '4db643e3-ea4c-44c8-9a5f-2d2f45ba747c', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.005284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.063828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.067868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.084380 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7987a5-2cbc-492c-8df5-da51d047078a,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.092556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.093730 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c3368559-98d8-4bbb-a685-016b86e15692 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191306 Nov 24 22:51:27.096368 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39288) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.100737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '4db643e3-ea4c-44c8-9a5f-2d2f45ba747c', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.126443 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.183976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.187466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.205449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d1f9c9-e2a3-4aad-a9d2-7b84a55ec72f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.212559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.213755 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e7fd887e-6667-42cc-97e5-fe48a1f8f7c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164205 Nov 24 22:51:27.216335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39290) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.220610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '4db643e3-ea4c-44c8-9a5f-2d2f45ba747c', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.246237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.304040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.307497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.322957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99baf399-6698-46e0-9b68-1f785e8163f2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.333284 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.334464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6ad83d67-cb0c-40ce-86d1-18a4038c6bea tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172009 Nov 24 22:51:27.337093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39292) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.341299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '4db643e3-ea4c-44c8-9a5f-2d2f45ba747c', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.367028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.424746 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.428710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.449687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2854e36-e866-4d9c-9674-56f36b5b0b19,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.455917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.457097 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1159b789-22b3-4c18-aede-a903cada6eaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190760 Nov 24 22:51:27.459679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39294) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.463828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '4db643e3-ea4c-44c8-9a5f-2d2f45ba747c', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.485378 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:51:27.491345 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.549754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.553692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.570820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a777c83-f320-4325-8393-e166b347e4a2,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.578313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.579610 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-21d6aaa1-8137-44c0-80b4-79ab0bfbb728 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189935 Nov 24 22:51:27.582240 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39296) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.586537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '4db643e3-ea4c-44c8-9a5f-2d2f45ba747c', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.607917 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:51:27.612612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.673407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.677397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.694189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de99f502-229d-47fa-b111-21818b0575f7,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.702532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.703746 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e68b7fdf-236f-428a-8c63-478fcac7bead tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205516 Nov 24 22:51:27.706472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39298) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.711771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'network': {'name': 'tempest-network-smoke--1634128384', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.733314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:51:27.737255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.741828 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf273700-2cd2-4ddc-ae76-f093ff7f8c20 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:51:27.760543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:51:27.762165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: bf273700-2cd2-4ddc-ae76-f093ff7f8c20 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:51:27.762647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf273700-2cd2-4ddc-ae76-f093ff7f8c20 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:51:27.771739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.772090 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Added segment 9d53e6e2-6f93-48d2-996a-a6d47e7a45b5 of type vlan for network 0f0783ad-dd02-48a6-a1ae-332d36c85118 Nov 24 22:51:27.813989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.838046 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.843640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:27.844225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.900026 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919661 Nov 24 22:51:27.902580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39300) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:27.913689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'admin_state_up': True, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:27.927225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6767b1-6b78-40b1-bfb4-d23a217a89d5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Network': ['ID=0f0783ad-dd02-48a6-a1ae-332d36c85118,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:27.937031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:51:27.944442 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:27.945451 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.014483 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.146941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.336064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.354276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.456375 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.23 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/61650694-bd7a-48a5-b447-625d78fed566) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:51:28.556500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.589721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:28.624968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:51:28.627794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:28.631880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:51:28.666217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=61650694-bd7a-48a5-b447-625d78fed566,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:28.884227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.076726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.198192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:51:29.301254 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:51:29.310557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Sync routers for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:51:29.319359 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:29.319995 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:29.320835 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.325117 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-43f65065-4b13-4930-8e22-da6e2a66192b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4185686 Nov 24 22:51:29.325612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39302) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:29.356568 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1d1e18bd-b646-4cc7-ad0e-59f0320142ba tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2ac51c97021d483ebb70691b44777f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276535 Nov 24 22:51:29.356886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39304) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:29.423580 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:29.445713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701057c-4d9d-4eb1-a747-d2d83c1eeb8d tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:29.447482 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b701057c-4d9d-4eb1-a747-d2d83c1eeb8d tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894225 Nov 24 22:51:29.450393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39306) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:29.479291 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-006380d5-7508-456d-9e75-83c6e79d4ed7 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278285 Nov 24 22:51:29.481692 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39308) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:29.486987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192146205', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:29.601047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:28Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:29.631892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Checking router: 0780faf5-5b2e-4ef8-ae98-e00586c543e4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:51:29.632233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Updating router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 port 61650694-bd7a-48a5-b447-625d78fed566 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:51:29.658299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.909448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:51:29.913045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.918724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.924405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:29.976597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Attempting to bind port 61650694-bd7a-48a5-b447-625d78fed566 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:51:29.977083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Attempting to bind port 61650694-bd7a-48a5-b447-625d78fed566 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:51:29.977330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Attempting to bind port 61650694-bd7a-48a5-b447-625d78fed566 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:51:29.993156 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54bacd-261d-435e-b7c3-98f352061fc8 None None] Pushing event updated for resources: {'Port': ['ID=61650694-bd7a-48a5-b447-625d78fed566,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:30.004918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:51:30.005540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:51:30.006221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.006933 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:51:30.007725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Bound port: 61650694-bd7a-48a5-b447-625d78fed566, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:51:30.008374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.011877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.064620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] For port 61650694-bd7a-48a5-b447-625d78fed566, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:51:30.068290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] For port 61650694-bd7a-48a5-b447-625d78fed566, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=61650694-bd7a-48a5-b447-625d78fed566,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:51:30.072553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.104984 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.127186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:30.127830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:30.133121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54bacd-261d-435e-b7c3-98f352061fc8 None None] Pushing event updated for resources: {'Port': ['ID=61650694-bd7a-48a5-b447-625d78fed566,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:30.164749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Subnet': ['ID=c7b673d5-3957-4145-b00f-7b23c0854046,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:30.173816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Checking segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:51:30.174174 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network hostable DHCP agents. Network: 0f0783ad-dd02-48a6-a1ae-332d36c85118, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:51:30.189875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:51:30.199554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 0f0783ad-dd02-48a6-a1ae-332d36c85118) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:30.204200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:30.204850 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.210405 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2d2f3-e894-46c2-8cfb-b2982ac84793 None None] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:51:30.221530 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-08ac527f-1f47-45b9-b4d5-69209fb8cb07 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7388067 Nov 24 22:51:30.224232 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39310) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:30.429365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:30.636566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-0f0783ad-dd02-48a6-a1ae-332d36c85118', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:51:30.637425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.661035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.770193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:28Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:30.799659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871305e-4962-4d51-ba05-43690d6be11b None None] The sync data for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv is: [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:28Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:51:30.812450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Allocated IP 172.20.0.2 (0f0783ad-dd02-48a6-a1ae-332d36c85118/c7b673d5-3957-4145-b00f-7b23c0854046/8642376a-b65f-4185-8ade-315e892bc04c) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:51:30.967755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:30.977240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.027035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:51:31.028713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:31.031663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:51:31.052644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Pushing event updated for resources: {'Port': ['ID=8642376a-b65f-4185-8ade-315e892bc04c,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:31.059713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.1 (0f0783ad-dd02-48a6-a1ae-332d36c85118/c7b673d5-3957-4145-b00f-7b23c0854046/1be188fb-9a15-409b-b37e-0f12b04da48e) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:51:31.113435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Attempting to bind port 8642376a-b65f-4185-8ade-315e892bc04c on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:51:31.113807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Attempting to bind port 8642376a-b65f-4185-8ade-315e892bc04c by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:51:31.114174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Attempting to bind port 8642376a-b65f-4185-8ade-315e892bc04c on network 0f0783ad-dd02-48a6-a1ae-332d36c85118 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:51:31.119494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:51:31.119909 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Checking segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:51:31.120314 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.120708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Bound using segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:51:31.121183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Bound port: 8642376a-b65f-4185-8ade-315e892bc04c, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:51:31.121571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.187945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] For port 8642376a-b65f-4185-8ade-315e892bc04c, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:51:31.191958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] For port 8642376a-b65f-4185-8ade-315e892bc04c, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8642376a-b65f-4185-8ade-315e892bc04c,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:51:31.198306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.201181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.239559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.263656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b8cfc-660b-4e0d-b26e-e5234c7fc667 None None] Pushing event updated for resources: {'Port': ['ID=8642376a-b65f-4185-8ade-315e892bc04c,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:31.299812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:51:31.304204 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:31.308171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:51:31.338462 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=1be188fb-9a15-409b-b37e-0f12b04da48e,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:31.359898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.524149 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.815736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.823989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.831419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8642376a-b65f-4185-8ade-315e892bc04c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:51:31.887506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8642376a-b65f-4185-8ade-315e892bc04c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:31.888185 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.907657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=1be188fb-9a15-409b-b37e-0f12b04da48e,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:31.910898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:31.977258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.009522 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:51:32.011180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:32.011653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 8642376a-b65f-4185-8ade-315e892bc04c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8642376a-b65f-4185-8ade-315e892bc04c,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:32.016615 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.017803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 61650694-bd7a-48a5-b447-625d78fed566 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:51:32.100192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=8642376a-b65f-4185-8ade-315e892bc04c,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:32.111798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 61650694-bd7a-48a5-b447-625d78fed566 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:32.111945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.150280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:51:32.195057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.217160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 61650694-bd7a-48a5-b447-625d78fed566, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=61650694-bd7a-48a5-b447-625d78fed566,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:32.222141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.268078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4b7c2-1efb-44ce-bb06-f55a33f3fe43 None None] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:51:32.271333 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:51:32.280041 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b9673e73-fb2b-4a16-af92-7b031c92014d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/0780faf5-5b2e-4ef8-ae98-e00586c543e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547607 Nov 24 22:51:32.325567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=61650694-bd7a-48a5-b447-625d78fed566,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:32.346258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4567c4f1-062a-4ff5-a191-667f375d7001 None None] Provisioning complete for port 8642376a-b65f-4185-8ade-315e892bc04c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:32.346639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4567c4f1-062a-4ff5-a191-667f375d7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.436688 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-58b9b0d4-2e72-439e-bdc3-378603f862fe tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110004069&fields=id&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 267 time: 0.0373940 Nov 24 22:51:32.548684 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-845aebb7-3d42-44c1-95c3-e14235b228ec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:32.550495 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-845aebb7-3d42-44c1-95c3-e14235b228ec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 797 time: 0.1054010 Nov 24 22:51:32.567276 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d48949eb-615b-4e8c-a816-e24df1a07f62 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/quotas/2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 375 time: 0.0108504 Nov 24 22:51:32.621074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-99ec6226-3ca5-47c1-94f3-d2ae0b3e0ae7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471087 Nov 24 22:51:32.649077 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Sync routers for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:51:32.660528 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:32.661163 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:32.725830 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-84ceff60-9c6b-4b53-bed2-0299fae64149 service neutron] 10.222.0.41 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917361 Nov 24 22:51:32.737851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5dbf35b6-fa5a-49d8-96cc-f5a755ce682f None None] Provisioning complete for port 8642376a-b65f-4185-8ade-315e892bc04c triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:32.738264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5dbf35b6-fa5a-49d8-96cc-f5a755ce682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.775291 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:32.824913 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-4ca0e9d8-9123-445d-8837-418bd8964c96 service neutron] 10.222.0.41 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927017 Nov 24 22:51:32.839633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-5dbf35b6-fa5a-49d8-96cc-f5a755ce682f None None] Provisioning complete for port 1be188fb-9a15-409b-b37e-0f12b04da48e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:32.840198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5dbf35b6-fa5a-49d8-96cc-f5a755ce682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:32.886374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf35b6-fa5a-49d8-96cc-f5a755ce682f None None] Port 1be188fb-9a15-409b-b37e-0f12b04da48e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:51:32.990775 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 2, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:33.008385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a03f53fd-5171-4748-aea4-1470ba670032 None None] Provisioning complete for port 1be188fb-9a15-409b-b37e-0f12b04da48e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:33.009167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a03f53fd-5171-4748-aea4-1470ba670032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.022355 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Checking router: 0780faf5-5b2e-4ef8-ae98-e00586c543e4 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:51:33.022920 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Updating router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 port 1be188fb-9a15-409b-b37e-0f12b04da48e binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:51:33.031800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f916b812-7a5e-4065-88bd-3b9d3abf90cf req-1049f5fb-4dc3-41c8-bd4b-ecca7b5ef371 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0463035 Nov 24 22:51:33.057600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-a03f53fd-5171-4748-aea4-1470ba670032 None None] Port 1be188fb-9a15-409b-b37e-0f12b04da48e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:51:33.146488 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.174869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-7a44bb29-493b-4e46-ae08-6ec23aeb4e70 None None] Provisioning complete for port 1be188fb-9a15-409b-b37e-0f12b04da48e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:33.175235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bb29-493b-4e46-ae08-6ec23aeb4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.208825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-7a44bb29-493b-4e46-ae08-6ec23aeb4e70 None None] Port 1be188fb-9a15-409b-b37e-0f12b04da48e cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:51:33.397936 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.402953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.467879 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Pushing event updated for resources: {'Port': ['ID=1be188fb-9a15-409b-b37e-0f12b04da48e,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:33.490658 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.491007 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.491341 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.491765 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.492102 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.492423 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.492743 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.493064 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.493386 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.493695 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.494005 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.494315 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:51:33.510315 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Attempting to bind port 1be188fb-9a15-409b-b37e-0f12b04da48e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:51:33.510728 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Attempting to bind port 1be188fb-9a15-409b-b37e-0f12b04da48e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:51:33.511045 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Attempting to bind port 1be188fb-9a15-409b-b37e-0f12b04da48e on network 0f0783ad-dd02-48a6-a1ae-332d36c85118 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:51:33.516183 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:51:33.516546 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Checking segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:51:33.516944 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.517328 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Bound using segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:51:33.517784 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Bound port: 1be188fb-9a15-409b-b37e-0f12b04da48e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:51:33.518157 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.583235 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] For port 1be188fb-9a15-409b-b37e-0f12b04da48e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:51:33.586463 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] For port 1be188fb-9a15-409b-b37e-0f12b04da48e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1be188fb-9a15-409b-b37e-0f12b04da48e,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:51:33.591635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.629213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-68240f16-d14c-490c-81c1-e0a5b3aa288b None None] Provisioning complete for port 1be188fb-9a15-409b-b37e-0f12b04da48e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:33.629581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68240f16-d14c-490c-81c1-e0a5b3aa288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.643254 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:33.643975 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:33.688114 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93e04b-af79-40ff-9c79-4cb3a8215da8 None None] Pushing event updated for resources: {'Port': ['ID=1be188fb-9a15-409b-b37e-0f12b04da48e,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:33.712660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68240f16-d14c-490c-81c1-e0a5b3aa288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.749173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-68240f16-d14c-490c-81c1-e0a5b3aa288b None None] For port 1be188fb-9a15-409b-b37e-0f12b04da48e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1be188fb-9a15-409b-b37e-0f12b04da48e,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:33.755199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-68240f16-d14c-490c-81c1-e0a5b3aa288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.770620 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:33.815603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240f16-d14c-490c-81c1-e0a5b3aa288b None None] Pushing event updated for resources: {'Port': ['ID=1be188fb-9a15-409b-b37e-0f12b04da48e,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:33.823347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8642376a-b65f-4185-8ade-315e892bc04c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:51:33.880393 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 8642376a-b65f-4185-8ade-315e892bc04c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:33.881105 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.882282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8f52266f-2f11-4e8d-a80c-004e34f1e816 None None] Provisioning complete for port 1be188fb-9a15-409b-b37e-0f12b04da48e triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:33.882634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8f52266f-2f11-4e8d-a80c-004e34f1e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:33.979385 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:34.008414 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a87ec-1382-412d-9c14-ec11dc557a86 None None] The sync data for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv is: [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:51:34.021904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 61650694-bd7a-48a5-b447-625d78fed566 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:51:34.096965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 61650694-bd7a-48a5-b447-625d78fed566 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:34.097876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:34.136077 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4723b8eb-8c9e-4044-94c8-c887399466f1 req-cf950f6c-19b7-4542-9c7e-6119eed5dee6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0334039 Nov 24 22:51:35.212348 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d584cca9-2b84-4b4b-b531-6324f7199770 req-fe15432f-13bf-4386-aa51-2334de5cd4ba tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0288730 Nov 24 22:51:35.801628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1be188fb-9a15-409b-b37e-0f12b04da48e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:51:35.846990 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 1be188fb-9a15-409b-b37e-0f12b04da48e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:35.847883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:36.288369 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-59fb9208-4790-41ae-9436-e2913bb9f1e9 req-db119b5f-6f8c-4a8f-8daa-95489ef0da52 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0258896 Nov 24 22:51:37.379311 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-88c6e343-21cb-4473-af2d-269303f87f9a req-04057738-5fc0-47eb-87da-1ed92a2b78ef tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0254500 Nov 24 22:51:37.988000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ce8feeb-c09d-4153-9416-7b9de796a63a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:37.989434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ce8feeb-c09d-4153-9416-7b9de796a63a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 797 time: 0.1094182 Nov 24 22:51:38.037871 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-c42981ab-74a1-44a1-a96c-f0b68013975a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 379 time: 0.0391171 Nov 24 22:51:38.050619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'port': {'device_id': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'admin_state_up': True, 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'security_groups': ['4db643e3-ea4c-44c8-9a5f-2d2f45ba747c']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:38.162464 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:51:38.165956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.290569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.7 (0f0783ad-dd02-48a6-a1ae-332d36c85118/c7b673d5-3957-4145-b00f-7b23c0854046/50ca9c45-5508-4eea-94cf-427e6d5852fb) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:51:38.427723 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.461002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.474125 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3f5beaf7-45eb-484c-ad18-de9e34445b8f req-7df07a42-d2cf-404a-aaa2-da5e4649c90f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0278034 Nov 24 22:51:38.504704 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:51:38.507878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:38.511437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:51:38.537901 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:38.565505 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:38.566668 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.584617 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-d88245d8-ad05-4434-b7fb-0b787a477e0b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377061 Nov 24 22:51:38.597495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Request body: {'port': {'device_id': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:38.655195 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.772419 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ad8bee19-0949-4817-b0d4-c31e51bfd288 None None] Provisioning complete for port 50ca9c45-5508-4eea-94cf-427e6d5852fb triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:38.773044 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ad8bee19-0949-4817-b0d4-c31e51bfd288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.805851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bee19-0949-4817-b0d4-c31e51bfd288 None None] Port 50ca9c45-5508-4eea-94cf-427e6d5852fb cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:51:38.917514 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ca9c45-5508-4eea-94cf-427e6d5852fb {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:51:38.925278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.937945 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Transition to ACTIVE for port object 50ca9c45-5508-4eea-94cf-427e6d5852fb will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:51:38.942606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:38.995940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Pushing event updated for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:39.069300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Attempting to bind port 50ca9c45-5508-4eea-94cf-427e6d5852fb on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:51:39.069560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Attempting to bind port 50ca9c45-5508-4eea-94cf-427e6d5852fb by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:51:39.069896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Attempting to bind port 50ca9c45-5508-4eea-94cf-427e6d5852fb on network 0f0783ad-dd02-48a6-a1ae-332d36c85118 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:51:39.074657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Port 50ca9c45-5508-4eea-94cf-427e6d5852fb on network 0f0783ad-dd02-48a6-a1ae-332d36c85118 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:51:39.074974 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Attempting to bind port 50ca9c45-5508-4eea-94cf-427e6d5852fb on network 0f0783ad-dd02-48a6-a1ae-332d36c85118 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:51:39.079916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:51:39.080252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Checking segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:51:39.080641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Bound using segment: {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:51:39.081067 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Bound port: 50ca9c45-5508-4eea-94cf-427e6d5852fb, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:51:39.081426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:39.146754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:51:39.149851 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:51:39.154276 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:39.186599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.187209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:39.188974 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] 10.222.0.71 "PUT /v2.0/ports/50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 1093 time: 0.5957751 Nov 24 22:51:39.191843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:51:39.195230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3018ca-e874-45c7-a40a-64e1727e53a6" -d '{"events": [{"name": "network-changed", "server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:51:39.228165 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7eb73-e927-494f-bd60-e67f7a8e2e24 service neutron] Pushing event updated for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:39.247197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e7dfb-0346-43e9-a779-e3155bea7ec8 x-openstack-request-id: req-aa2e7dfb-0346-43e9-a779-e3155bea7ec8 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:51:39.247498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:51:39.247776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa2e7dfb-0346-43e9-a779-e3155bea7ec8 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:51:39.248175 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'status': 'completed', 'code': 200} Nov 24 22:51:39.278587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-744e22c5-c5ec-4425-9be8-f1895607dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.280175 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-744e22c5-c5ec-4425-9be8-f1895607dbe1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1096 time: 0.0448952 Nov 24 22:51:39.327743 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-815e2c39-74d4-404c-8365-16fdc3d023a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 217 time: 0.0394242 Nov 24 22:51:39.378101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-976e55c1-bbc3-426d-bce9-ac04b3b7e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.379633 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-976e55c1-bbc3-426d-bce9-ac04b3b7e9cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0453596 Nov 24 22:51:39.424065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9c9b6823-80ae-4714-b617-513323979c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.425569 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9c9b6823-80ae-4714-b617-513323979c78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393164 Nov 24 22:51:39.518920 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-b9fe85ba-6673-4645-91b3-1171dc042303 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860596 Nov 24 22:51:39.592102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033147e-fe53-4028-9749-c852eb8aa8d6 req-be90bcac-ff67-4252-aac2-7dcef811487f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.593485 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0033147e-fe53-4028-9749-c852eb8aa8d6 req-be90bcac-ff67-4252-aac2-7dcef811487f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0522833 Nov 24 22:51:39.609322 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2a7e04c4-b6c9-4e34-9301-6acfa21ef370 req-9056a0fc-9a43-4d23-b185-6eb0deec8a42 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825140 Nov 24 22:51:39.632196 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0033147e-fe53-4028-9749-c852eb8aa8d6 req-a73138e1-55af-42e1-8cb7-d47ae313ac40 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Nov 24 22:51:39.700123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-df855c14-24b0-4003-8bad-45678ae5bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.701585 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-df855c14-24b0-4003-8bad-45678ae5bc9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1096 time: 0.0413561 Nov 24 22:51:39.793388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-65e1d23c-ac83-41a2-a22c-cd63b9dfce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.794851 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-65e1d23c-ac83-41a2-a22c-cd63b9dfce26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0861003 Nov 24 22:51:39.837635 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-5a386984-0576-43a8-8c87-fb393e34330b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 217 time: 0.0344586 Nov 24 22:51:39.890239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-ec039233-b464-411b-b47b-0c9f7ec6b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.891680 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-ec039233-b464-411b-b47b-0c9f7ec6b0b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0470262 Nov 24 22:51:39.937135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-169f9c9f-39f7-42dd-9adb-f0663b40afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:39.938630 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-169f9c9f-39f7-42dd-9adb-f0663b40afa0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394576 Nov 24 22:51:40.026734 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-26f3ee49-3028-444f-be03-abb4b501565c service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795095 Nov 24 22:51:40.120499 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ef3018ca-e874-45c7-a40a-64e1727e53a6 req-6bd1d586-e516-4c1a-8817-bec80e9c9f24 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Nov 24 22:51:40.747183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66c0dc-20a2-4485-a669-89d60debee91 req-5c70ddb6-84f6-41c9-929f-21a697f9dc01 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:40.748663 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bd66c0dc-20a2-4485-a669-89d60debee91 req-5c70ddb6-84f6-41c9-929f-21a697f9dc01 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0484834 Nov 24 22:51:40.785425 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bd66c0dc-20a2-4485-a669-89d60debee91 req-a47dde16-0478-41d5-bbf0-2a7eb182c57c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302582 Nov 24 22:51:41.302692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 50ca9c45-5508-4eea-94cf-427e6d5852fb details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:51:41.397725 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:41.408577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'port_id': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'mac_address': 'fa:16:3e:aa:88:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:51:41.444488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:41.457556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ca9c45-5508-4eea-94cf-427e6d5852fb {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:51:41.476755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:41.480471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:41.525532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:41.686566 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['50ca9c45-5508-4eea-94cf-427e6d5852fb'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:51:41.897145 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f4f3-7a1a-4270-991c-cae8e570ee2f req-86eee940-667b-4351-b693-7af3d01d1d3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:41.898634 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ebd9f4f3-7a1a-4270-991c-cae8e570ee2f req-86eee940-667b-4351-b693-7af3d01d1d3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 944 time: 0.0491304 Nov 24 22:51:41.936387 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ebd9f4f3-7a1a-4270-991c-cae8e570ee2f req-f424272b-1a40-437c-9274-185b85f5e626 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Nov 24 22:51:43.053251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b3754-2db7-4842-ad7d-d2709beef50e req-8f7f6921-28ad-412b-b4aa-c9aedf150f7d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:43.054702 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e0b3754-2db7-4842-ad7d-d2709beef50e req-8f7f6921-28ad-412b-b4aa-c9aedf150f7d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 944 time: 0.0535049 Nov 24 22:51:43.092710 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4e0b3754-2db7-4842-ad7d-d2709beef50e req-a2949f86-7e92-4b0b-9243-040ed35710d7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Nov 24 22:51:43.318482 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 50ca9c45-5508-4eea-94cf-427e6d5852fb up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:51:43.368182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 50ca9c45-5508-4eea-94cf-427e6d5852fb completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:51:43.371802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 50ca9c45-5508-4eea-94cf-427e6d5852fb triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:51:43.372174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:43.446698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:43.468038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:51:43.470261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c014d6-6d11-43a9-9710-1b78ad5fb20e" -d '{"events": [{"server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "name": "network-vif-plugged", "status": "completed", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:51:43.483139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:51:43.487206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:43.535741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:43.574079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9998fce3-864f-41ee-932c-6696c6d29a0c x-openstack-request-id: req-9998fce3-864f-41ee-932c-6696c6d29a0c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:51:43.574402 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "name": "network-vif-plugged", "status": "completed", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:51:43.574659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9998fce3-864f-41ee-932c-6696c6d29a0c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:51:43.575082 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'code': 200} Nov 24 22:51:43.732457 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803652da-f272-409e-9376-76e0b4b4e91f req-7f09c918-8671-4a7d-a43c-2c57a603bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:43.733898 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-803652da-f272-409e-9376-76e0b4b4e91f req-7f09c918-8671-4a7d-a43c-2c57a603bfb6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1098 time: 0.0393016 Nov 24 22:51:43.768824 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-803652da-f272-409e-9376-76e0b4b4e91f req-b28f8f3e-c472-43e5-aecf-6d236a9c2308 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277998 Nov 24 22:51:44.205002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cd985-4ace-4fe0-92a5-bfa1e6a9ac97 req-6e9387f1-3e29-448b-829b-48b880459f53 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:44.206958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-555cd985-4ace-4fe0-92a5-bfa1e6a9ac97 req-6e9387f1-3e29-448b-829b-48b880459f53 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0493536 Nov 24 22:51:44.243695 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-555cd985-4ace-4fe0-92a5-bfa1e6a9ac97 req-ec4a10ed-f924-44f1-86b6-162d759decc1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307441 Nov 24 22:51:44.254991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1ee42f51-6ebf-4f72-8ff2-53ef5cdd6d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:45.356149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae60d1-f3cb-40f9-8f25-eeb1ee34f62d req-4d4d7917-0e72-4259-a00a-0bc7e9128290 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:45.357589 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-75ae60d1-f3cb-40f9-8f25-eeb1ee34f62d req-4d4d7917-0e72-4259-a00a-0bc7e9128290 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0480924 Nov 24 22:51:45.393977 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-75ae60d1-f3cb-40f9-8f25-eeb1ee34f62d req-0572886f-d004-49cb-a94b-899b84845d90 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299370 Nov 24 22:51:45.510309 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f72e8f-3fb9-4c3e-8cc5-699198673126 req-f3d16cbe-4d5b-4132-be97-071747dfd511 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:45.511806 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0f72e8f-3fb9-4c3e-8cc5-699198673126 req-f3d16cbe-4d5b-4132-be97-071747dfd511 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0539904 Nov 24 22:51:45.548546 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0f72e8f-3fb9-4c3e-8cc5-699198673126 req-be39126e-74ec-48b6-84f8-1f069969c647 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308440 Nov 24 22:51:45.569461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39382) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:45.608064 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e30b6-a921-420e-acfe-baafe203cc86 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:45.609547 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9b9e30b6-a921-420e-acfe-baafe203cc86 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1093 time: 0.0391471 Nov 24 22:51:45.612280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39384) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:45.616536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:51:45.637833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:45.734060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:45.835384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.251 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/90135142-391c-468e-b483-d40a7ffb2907) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:51:45.938523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:45.971283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.006658 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:51:46.009523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:51:46.012945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:51:46.037447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=90135142-391c-468e-b483-d40a7ffb2907,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:46.349928 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.413662 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.558656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.562930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.631370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=90135142-391c-468e-b483-d40a7ffb2907,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:51:46.639171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.684114 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-48dfa7a6-2a37-44e9-9fca-1c45572949bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.737434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP 7aa41326-687c-4828-8136-d24f6a1a7bf2 associated. External IP: 172.26.3.251, port: 50ca9c45-5508-4eea-94cf-427e6d5852fb. Nov 24 22:51:46.923918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:46.942345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:51:47.047469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:51:47.058372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] Sync routers for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:51:47.065806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:47.068321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:47.068967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:47.094833 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-202a5547-3424-4991-8821-a6719163c89c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4791951 Nov 24 22:51:47.094833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:51:47.103733 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c" -d '{"events": [{"name": "network-changed", "server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:51:47.140975 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac4d6c1-852b-427d-8f2a-9855c74c9290 x-openstack-request-id: req-9ac4d6c1-852b-427d-8f2a-9855c74c9290 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:51:47.141258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:51:47.141506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ac4d6c1-852b-427d-8f2a-9855c74c9290 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:51:47.141904 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'status': 'completed', 'code': 200} Nov 24 22:51:47.180275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:47.197588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74959d6c-8258-4398-ab5a-43a82611b8ce req-e7efc1a4-c1ec-416c-9524-6ee2216bf747 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:47.199228 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-74959d6c-8258-4398-ab5a-43a82611b8ce req-e7efc1a4-c1ec-416c-9524-6ee2216bf747 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0553315 Nov 24 22:51:47.213659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-56dce99d-5187-48cd-8b85-12cfb2a7792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:47.215261 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-56dce99d-5187-48cd-8b85-12cfb2a7792e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1098 time: 0.0470057 Nov 24 22:51:47.241591 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-74959d6c-8258-4398-ab5a-43a82611b8ce req-f4f6e858-1b31-4c9d-8253-98945e13821b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361309 Nov 24 22:51:47.264298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39390) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:47.319261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-071fb634-591d-4c3f-a855-d55f131984ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:47.320780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-071fb634-591d-4c3f-a855-d55f131984ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0986269 Nov 24 22:51:47.334251 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-894e8fb6-19e6-4f07-b33a-3333cabbb2c2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/7aa41326-687c-4828-8136-d24f6a1a7bf2 HTTP/1.1" status: 200 len: 991 time: 0.0676219 Nov 24 22:51:47.388667 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-873e957a-d9cc-4497-97d6-76c07d95490a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 999 time: 0.0588374 Nov 24 22:51:47.439900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-000881e9-0f15-4e58-a16b-a1a5571e04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:47.441383 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-000881e9-0f15-4e58-a16b-a1a5571e04ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0459139 Nov 24 22:51:47.485988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-d0b6333a-b25b-492a-82b7-92b776cdef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:51:47.488221 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-d0b6333a-b25b-492a-82b7-92b776cdef4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392678 Nov 24 22:51:47.546368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '7aa41326-687c-4828-8136-d24f6a1a7bf2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.251', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'port_id': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'mac_address': 'fa:16:3e:aa:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:51:46Z', 'updated_at': '2021-11-24T22:51:46Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:47.576681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] Checking router: 0780faf5-5b2e-4ef8-ae98-e00586c543e4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:51:47.577774 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-dab474b6-ba2a-440c-ba93-d53c46d2fb31 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825768 Nov 24 22:51:47.584965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:51:47.585571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:51:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:47.669537 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d2c2a7d6-168d-4fba-bc45-c59f85a1243c req-3f887ffd-d703-4e20-a635-c6b1444e3061 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847356 Nov 24 22:51:47.689169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:51:47.903383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '7aa41326-687c-4828-8136-d24f6a1a7bf2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.251', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'port_id': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'mac_address': 'fa:16:3e:aa:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:51:46Z', 'updated_at': '2021-11-24T22:51:46Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:51:47.933336 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104a3ae-22bd-426f-a55f-3d0c54ad659d None None] The sync data for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv is: [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '7aa41326-687c-4828-8136-d24f6a1a7bf2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.251', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'port_id': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'mac_address': 'fa:16:3e:aa:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:51:46Z', 'updated_at': '2021-11-24T22:51:46Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:51:48.212853 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b98b16-9dd3-4f81-86cb-351b56763c3a None None] New status for floating IP 7aa41326-687c-4828-8136-d24f6a1a7bf2: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:51:48.338136 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39392) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:48.400851 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-691ac1a4-d3d3-4306-a5d2-e3f18c1f0397 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/7aa41326-687c-4828-8136-d24f6a1a7bf2 HTTP/1.1" status: 200 len: 991 time: 0.0616715 Nov 24 22:51:48.476869 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:48.497419 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:51:49.404701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39394) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:51:49.466714 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-96590bbf-3bb1-4187-9c5f-68f39c6ce7a0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/7aa41326-687c-4828-8136-d24f6a1a7bf2 HTTP/1.1" status: 200 len: 993 time: 0.0608816 Nov 24 22:51:49.795688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:51:59.986011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:08.659802 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-3c7e4139-2aab-4700-9082-e7874b8f771d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393410 Nov 24 22:52:08.739433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-0b7bd9e1-fe9e-401c-8f1c-b0fcb7c06829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:08.740906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-0b7bd9e1-fe9e-401c-8f1c-b0fcb7c06829 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1098 time: 0.0391760 Nov 24 22:52:08.846213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-51ed6413-a619-41ad-b6ff-61c271722433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:08.847689 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-51ed6413-a619-41ad-b6ff-61c271722433 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0868921 Nov 24 22:52:08.912341 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-485fa280-8ca9-4896-b3a9-91a98d228852 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 1001 time: 0.0568974 Nov 24 22:52:08.963797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-69d26ce0-6b4d-4c9e-a2cb-ca9a38c2128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:08.965185 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-69d26ce0-6b4d-4c9e-a2cb-ca9a38c2128c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0462136 Nov 24 22:52:09.010136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-d2383630-d69f-476d-8869-34baf9404a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:09.011587 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-d2383630-d69f-476d-8869-34baf9404a30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387526 Nov 24 22:52:09.098557 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-170cf76d-7d54-4102-91e0-9ac7376f038e service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791988 Nov 24 22:52:09.189899 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-91775d14-e00c-4a2a-a19e-3274917d3d2f req-693cd553-b340-4076-9400-aee538f48cea service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Nov 24 22:52:14.255502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c385c084-1d03-456f-b0e5-747e22bdfd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:16.674689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-69a14eea-ba5c-4cbd-889b-f6d1e7284ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:16.924952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:18.480724 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:19.797737 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:20.706978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-a9cdfc00-d87f-4cbc-8866-c6f00c46f3b8 req-33299573-1b46-4779-987f-b38e60bc4a73 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:52:20.707978 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a9cdfc00-d87f-4cbc-8866-c6f00c46f3b8 req-33299573-1b46-4779-987f-b38e60bc4a73 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053542 Nov 24 22:52:20.879929 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eb8e9-fc45-41a7-866c-387ed22c3c7e req-8292eff4-be08-4f82-a619-874ccfe219c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:20.881429 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-351eb8e9-fc45-41a7-866c-387ed22c3c7e req-8292eff4-be08-4f82-a619-874ccfe219c0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0489099 Nov 24 22:52:20.919666 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-351eb8e9-fc45-41a7-866c-387ed22c3c7e req-04266a73-f968-4891-8856-6e5496a41dcf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Nov 24 22:52:20.920244 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-f407e42d-4834-4bf8-a91d-49a8dd0e53cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925715 Nov 24 22:52:20.928427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-c33a499f-ed0b-40cc-9de0-cb0fbc83d759 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:52:20.929380 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-c33a499f-ed0b-40cc-9de0-cb0fbc83d759 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049684 Nov 24 22:52:21.961087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-31982b37-0a9b-4377-85df-a010a6b3835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:21.962576 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-31982b37-0a9b-4377-85df-a010a6b3835e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1098 time: 0.0400944 Nov 24 22:52:22.032926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e80fc7-5aaa-43d9-94fe-3a34312a9c0b req-3adfaa73-a655-4f28-b5f3-4cd714de7f6b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:22.034565 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3e80fc7-5aaa-43d9-94fe-3a34312a9c0b req-3adfaa73-a655-4f28-b5f3-4cd714de7f6b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0479801 Nov 24 22:52:22.055993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-f12cd3e3-87e9-4e7f-88d0-baf7fd04120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:22.057463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-f12cd3e3-87e9-4e7f-88d0-baf7fd04120d service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0881889 Nov 24 22:52:22.071258 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3e80fc7-5aaa-43d9-94fe-3a34312a9c0b req-099b5474-1c7a-4e3d-a035-d51f136eaef0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Nov 24 22:52:22.123144 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-7d25861b-b54d-4bd6-8123-ee68eea23dd8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 1001 time: 0.0575163 Nov 24 22:52:22.176798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-d1c984ad-60b1-46c5-af48-212bb86ccd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:22.178223 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-d1c984ad-60b1-46c5-af48-212bb86ccd57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0471718 Nov 24 22:52:22.223450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-99139a52-9957-4c88-99e8-eef54611c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:22.224945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-99139a52-9957-4c88-99e8-eef54611c154 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391707 Nov 24 22:52:22.316796 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-efce4be9-40ee-4d78-a9b0-db205f52435c service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Nov 24 22:52:22.408626 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-bd2332a7-9dca-4572-88f9-f8776da72800 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Nov 24 22:52:23.187842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda61b3-fdea-4710-85f1-ca05fdc7dd77 req-49863d3c-7dad-4d0d-9a96-278d6a63ff95 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:23.189288 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dbda61b3-fdea-4710-85f1-ca05fdc7dd77 req-49863d3c-7dad-4d0d-9a96-278d6a63ff95 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0512056 Nov 24 22:52:23.225926 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dbda61b3-fdea-4710-85f1-ca05fdc7dd77 req-0c1e5a1a-c66f-4600-bd39-3892f0dad1a8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302141 Nov 24 22:52:24.348779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b216-9542-4931-b616-8e873c0b89d2 req-2dfe9954-9563-4df4-9d41-02f0c9b205cb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:24.350292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e391b216-9542-4931-b616-8e873c0b89d2 req-2dfe9954-9563-4df4-9d41-02f0c9b205cb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0511351 Nov 24 22:52:24.386892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e391b216-9542-4931-b616-8e873c0b89d2 req-e8cde780-e04e-44c4-810d-49bbf5469ee9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308049 Nov 24 22:52:25.496907 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:52:25.501138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681db9b-81cc-4e13-8fd2-8517baf62bd2 req-4b3c1212-7cc0-4495-b81a-2643f961e2a7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:25.502602 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4681db9b-81cc-4e13-8fd2-8517baf62bd2 req-4b3c1212-7cc0-4495-b81a-2643f961e2a7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0500224 Nov 24 22:52:25.539603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4681db9b-81cc-4e13-8fd2-8517baf62bd2 req-e2058878-fb07-49b8-9a1e-edd2a11a55c4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Nov 24 22:52:26.653849 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dd89d-d1fb-4844-895b-36e6603ada4f req-67758899-7bc6-4fb3-b335-f041111b452c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:26.655296 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-393dd89d-d1fb-4844-895b-36e6603ada4f req-67758899-7bc6-4fb3-b335-f041111b452c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0514479 Nov 24 22:52:26.691155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-393dd89d-d1fb-4844-895b-36e6603ada4f req-06268f3e-804e-4388-8d62-45a2c60ebaff tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298102 Nov 24 22:52:27.805884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21025576-fe1f-45d3-a07a-21631e0f0f3d req-a13822a0-7b70-40f5-b46f-b1579455877b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:27.807361 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21025576-fe1f-45d3-a07a-21631e0f0f3d req-a13822a0-7b70-40f5-b46f-b1579455877b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0492492 Nov 24 22:52:27.844012 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21025576-fe1f-45d3-a07a-21631e0f0f3d req-e2aff834-22c2-4fb2-943b-a959ebbf8d1d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307267 Nov 24 22:52:28.956070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff49b-67e8-4335-8ab4-08b62a338938 req-a0bf044f-1fcc-47a3-8477-772c67e95fd0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:28.957532 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32cff49b-67e8-4335-8ab4-08b62a338938 req-a0bf044f-1fcc-47a3-8477-772c67e95fd0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0486825 Nov 24 22:52:28.999411 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32cff49b-67e8-4335-8ab4-08b62a338938 req-556e511a-cb8c-4257-8359-a392938b3f3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357029 Nov 24 22:52:30.001063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:30.119451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b4cb8-0165-44a0-aea8-efef8043fb1a req-f9c8752b-9720-451d-b352-51edd9d8ec39 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:30.120931 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc4b4cb8-0165-44a0-aea8-efef8043fb1a req-f9c8752b-9720-451d-b352-51edd9d8ec39 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0512838 Nov 24 22:52:30.157692 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bc4b4cb8-0165-44a0-aea8-efef8043fb1a req-144f6d50-1eb5-4192-96da-3f38f4bb32b3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Nov 24 22:52:31.270488 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0d564-f25b-4223-8a00-9862adc03522 req-58a91207-fad5-49ae-a989-8f99885e2d64 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:31.272638 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86a0d564-f25b-4223-8a00-9862adc03522 req-58a91207-fad5-49ae-a989-8f99885e2d64 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0482352 Nov 24 22:52:31.308795 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86a0d564-f25b-4223-8a00-9862adc03522 req-ae38c8d0-a761-47c8-8dd5-3edd325656e6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303595 Nov 24 22:52:32.419922 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca78ce-3868-4497-8015-abcc16aea23b req-bfa734a1-88cf-438a-a412-d622a8cbfbec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:32.421366 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-83ca78ce-3868-4497-8015-abcc16aea23b req-bfa734a1-88cf-438a-a412-d622a8cbfbec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0472074 Nov 24 22:52:32.458200 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-83ca78ce-3868-4497-8015-abcc16aea23b req-f005076f-00a6-4461-ac44-f8ad4cd66945 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Nov 24 22:52:33.876104 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13973-e635-4b78-9996-67289ba013ac req-3a57ac5c-c3cb-4441-a3f6-deca26b7e313 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:33.877552 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86f13973-e635-4b78-9996-67289ba013ac req-3a57ac5c-c3cb-4441-a3f6-deca26b7e313 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.3541462 Nov 24 22:52:33.913633 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-86f13973-e635-4b78-9996-67289ba013ac req-3976728c-24c7-47d4-9689-67998a3c2a9b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294142 Nov 24 22:52:35.024157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e468-e58c-409a-9224-3cbe3f84a8d5 req-48cd82f9-58bd-4fb7-bff0-d0c95159d2dc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:35.025584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0852e468-e58c-409a-9224-3cbe3f84a8d5 req-48cd82f9-58bd-4fb7-bff0-d0c95159d2dc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0470195 Nov 24 22:52:35.062347 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0852e468-e58c-409a-9224-3cbe3f84a8d5 req-d6223f8a-4261-4f7f-a453-930ded912ff5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310175 Nov 24 22:52:36.173407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba090302-c8b0-4dcc-92f4-3a32dc832431 req-920ab714-db2f-4484-b78b-e3fbe0ba93dd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:36.174837 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ba090302-c8b0-4dcc-92f4-3a32dc832431 req-920ab714-db2f-4484-b78b-e3fbe0ba93dd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0471313 Nov 24 22:52:36.212272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ba090302-c8b0-4dcc-92f4-3a32dc832431 req-a284145f-c065-4d7a-88ea-318be3c2405b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310194 Nov 24 22:52:37.327774 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90789-4b85-410d-a574-fc162808ff72 req-987c5a0b-783a-4caa-88ea-d4d3254dd12c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:37.329204 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-63c90789-4b85-410d-a574-fc162808ff72 req-987c5a0b-783a-4caa-88ea-d4d3254dd12c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0511508 Nov 24 22:52:37.365906 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-63c90789-4b85-410d-a574-fc162808ff72 req-9dccd9fc-092d-4e06-9e5c-89b9464b8cd1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303633 Nov 24 22:52:38.476588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5816-a53e-476e-8b15-da1d73c56034 req-32c03f57-0f84-4184-b092-f2d0824f0277 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:38.478025 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-704b5816-a53e-476e-8b15-da1d73c56034 req-32c03f57-0f84-4184-b092-f2d0824f0277 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0480156 Nov 24 22:52:38.514645 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-704b5816-a53e-476e-8b15-da1d73c56034 req-f2c9ca1b-79ec-400f-af9c-d732f30f4b4b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Nov 24 22:52:39.004102 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-8cf3521a-ce1c-4bf8-a0df-31365621c932 service neutron] 10.222.0.71 "GET /v2.0/ports/50ca9c45-5508-4eea-94cf-427e6d5852fb/bindings/hv-neutron-8187 HTTP/1.1" status: 200 len: 384 time: 0.0542219 Nov 24 22:52:39.202654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-9dfb6f62-8324-4662-8d24-46182d6b25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:39.204134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-9dfb6f62-8324-4662-8d24-46182d6b25e5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 1098 time: 0.0401425 Nov 24 22:52:39.266712 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-a1625445-519c-4f9d-b6a8-887537a3951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:39.268210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-a1625445-519c-4f9d-b6a8-887537a3951f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1098 time: 0.0429018 Nov 24 22:52:39.355207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-52c59b8b-a649-46ef-823f-becdc4700eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:39.356687 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-52c59b8b-a649-46ef-823f-becdc4700eba service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0820756 Nov 24 22:52:39.423058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-dc357a80-9f87-4e31-844c-181be757a859 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 1001 time: 0.0592823 Nov 24 22:52:39.471554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-64f66854-be4e-4364-ad7f-daf87bb9e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:39.472865 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-64f66854-be4e-4364-ad7f-daf87bb9e2de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0434141 Nov 24 22:52:39.516687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-5c102e84-29e2-4fef-94ed-18a3f23c609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:39.518119 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-5c102e84-29e2-4fef-94ed-18a3f23c609c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381694 Nov 24 22:52:39.610271 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-65fbbea9-4184-4f39-98de-c098bfae399a service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Nov 24 22:52:39.627642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07826d0e-ed35-485f-8b79-3003c927a91e req-9bbe49b1-9804-435f-94ab-8ccc7c589bab tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:39.629452 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07826d0e-ed35-485f-8b79-3003c927a91e req-9bbe49b1-9804-435f-94ab-8ccc7c589bab tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0481684 Nov 24 22:52:39.666494 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07826d0e-ed35-485f-8b79-3003c927a91e req-11cfe767-eecd-41a8-96fc-f52b1fa21869 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305183 Nov 24 22:52:39.699753 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-ba760aa9-feb6-4d43-864e-f04ad81b49f2 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827565 Nov 24 22:52:40.782907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f6bcb-a70e-45e1-a2e1-9c116db29aa2 req-1651db19-596a-45c1-9c55-59d0dcb1170a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:40.784383 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-147f6bcb-a70e-45e1-a2e1-9c116db29aa2 req-1651db19-596a-45c1-9c55-59d0dcb1170a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 945 time: 0.0507832 Nov 24 22:52:40.821272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-147f6bcb-a70e-45e1-a2e1-9c116db29aa2 req-185128e3-cda7-4c72-8ded-b4c27ff1fa86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 Nov 24 22:52:41.558634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 50ca9c45-5508-4eea-94cf-427e6d5852fb no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:52:41.633866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:41.655358 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:52:41.657681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa23e4a-fa2a-4bc9-9aa1-94ed97f9f075" -d '{"events": [{"server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "name": "network-vif-unplugged", "status": "completed", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:52:41.670475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:52:41.674212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:41.702944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e9c97-d8c4-4e06-8d6f-0638b0cbc5f6 x-openstack-request-id: req-606e9c97-d8c4-4e06-8d6f-0638b0cbc5f6 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:52:41.703235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "name": "network-vif-unplugged", "status": "completed", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:52:41.703491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-606e9c97-d8c4-4e06-8d6f-0638b0cbc5f6 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:52:41.703908 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'code': 200} Nov 24 22:52:41.722760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:52:41.730373 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.730726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.731068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.731410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.731793 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.732133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.732465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.732797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.733126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.733457 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.733782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.734110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:52:41.933761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf2388-761a-42e9-9605-f1cb78fe36a7 req-964a5351-9f05-4ce0-adef-951cc3b3f3b1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:41.935210 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-31cf2388-761a-42e9-9605-f1cb78fe36a7 req-964a5351-9f05-4ce0-adef-951cc3b3f3b1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0479507 Nov 24 22:52:41.971862 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-31cf2388-761a-42e9-9605-f1cb78fe36a7 req-0fe5ae55-c008-45ee-bd2d-54201ab5543f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307734 Nov 24 22:52:42.165876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050297d-f712-4df9-b03c-c74f0b79a0dd req-fc33b564-ee91-42cf-ab46-538feadbf406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.167347 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b050297d-f712-4df9-b03c-c74f0b79a0dd req-fc33b564-ee91-42cf-ab46-538feadbf406 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0534697 Nov 24 22:52:42.179975 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-e5dc0130-8b00-4c1b-aa32-feea40e647cc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.181434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-e5dc0130-8b00-4c1b-aa32-feea40e647cc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d&tenant_id=2ac51c97021d483ebb70691b44777f95&binding%3Ahost_id=hv-neutron-8187 HTTP/1.1" status: 200 len: 943 time: 0.0537353 Nov 24 22:52:42.207363 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b050297d-f712-4df9-b03c-c74f0b79a0dd req-62038b06-0b47-4b00-8ded-8ce760c94ea4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338786 Nov 24 22:52:42.268846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-be98b294-3b28-49ac-ab72-8accc32a4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.270333 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-be98b294-3b28-49ac-ab72-8accc32a4727 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1096 time: 0.0451066 Nov 24 22:52:42.327235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f255d3-6d3a-419d-8feb-0781adbf3cca req-92445dfe-228f-488a-81d9-2dc37f564994 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.328724 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5f255d3-6d3a-419d-8feb-0781adbf3cca req-92445dfe-228f-488a-81d9-2dc37f564994 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0510607 Nov 24 22:52:42.366179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-25c69565-4c73-4f0c-a960-cfd801ec67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.366761 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5f255d3-6d3a-419d-8feb-0781adbf3cca req-ac442c91-d183-41bf-b9c3-4cee1ad9f573 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Nov 24 22:52:42.368415 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-25c69565-4c73-4f0c-a960-cfd801ec67f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0914421 Nov 24 22:52:42.763628 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-f962a444-d70e-4742-9e82-66bbdb8f8c8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 999 time: 0.3875039 Nov 24 22:52:42.811551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-a31ee459-1155-4b4c-983c-441f277286e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.812975 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-a31ee459-1155-4b4c-983c-441f277286e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0425680 Nov 24 22:52:42.857107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-d2e8c8b2-7305-4000-ab3d-62a0e8db9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:42.858555 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-d2e8c8b2-7305-4000-ab3d-62a0e8db9e4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380275 Nov 24 22:52:42.948661 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-c7d4a860-9464-4527-8f76-69fdbfccb947 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826080 Nov 24 22:52:43.035103 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-bf82d7c9-9741-4f02-a3e7-5f1625933c33 req-ae3413c9-50b7-4fd0-82c8-59ddfd93fbec service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792298 Nov 24 22:52:43.481925 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d920-396e-4d16-9b0c-142fe05ecb0b req-1bc30892-0024-4be6-ad16-4aebcf1820ec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:43.483487 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d0d920-396e-4d16-9b0c-142fe05ecb0b req-1bc30892-0024-4be6-ad16-4aebcf1820ec tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0487964 Nov 24 22:52:43.523065 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5d0d920-396e-4d16-9b0c-142fe05ecb0b req-2ac90a9b-91d2-42b8-92c5-03caf9652fad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334711 Nov 24 22:52:44.254619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84b442d4-3c56-41b0-b289-6259877c9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:44.634646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977db30a-0a10-4dfe-afb3-75b548860a95 req-9aa3858d-269e-4bc6-bd8f-bc76c2493ae8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:52:44.636414 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-977db30a-0a10-4dfe-afb3-75b548860a95 req-9aa3858d-269e-4bc6-bd8f-bc76c2493ae8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0478230 Nov 24 22:52:44.672894 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-977db30a-0a10-4dfe-afb3-75b548860a95 req-64749e97-3c57-46b1-bcd7-84c4c1ed8cbb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Nov 24 22:52:44.694753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39490) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:52:44.758037 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-88750141-32ec-4778-b9ad-8a8e71c9af87 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/7aa41326-687c-4828-8136-d24f6a1a7bf2 HTTP/1.1" status: 200 len: 991 time: 0.0621831 Nov 24 22:52:46.675760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8acbae81-ba8a-498c-a029-f9390ec273a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:46.925471 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:48.483008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:52:49.800192 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:00.008905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:02.497110 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:53:10.634612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-ac5e4578-b8e8-4d88-bb17-f1e0e53e326c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933573 Nov 24 22:53:10.719750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-d669c459-5a0b-4301-b309-a3aa71445db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:10.721219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-d669c459-5a0b-4301-b309-a3aa71445db0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1096 time: 0.0433638 Nov 24 22:53:10.822710 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-e4745515-5ff7-4ccc-a663-9c6d34ad4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:10.824194 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-e4745515-5ff7-4ccc-a663-9c6d34ad4ef1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0830142 Nov 24 22:53:10.892076 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-887041b1-3068-460f-a56d-06e22b77461c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 999 time: 0.0605266 Nov 24 22:53:10.941032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-c8e696eb-4cae-48a9-859c-e7329061abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:10.942417 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-c8e696eb-4cae-48a9-859c-e7329061abee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0428457 Nov 24 22:53:10.986280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-b758d7f5-c2c4-4c19-b902-9e58e8788e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:10.987733 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-b758d7f5-c2c4-4c19-b902-9e58e8788e15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382662 Nov 24 22:53:11.079348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-633d30ea-146e-4681-9ba8-79d39a8d7d28 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Nov 24 22:53:11.169050 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-87b16f99-7129-4d8d-ab5c-12f02a5d10b7 req-7ae3e559-5493-4250-8e9b-7753431e942d service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806081 Nov 24 22:53:13.182544 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39502) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:13.334047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 90135142-391c-468e-b483-d40a7ffb2907 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:53:13.334379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:13.406202 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:13.406528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:13.417729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 90135142-391c-468e-b483-d40a7ffb2907 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:53:13.562173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:13.591862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=90135142-391c-468e-b483-d40a7ffb2907,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:13.604480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.604832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.605170 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.605503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.605831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.606160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.606484 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.606805 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.607128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.607454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.607789 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.608108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:13.660002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:13.660325 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP 7aa41326-687c-4828-8136-d24f6a1a7bf2 disassociated (deleted). External IP: 172.26.3.251, port: 50ca9c45-5508-4eea-94cf-427e6d5852fb. Nov 24 22:53:13.862380 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:53:13.966842 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:53:13.971194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:13.978178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] Sync routers for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:53:13.987239 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:13.987897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:52:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:13.999161 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ddcfe673-be9b-40c6-abd9-130c42845a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/floatingips/7aa41326-687c-4828-8136-d24f6a1a7bf2 HTTP/1.1" status: 204 len: 168 time: 0.8155565 Nov 24 22:53:13.999770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:53:14.002015 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:53:14.095093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:14.132452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d157261b-717c-4928-8864-60a0c7b6830f x-openstack-request-id: req-d157261b-717c-4928-8864-60a0c7b6830f {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:53:14.132723 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:53:14.132972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d157261b-717c-4928-8864-60a0c7b6830f {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:53:14.133636 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'status': 'completed', 'code': 200} Nov 24 22:53:14.197838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-c455524a-4e85-41fb-bb06-02303c4695e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:14.199375 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-c455524a-4e85-41fb-bb06-02303c4695e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 1096 time: 0.0421462 Nov 24 22:53:14.240423 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900839e7-940a-4929-a6b1-a42658977e2f req-c27954ba-ac3a-4e7e-9746-8cd8c80d520d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:14.242072 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-900839e7-940a-4929-a6b1-a42658977e2f req-c27954ba-ac3a-4e7e-9746-8cd8c80d520d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0511618 Nov 24 22:53:14.283426 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-900839e7-940a-4929-a6b1-a42658977e2f req-b1bb52bd-0b56-44c9-9e97-dde3f429fa7d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348115 Nov 24 22:53:14.292193 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0ea8273a-5174-4736-8320-6950ce8da6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:14.303895 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-6aef2c8f-02d6-4a95-8ae1-fa74622ca87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:14.306323 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-6aef2c8f-02d6-4a95-8ae1-fa74622ca87b service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 200 len: 898 time: 0.0987639 Nov 24 22:53:14.322323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:14.348631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] Checking router: 0780faf5-5b2e-4ef8-ae98-e00586c543e4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:53:14.349914 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-01a53207-2942-4ee2-a7db-1e23a8a510ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 200 len: 217 time: 0.0353053 Nov 24 22:53:14.357571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:14.358166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:52:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:14.399500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-42cb012e-76da-4a63-8b79-4db57b4011a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:14.400906 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-42cb012e-76da-4a63-8b79-4db57b4011a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 200 len: 834 time: 0.0435271 Nov 24 22:53:14.455373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-888e1457-cf59-4bd4-b63f-69952625416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:14.456893 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-888e1457-cf59-4bd4-b63f-69952625416c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f0783ad-dd02-48a6-a1ae-332d36c85118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460541 Nov 24 22:53:14.469348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:14.548166 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-8e6cc2c4-e64d-4fca-b288-85dbcb593a7f service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833466 Nov 24 22:53:14.642037 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3b2dcd92-ab8f-466c-af8d-87cdc61abc0c req-228606d4-22bd-42d0-9644-a18408c1c8a7 service neutron] 10.222.0.71 "GET /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861709 Nov 24 22:53:14.670077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:14.696640 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d7bff-9777-441a-be7a-4fc8841ea7b9 None None] The sync data for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv is: [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:51:31Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '1be188fb-9a15-409b-b37e-0f12b04da48e', 'name': '', 'network_id': '0f0783ad-dd02-48a6-a1ae-332d36c85118', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:27:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:30Z', 'updated_at': '2021-11-24T22:51:33Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': 'c7b673d5-3957-4145-b00f-7b23c0854046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:53:14.897204 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e138e3f2-2762-4c2e-92b2-88f4d5ec157e None None] New status for floating IP 7aa41326-687c-4828-8136-d24f6a1a7bf2: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:53:15.397720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77b064-54c6-4ad6-8688-dc730979853b req-596dde71-c65d-4acc-87d9-416923d54388 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:15.399169 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a77b064-54c6-4ad6-8688-dc730979853b req-596dde71-c65d-4acc-87d9-416923d54388 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0475700 Nov 24 22:53:15.439570 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a77b064-54c6-4ad6-8688-dc730979853b req-45f80cd6-78c0-4539-9c04-625522410591 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345869 Nov 24 22:53:15.905167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ca833-1e86-420c-8c7d-235a9590a29e req-b9172c31-d421-4b76-a7ab-c926ded2fb2f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:15.906602 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-541ca833-1e86-420c-8c7d-235a9590a29e req-b9172c31-d421-4b76-a7ab-c926ded2fb2f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 943 time: 0.0482147 Nov 24 22:53:15.996179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 50ca9c45-5508-4eea-94cf-427e6d5852fb {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:53:15.996520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:16.082955 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 50ca9c45-5508-4eea-94cf-427e6d5852fb, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=50ca9c45-5508-4eea-94cf-427e6d5852fb,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:16.083320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:16.095990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 50ca9c45-5508-4eea-94cf-427e6d5852fb owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:53:16.223919 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:16.249881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=50ca9c45-5508-4eea-94cf-427e6d5852fb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:16.263685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.264043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.264389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.264729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.265073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.265407 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.265736 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.266063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.266395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.266812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.267042 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.267364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:16.301496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] No DVR routers for this DVR port 50ca9c45-5508-4eea-94cf-427e6d5852fb on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:53:16.304409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:16.307641 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-541ca833-1e86-420c-8c7d-235a9590a29e req-4dd365bb-ef65-4982-a147-fedaf753074d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "DELETE /v2.0/ports/50ca9c45-5508-4eea-94cf-427e6d5852fb HTTP/1.1" status: 204 len: 173 time: 0.3946679 Nov 24 22:53:16.308075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'name': 'network-vif-deleted', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:53:16.310292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcaa0d2-1750-40bb-9cbd-4e0267053ea2" -d '{"events": [{"server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "name": "network-vif-deleted", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:53:16.346076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeb61c0-c51c-4736-aca6-7f2b4b3a9f2e x-openstack-request-id: req-ebeb61c0-c51c-4736-aca6-7f2b4b3a9f2e {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:53:16.346366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da541bbe-3ede-40e3-9c3d-abc6656aad0d", "name": "network-vif-deleted", "tag": "50ca9c45-5508-4eea-94cf-427e6d5852fb", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:53:16.346618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebeb61c0-c51c-4736-aca6-7f2b4b3a9f2e {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:53:16.347029 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da541bbe-3ede-40e3-9c3d-abc6656aad0d', 'name': 'network-vif-deleted', 'tag': '50ca9c45-5508-4eea-94cf-427e6d5852fb', 'status': 'completed', 'code': 200} Nov 24 22:53:16.542127 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d6d050b4-a52b-4bfa-8b57-759a0f8a5354 req-1263cb5d-9b9c-44da-a1a9-88d650d3b8e5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=da541bbe-3ede-40e3-9c3d-abc6656aad0d HTTP/1.1" status: 200 len: 210 time: 0.0253196 Nov 24 22:53:16.679716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d68a7f2f-d9be-47ae-8add-6c21fd2c115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:16.928299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:17.598044 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39520) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:17.945062 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:18.187272 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 1be188fb-9a15-409b-b37e-0f12b04da48e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:53:18.187637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:18.275234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 1be188fb-9a15-409b-b37e-0f12b04da48e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=1be188fb-9a15-409b-b37e-0f12b04da48e,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:18.275507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:18.288719 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 1be188fb-9a15-409b-b37e-0f12b04da48e owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:53:18.467019 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:18.486309 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:18.494523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=1be188fb-9a15-409b-b37e-0f12b04da48e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:18.665509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:18.871039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:53:18.974375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:53:18.979299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3b1c1c52-87cf-4262-b42d-ab799dd20358 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/0780faf5-5b2e-4ef8-ae98-e00586c543e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3802021 Nov 24 22:53:18.982106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39522) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:18.983741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] Sync routers for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:53:18.993295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:18.993905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:19.036271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting subnet c7b673d5-3957-4145-b00f-7b23c0854046 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:53:19.039889 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.079063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.095785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:19.161236 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.228589 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.258245 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b673d5-3957-4145-b00f-7b23c0854046,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:19.266015 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.272471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39524) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:19.273404 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1b4ca6ec-b61c-4ee1-b7d9-42ddae8f7d0c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/subnets/c7b673d5-3957-4145-b00f-7b23c0854046 HTTP/1.1" status: 204 len: 168 time: 0.2896726 Nov 24 22:53:19.295455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9731e625-a190-4bc5-9bc9-24871152cfff None None] Network 0f0783ad-dd02-48a6-a1ae-332d36c85118 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:53:19.388714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.530796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:53:18Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:19.567002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] Checking router: 0780faf5-5b2e-4ef8-ae98-e00586c543e4 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:53:19.578746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] DHCP port deletion for 0f0783ad-dd02-48a6-a1ae-332d36c85118 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:53:19.585145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] Routers {'0780faf5-5b2e-4ef8-ae98-e00586c543e4'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:19.585849 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:19.710197 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] Deleting port 8642376a-b65f-4185-8ade-315e892bc04c {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:53:19.710573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.757124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] Set router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:19.789890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 50ca9c45-5508-4eea-94cf-427e6d5852fb no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:53:19.820290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.860636 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 50ca9c45-5508-4eea-94cf-427e6d5852fb {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:53:19.861076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 50ca9c45-5508-4eea-94cf-427e6d5852fb not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:53:19.882710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 61650694-bd7a-48a5-b447-625d78fed566 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:53:19.883055 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.918138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.922518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] For port 8642376a-b65f-4185-8ade-315e892bc04c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=8642376a-b65f-4185-8ade-315e892bc04c,segment=NetworkSegment(9d53e6e2-6f93-48d2-996a-a6d47e7a45b5),segment_id=9d53e6e2-6f93-48d2-996a-a6d47e7a45b5)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:19.922910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.925399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 8642376a-b65f-4185-8ade-315e892bc04c no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:53:19.957152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] Calling delete_port for 8642376a-b65f-4185-8ade-315e892bc04c owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:53:19.965978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 61650694-bd7a-48a5-b447-625d78fed566, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=61650694-bd7a-48a5-b447-625d78fed566,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:19.966334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:19.978765 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 61650694-bd7a-48a5-b447-625d78fed566 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:53:20.126567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.143271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.144663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.167232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=61650694-bd7a-48a5-b447-625d78fed566,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:20.181315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] Pushing event deleted for resources: {'Port': ['ID=8642376a-b65f-4185-8ade-315e892bc04c,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:20.187616 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755f9a0-0647-456e-a36c-8592cfe198c9 None None] No DVR routers for this DVR port 8642376a-b65f-4185-8ade-315e892bc04c on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:53:20.216546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:53:18Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:20.233644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.245137 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951a374-2284-4e52-a27a-22ebd32095aa None None] The sync data for ids ['0780faf5-5b2e-4ef8-ae98-e00586c543e4'] in dv-neutron-818715-1-hyperv is: [{'id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86678649', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '61650694-bd7a-48a5-b447-625d78fed566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:51:27Z', 'updated_at': '2021-11-24T22:53:18Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '61650694-bd7a-48a5-b447-625d78fed566', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0780faf5-5b2e-4ef8-ae98-e00586c543e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:51:28Z', 'updated_at': '2021-11-24T22:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:53:20.328232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.330294 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.372110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.372646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Fanout notify agent at l3_agent the message router_deleted on router 0780faf5-5b2e-4ef8-ae98-e00586c543e4 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:53:20.379702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.380845 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ace80100-eef6-4a4c-bc05-8ba493c7f376 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/routers/0780faf5-5b2e-4ef8-ae98-e00586c543e4 HTTP/1.1" status: 204 len: 168 time: 1.1073782 Nov 24 22:53:20.383458 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39526) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:20.457335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.543461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.562148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0783ad-dd02-48a6-a1ae-332d36c85118']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:20.572398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:20.572694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d53e6e2-6f93-48d2-996a-a6d47e7a45b5') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:20.582088 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.596482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.603082 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:53:20.603461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:53:20.606965 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:53:20.668868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.675954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.679142 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/networks/0f0783ad-dd02-48a6-a1ae-332d36c85118 HTTP/1.1" status: 204 len: 168 time: 0.2947190 Nov 24 22:53:20.681833 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39528) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:20.704680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796bdf-e40e-4a56-a3ef-68e7f892fee8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Network': ['ID=0f0783ad-dd02-48a6-a1ae-332d36c85118,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:20.751959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0985a976-0bac-4d1b-9b63-fb6adb16ac3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.779800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0985a976-0bac-4d1b-9b63-fb6adb16ac3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.842164 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0985a976-0bac-4d1b-9b63-fb6adb16ac3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.844870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0985a976-0bac-4d1b-9b63-fb6adb16ac3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:20.846076 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0985a976-0bac-4d1b-9b63-fb6adb16ac3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/security-groups/4db643e3-ea4c-44c8-9a5f-2d2f45ba747c HTTP/1.1" status: 204 len: 168 time: 0.1633077 Nov 24 22:53:20.861000 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985a976-0bac-4d1b-9b63-fb6adb16ac3d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db643e3-ea4c-44c8-9a5f-2d2f45ba747c,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.035858 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39534) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.040564 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507806911', 'description': 'tempest-secgroup-smoke-1507806911 description', 'project_id': '2ac51c97021d483ebb70691b44777f95'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.063250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.127390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.131462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.157640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.158752 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1218274 Nov 24 22:53:21.162354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39536) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.163255 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02394c59-6f1b-407a-9030-e6f7354dca22 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ed5d0-0ba1-4744-81ce-78631695ef81,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.166962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'c49ed5d0-0ba1-4744-81ce-78631695ef81', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.198964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.256213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.259601 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.277879 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c10ddae-6b40-4f34-b44f-894d346a6273,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.281857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.283471 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ef6ae945-5d31-44fb-9b99-22acd949f0b6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196392 Nov 24 22:53:21.285793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39538) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.290613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'c49ed5d0-0ba1-4744-81ce-78631695ef81', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.315501 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.371750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.374985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.392389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7ae764-1b60-4205-90e0-484007fc526c,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.399003 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.400238 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-44316623-ebbc-4ee8-8552-5ee42d02fa46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129501 Nov 24 22:53:21.402924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39540) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.407159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'c49ed5d0-0ba1-4744-81ce-78631695ef81', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.433780 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.495271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.498906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.515700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309387d6-3661-440b-9c06-d7ab9185f638,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.523587 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.524804 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-bfaad7c7-51d2-4528-9e9a-fc947078b809 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209569 Nov 24 22:53:21.527617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39542) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.532038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'c49ed5d0-0ba1-4744-81ce-78631695ef81', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.558467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.618114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.621523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.638588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060ab878-49fb-47af-963a-648ccf005db4,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.646395 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.647634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b5fe77f9-5c25-4679-b1bc-b9fc0e5d749a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190345 Nov 24 22:53:21.650389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39544) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.654608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'c49ed5d0-0ba1-4744-81ce-78631695ef81', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.675766 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:53:21.680432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.739775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.743218 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.760205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90da90b6-d3fa-41a5-99c2-961c2e41388d,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.767186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.768382 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-3f386bf6-1925-46f4-9c91-2357d4396f7a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170816 Nov 24 22:53:21.771711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39546) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.775953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': 'c49ed5d0-0ba1-4744-81ce-78631695ef81', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.798242 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:53:21.803606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.841970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1be188fb-9a15-409b-b37e-0f12b04da48e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:53:21.862179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 1be188fb-9a15-409b-b37e-0f12b04da48e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:53:21.862611 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 1be188fb-9a15-409b-b37e-0f12b04da48e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:53:21.863127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 61650694-bd7a-48a5-b447-625d78fed566 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:53:21.869054 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.872725 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.884750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 61650694-bd7a-48a5-b447-625d78fed566 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:53:21.885090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 61650694-bd7a-48a5-b447-625d78fed566 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:53:21.890229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaff8ee-ae42-4e49-9931-10bdb3cb646b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:21.899649 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.900883 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-e3c4260d-a5bd-4eb0-bb06-fa6fd6f2bca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282330 Nov 24 22:53:21.903703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39548) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:21.908459 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'network': {'name': 'tempest-network-smoke--795400111', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:21.928275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:53:21.931570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.954295 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:53:21.963767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:21.964113 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Added segment c61de834-0605-44df-aa8d-fb12c1d6e34f of type vlan for network 67d10312-00b7-42f8-9a85-5d498b9925d2 Nov 24 22:53:22.004135 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.028343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.033828 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:22.034409 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.087744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1830084 Nov 24 22:53:22.090602 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39550) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:22.095349 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'admin_state_up': True, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:22.104616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172785dd-5a02-4022-951e-0996f3fe459e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Network': ['ID=67d10312-00b7-42f8-9a85-5d498b9925d2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:22.118414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.118614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:53:22.119480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.178535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.314079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.500777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.519872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.623006 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.251 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/239e6b0b-bdc9-414a-bdff-5b50ad5bc742) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:53:22.720818 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.753875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:22.793339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:53:22.797538 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:22.800894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:53:22.809398 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:23.044409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:23.234836 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:23.358461 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router b861e980-e6fc-40d1-83fb-7d44ec50f288 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:53:23.460997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:53:23.471200 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Sync routers for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:53:23.480222 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:23.480882 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:23.483796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:23.488042 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-46186aa1-0fad-4de3-ae80-013117022184 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3935082 Nov 24 22:53:23.488388 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:23.523630 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ca5951e6-efe0-438d-b398-183f6051b1c2 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2ac51c97021d483ebb70691b44777f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311205 Nov 24 22:53:23.524114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39554) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:23.585627 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:23.610871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c54084-2681-48be-8a01-cdb093f0a43c tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:23.615016 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-79c54084-2681-48be-8a01-cdb093f0a43c tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873935 Nov 24 22:53:23.615353 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39556) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:23.646342 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-7bd1ca5e-2ff9-49e4-b565-2e898d8b21f4 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271680 Nov 24 22:53:23.647122 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39558) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:23.652611 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312688060', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:23.742775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:53:23.746553 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:23.765329 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:22Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:23.792561 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Checking router: b861e980-e6fc-40d1-83fb-7d44ec50f288 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:53:23.792890 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Updating router b861e980-e6fc-40d1-83fb-7d44ec50f288 port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:53:23.818477 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:23.944461 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.018591 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Subnet': ['ID=0ff55ad4-2bec-43b2-be3d-b170897a9860,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:24.022181 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Checking segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:53:24.022628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network hostable DHCP agents. Network: 67d10312-00b7-42f8-9a85-5d498b9925d2, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:53:24.040749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:53:24.049790 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 67d10312-00b7-42f8-9a85-5d498b9925d2) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:24.055508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:24.056332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.062472 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e4fa4-08e4-4136-bc08-98550fde9c70 None None] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:53:24.079685 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6f5c91ed-93f7-4615-b81f-f594b4b85eb3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4311056 Nov 24 22:53:24.082499 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39560) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:24.098390 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.105549 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.147259 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Pushing event updated for resources: {'Port': ['ID=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:24.157499 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.157836 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.158220 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.158550 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.158912 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.159241 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.159579 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.159902 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.160354 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.160702 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.161017 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.162131 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:53:24.186970 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Attempting to bind port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:53:24.187330 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Attempting to bind port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:53:24.187871 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Attempting to bind port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:53:24.193519 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:53:24.193883 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:53:24.194578 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.194735 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:53:24.195239 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Bound port: 239e6b0b-bdc9-414a-bdff-5b50ad5bc742, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:53:24.195634 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.237484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-67d10312-00b7-42f8-9a85-5d498b9925d2', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:53:24.238551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.249339 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] For port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:53:24.253448 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] For port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:53:24.258793 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.310342 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:24.311232 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:24.394438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Allocated IP 172.20.0.2 (67d10312-00b7-42f8-9a85-5d498b9925d2/0ff55ad4-2bec-43b2-be3d-b170897a9860/174bc628-05a0-4cbe-a214-69f82f8bdabc) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:53:24.395162 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5a05-4236-4831-9467-1f3308f7d237 None None] Pushing event updated for resources: {'Port': ['ID=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:24.437195 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:24.560343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.568342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.574316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.611286 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:53:24.614109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:24.617733 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:53:24.626581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Pushing event updated for resources: {'Port': ['ID=174bc628-05a0-4cbe-a214-69f82f8bdabc,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:24.633521 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:22Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:24.680479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Attempting to bind port 174bc628-05a0-4cbe-a214-69f82f8bdabc on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:53:24.680832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Attempting to bind port 174bc628-05a0-4cbe-a214-69f82f8bdabc by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:53:24.681119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Attempting to bind port 174bc628-05a0-4cbe-a214-69f82f8bdabc on network 67d10312-00b7-42f8-9a85-5d498b9925d2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:53:24.686500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:53:24.686924 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Checking segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:53:24.687339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.687762 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Bound using segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:53:24.688233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Bound port: 174bc628-05a0-4cbe-a214-69f82f8bdabc, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:53:24.688610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.746390 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39737e-151e-4f27-a9b9-300749b3e914 None None] The sync data for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv is: [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:22Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:53:24.753885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] For port 174bc628-05a0-4cbe-a214-69f82f8bdabc, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:53:24.757173 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] For port 174bc628-05a0-4cbe-a214-69f82f8bdabc, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=174bc628-05a0-4cbe-a214-69f82f8bdabc,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:53:24.762575 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:24.824388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac586b-36db-420f-950c-8c22a636cce7 None None] Pushing event updated for resources: {'Port': ['ID=174bc628-05a0-4cbe-a214-69f82f8bdabc,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:24.870060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.1 (67d10312-00b7-42f8-9a85-5d498b9925d2/0ff55ad4-2bec-43b2-be3d-b170897a9860/59405c28-b02b-466e-be25-a090aee77cae) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:53:25.021366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.062753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.110317 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:53:25.113519 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:25.117347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:53:25.148021 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=59405c28-b02b-466e-be25-a090aee77cae,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:25.168838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.305234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.602266 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.608291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.682926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=59405c28-b02b-466e-be25-a090aee77cae,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:25.685351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.761498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c25890-6a09-4a27-a3d6-d53b662e6a8d None None] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:53:25.781465 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:53:25.782859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:25.856306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6ab999e5-84f1-4c91-8519-822e8d56b8dd None None] Provisioning complete for port 174bc628-05a0-4cbe-a214-69f82f8bdabc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:25.856914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ab999e5-84f1-4c91-8519-822e8d56b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:25.907866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router b861e980-e6fc-40d1-83fb-7d44ec50f288 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:53:25.927441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 174bc628-05a0-4cbe-a214-69f82f8bdabc up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:53:26.017794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:53:26.024009 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-24efde55-791c-46aa-9f32-8b2138eab1e0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/b861e980-e6fc-40d1-83fb-7d44ec50f288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9404142 Nov 24 22:53:26.039806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ab999e5-84f1-4c91-8519-822e8d56b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.056494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 174bc628-05a0-4cbe-a214-69f82f8bdabc triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:26.056873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.108327 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6ab999e5-84f1-4c91-8519-822e8d56b8dd None None] For port 174bc628-05a0-4cbe-a214-69f82f8bdabc, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=174bc628-05a0-4cbe-a214-69f82f8bdabc,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:26.117744 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6ab999e5-84f1-4c91-8519-822e8d56b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.323902 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-cec0cb5a-8fb0-474d-b5f4-ff097e8fa6ed tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507806911&fields=id&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 267 time: 0.0426974 Nov 24 22:53:26.378671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab999e5-84f1-4c91-8519-822e8d56b8dd None None] Pushing event updated for resources: {'Port': ['ID=174bc628-05a0-4cbe-a214-69f82f8bdabc,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:26.384069 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:53:26.390407 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a1ac6aa3-1453-47a4-9df3-f39b44f73960 None None] Provisioning complete for port 59405c28-b02b-466e-be25-a090aee77cae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:26.390779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6aa3-1453-47a4-9df3-f39b44f73960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.445770 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-5c4db003-55c5-48bc-82f6-a8a55bc63d17 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:26.453622 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-5c4db003-55c5-48bc-82f6-a8a55bc63d17 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 796 time: 0.1218839 Nov 24 22:53:26.462905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac6aa3-1453-47a4-9df3-f39b44f73960 None None] Port 59405c28-b02b-466e-be25-a090aee77cae cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:53:26.471034 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-a39a4a87-2a77-4498-8002-41e9a1621d87 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/quotas/2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 375 time: 0.0163279 Nov 24 22:53:26.477191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:26.477478 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.481055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-a1ac6aa3-1453-47a4-9df3-f39b44f73960 None None] Provisioning complete for port 174bc628-05a0-4cbe-a214-69f82f8bdabc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:26.481413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6aa3-1453-47a4-9df3-f39b44f73960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.524758 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-7b0d7af0-480d-4e8e-8163-8b5da63314cc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527785 Nov 24 22:53:26.562765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Sync routers for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:53:26.602222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:26.602871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:26.683986 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-b75143ed-cd66-49fe-ae57-77ad23abdb4a service neutron] 10.222.0.41 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451917 Nov 24 22:53:26.693514 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.730108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:26.735771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.777891 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-de6d3fb5-9a52-4603-8054-65f52a040276 service neutron] 10.222.0.41 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845566 Nov 24 22:53:26.809495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:26.811594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:26.866680 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-407bb339-b945-4ecb-984e-3488121935b2 None None] Provisioning complete for port 59405c28-b02b-466e-be25-a090aee77cae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:26.867043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-407bb339-b945-4ecb-984e-3488121935b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:26.953841 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-96e090d2-b96d-46d5-9627-68072a5e57bc req-858af8ab-01fd-4a8f-bb3e-cdf07ac3d91a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 210 time: 0.0315268 Nov 24 22:53:26.973656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-407bb339-b945-4ecb-984e-3488121935b2 None None] Port 59405c28-b02b-466e-be25-a090aee77cae cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:53:27.053518 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 2, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:27.079940 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Checking router: b861e980-e6fc-40d1-83fb-7d44ec50f288 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:53:27.080367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Updating router b861e980-e6fc-40d1-83fb-7d44ec50f288 port 59405c28-b02b-466e-be25-a090aee77cae binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:53:27.106945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.383804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.388979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.436902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f62200-c4d3-4773-8c60-543c64047720 None None] Pushing event updated for resources: {'Port': ['ID=59405c28-b02b-466e-be25-a090aee77cae,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:27.492233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Attempting to bind port 59405c28-b02b-466e-be25-a090aee77cae on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:53:27.492599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Attempting to bind port 59405c28-b02b-466e-be25-a090aee77cae by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:53:27.492961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Attempting to bind port 59405c28-b02b-466e-be25-a090aee77cae on network 67d10312-00b7-42f8-9a85-5d498b9925d2 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:53:27.498002 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:53:27.498390 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Checking segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:53:27.498772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.499168 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Bound using segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:53:27.499655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Bound port: 59405c28-b02b-466e-be25-a090aee77cae, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:53:27.500046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.566969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] For port 59405c28-b02b-466e-be25-a090aee77cae, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:53:27.571068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] For port 59405c28-b02b-466e-be25-a090aee77cae, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59405c28-b02b-466e-be25-a090aee77cae,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:53:27.576196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.632898 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:27.633522 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:27.638434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f62200-c4d3-4773-8c60-543c64047720 None None] Pushing event updated for resources: {'Port': ['ID=59405c28-b02b-466e-be25-a090aee77cae,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:27.726112 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b232fa16-c074-4252-957f-d81ac350a48f None None] Provisioning complete for port 59405c28-b02b-466e-be25-a090aee77cae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:27.726487 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b232fa16-c074-4252-957f-d81ac350a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.795969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:27.899093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-bcd3a408-3abb-4ed6-bbe8-8d80ff931430 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:27.900514 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-bcd3a408-3abb-4ed6-bbe8-8d80ff931430 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 796 time: 0.1523693 Nov 24 22:53:27.913811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 174bc628-05a0-4cbe-a214-69f82f8bdabc up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:53:27.926115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b232fa16-c074-4252-957f-d81ac350a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:27.951873 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-025c15f3-987b-4e99-8eb5-0cfdfe782b83 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 380 time: 0.0409577 Nov 24 22:53:27.961381 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'port': {'device_id': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'admin_state_up': True, 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'security_groups': ['c49ed5d0-0ba1-4744-81ce-78631695ef81']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:28.030946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-b232fa16-c074-4252-957f-d81ac350a48f None None] For port 59405c28-b02b-466e-be25-a090aee77cae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59405c28-b02b-466e-be25-a090aee77cae,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:28.049858 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b232fa16-c074-4252-957f-d81ac350a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.066714 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c5d6197b-e1f2-43d2-b44c-156df8041fff req-d7ef4f54-ec1a-4c9a-983a-a0575ff420b4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 210 time: 0.0295575 Nov 24 22:53:28.101796 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 174bc628-05a0-4cbe-a214-69f82f8bdabc triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:28.102161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.173507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232fa16-c074-4252-957f-d81ac350a48f None None] Pushing event updated for resources: {'Port': ['ID=59405c28-b02b-466e-be25-a090aee77cae,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:28.196905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-4d347eee-0aad-4655-b89b-6a0ae4d855a2 None None] Provisioning complete for port 59405c28-b02b-466e-be25-a090aee77cae triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:28.197346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d347eee-0aad-4655-b89b-6a0ae4d855a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.279101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:28.456003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef5e03-3eda-49ee-93b4-c31027724370 None None] The sync data for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv is: [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:53:28.458529 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:53:28.523325 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:53:28.527074 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.550325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:28.550695 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.671331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.14 (67d10312-00b7-42f8-9a85-5d498b9925d2/0ff55ad4-2bec-43b2-be3d-b170897a9860/4afe5c64-d20b-4b62-bff4-dd55e6fea194) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:53:28.822444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.858532 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.903136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:53:28.906598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:28.910400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:53:28.950180 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=4afe5c64-d20b-4b62-bff4-dd55e6fea194,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:28.970186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:28.970848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:28.993137 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-acb5194f-cb91-47b8-949e-827b15a07564 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0356569 Nov 24 22:53:29.006318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Request body: {'port': {'device_id': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:29.064860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.167284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-05872fef-28f0-4673-bfae-8953c29a6785 None None] Provisioning complete for port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:29.167904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-05872fef-28f0-4673-bfae-8953c29a6785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.203114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facbdd8-c02a-4ae4-b23b-524d8b0f425b req-aaaba2da-ef89-4dd3-a48d-30f51921ba68 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:29.206618 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-05872fef-28f0-4673-bfae-8953c29a6785 None None] Port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:53:29.212095 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1facbdd8-c02a-4ae4-b23b-524d8b0f425b req-aaaba2da-ef89-4dd3-a48d-30f51921ba68 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 932 time: 0.0694315 Nov 24 22:53:29.248417 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1facbdd8-c02a-4ae4-b23b-524d8b0f425b req-12f7c0de-2437-4321-89d1-505278a15644 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Nov 24 22:53:29.359017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afe5c64-d20b-4b62-bff4-dd55e6fea194 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:53:29.366896 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.378937 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Transition to ACTIVE for port object 4afe5c64-d20b-4b62-bff4-dd55e6fea194 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:53:29.382075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.436167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Pushing event updated for resources: {'Port': ['ID=4afe5c64-d20b-4b62-bff4-dd55e6fea194,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:29.504370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Attempting to bind port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:53:29.505397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Attempting to bind port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:53:29.505823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Attempting to bind port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 on network 67d10312-00b7-42f8-9a85-5d498b9925d2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:53:29.511563 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 on network 67d10312-00b7-42f8-9a85-5d498b9925d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:53:29.511820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Attempting to bind port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 on network 67d10312-00b7-42f8-9a85-5d498b9925d2 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:53:29.517293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:53:29.517640 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Checking segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:53:29.518031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Bound using segment: {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:53:29.518470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Bound port: 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61de834-0605-44df-aa8d-fb12c1d6e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:53:29.518859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.592280 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] For port 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:53:29.595997 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] For port 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:53:29.601349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.635584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:29.636201 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.637581 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] 10.222.0.71 "PUT /v2.0/ports/4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 1094 time: 0.6357231 Nov 24 22:53:29.638024 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:53:29.640318 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8315c-7c2f-4cba-b598-844be49d067a" -d '{"events": [{"name": "network-changed", "server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:53:29.664322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b73f5-2a2e-41dd-9b0f-148631834c67 service neutron] Pushing event updated for resources: {'Port': ['ID=4afe5c64-d20b-4b62-bff4-dd55e6fea194,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:29.687948 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120d8719-8aed-4f0a-a835-933a45476e5c x-openstack-request-id: req-120d8719-8aed-4f0a-a835-933a45476e5c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:53:29.688321 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:53:29.688637 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-120d8719-8aed-4f0a-a835-933a45476e5c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:53:29.689091 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'status': 'completed', 'code': 200} Nov 24 22:53:29.724247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-64539e64-b6d1-4652-9b3b-8a5318588835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:29.726020 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-64539e64-b6d1-4652-9b3b-8a5318588835 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1097 time: 0.0473616 Nov 24 22:53:29.773180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-9bfab4c8-73a2-42f5-a6d0-bea70d2d3881 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 217 time: 0.0393374 Nov 24 22:53:29.827425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-3e3d6735-d7dc-47e5-b8ec-e6620b88c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:29.829033 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-3e3d6735-d7dc-47e5-b8ec-e6620b88c661 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 200 len: 834 time: 0.0495033 Nov 24 22:53:29.877610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-2fca5522-b7a5-47b9-b24b-fa8efc013665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:29.879130 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-2fca5522-b7a5-47b9-b24b-fa8efc013665 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67d10312-00b7-42f8-9a85-5d498b9925d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432699 Nov 24 22:53:29.893630 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59405c28-b02b-466e-be25-a090aee77cae up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:53:29.951565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 59405c28-b02b-466e-be25-a090aee77cae triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:29.952214 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:29.978261 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-b297c985-278b-412f-853a-9f1a896a81f0 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914543 Nov 24 22:53:30.034809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:30.070011 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-552875ed-1d6a-4992-b36b-642f40eb31d3 req-3322f800-aa4c-493e-8ecd-bd4923de490a service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848269 Nov 24 22:53:30.152476 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8315c-7c2f-4cba-b598-844be49d067a req-72c3bacb-4b5b-40d3-9ace-a77d192588ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:30.153936 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-72c3bacb-4b5b-40d3-9ace-a77d192588ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1097 time: 0.0402751 Nov 24 22:53:30.246548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8315c-7c2f-4cba-b598-844be49d067a req-e580da71-d51e-4381-9b37-c6cf862c16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:30.248017 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-e580da71-d51e-4381-9b37-c6cf862c16af service neutron] 10.222.0.71 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 897 time: 0.0868182 Nov 24 22:53:30.290286 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-bd18adb6-1d6d-4567-9cc6-d4fcdcca2356 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 217 time: 0.0342441 Nov 24 22:53:30.340013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8315c-7c2f-4cba-b598-844be49d067a req-ee1cc651-3d83-4e65-9c48-f0381cd4521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:30.341486 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-ee1cc651-3d83-4e65-9c48-f0381cd4521c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 200 len: 834 time: 0.0445607 Nov 24 22:53:30.393072 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8315c-7c2f-4cba-b598-844be49d067a req-1dec1a79-9224-4fd1-bc0f-4dadce939c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:30.394578 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-1dec1a79-9224-4fd1-bc0f-4dadce939c61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67d10312-00b7-42f8-9a85-5d498b9925d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442379 Nov 24 22:53:30.409270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bfc98-1913-496b-8664-0b170c72115b req-112e7122-b011-4e5b-b94f-90b708fe91d9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:30.410733 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-812bfc98-1913-496b-8664-0b170c72115b req-112e7122-b011-4e5b-b94f-90b708fe91d9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 944 time: 0.0970407 Nov 24 22:53:30.449291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-812bfc98-1913-496b-8664-0b170c72115b req-d940421f-2527-4467-972f-db81a74bc952 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323970 Nov 24 22:53:30.489365 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-54f1b726-7245-406f-8244-2ee734f5cc69 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867238 Nov 24 22:53:30.584505 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14d8315c-7c2f-4cba-b598-844be49d067a req-7a19bf33-954c-42e7-9f72-e2ea5e8c7455 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879016 Nov 24 22:53:31.567924 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f51f87-9273-4b1e-966c-0f0ab4d2bd6d req-b815b139-46f0-4c00-92ba-803e6f2a15a8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:31.569357 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c9f51f87-9273-4b1e-966c-0f0ab4d2bd6d req-b815b139-46f0-4c00-92ba-803e6f2a15a8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 944 time: 0.0508101 Nov 24 22:53:31.607603 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c9f51f87-9273-4b1e-966c-0f0ab4d2bd6d req-9851f50d-85ce-4b62-9619-ac431f10a166 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Nov 24 22:53:31.861064 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4afe5c64-d20b-4b62-bff4-dd55e6fea194 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:53:31.953654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:31.965294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'port_id': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'mac_address': 'fa:16:3e:da:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:53:32.003821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:32.018631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afe5c64-d20b-4b62-bff4-dd55e6fea194 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:53:32.037894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:32.041569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:32.088102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4afe5c64-d20b-4b62-bff4-dd55e6fea194,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:32.286218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['4afe5c64-d20b-4b62-bff4-dd55e6fea194'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:53:32.718743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e0865-b161-44d6-b45a-aa42790759fc req-4afeb629-7f6f-4b7e-8886-75e07a1371d6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:32.720218 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a21e0865-b161-44d6-b45a-aa42790759fc req-4afeb629-7f6f-4b7e-8886-75e07a1371d6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 945 time: 0.0488124 Nov 24 22:53:32.756817 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a21e0865-b161-44d6-b45a-aa42790759fc req-10035d8c-5d16-4e45-baf0-2b3dd6f16f86 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Nov 24 22:53:33.869325 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc20f0-fc16-434b-9d36-b1ff327c8bcf req-68697800-8c9d-4a51-83cb-fe56189e026d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:33.870766 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-51bc20f0-fc16-434b-9d36-b1ff327c8bcf req-68697800-8c9d-4a51-83cb-fe56189e026d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 945 time: 0.0481679 Nov 24 22:53:33.892129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4afe5c64-d20b-4b62-bff4-dd55e6fea194 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:53:33.908028 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-51bc20f0-fc16-434b-9d36-b1ff327c8bcf req-82fcd728-61d7-44e1-87ff-afb7102132b2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Nov 24 22:53:33.940316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:53:33.944481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:53:33.944831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:34.021921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:34.044120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:53:34.046369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3581e0-47f1-4e4c-8653-d20857289921" -d '{"events": [{"server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "name": "network-vif-plugged", "status": "completed", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:53:34.058429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:53:34.062501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:34.088308 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2583f5-1c03-46f7-af48-9314937b95e4 x-openstack-request-id: req-1a2583f5-1c03-46f7-af48-9314937b95e4 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:53:34.088620 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "name": "network-vif-plugged", "status": "completed", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:53:34.088873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a2583f5-1c03-46f7-af48-9314937b95e4 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:53:34.089298 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'code': 200} Nov 24 22:53:34.114502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4afe5c64-d20b-4b62-bff4-dd55e6fea194,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:34.241749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a2bc8-81bd-4b72-971f-8184ed1c92c3 req-c69947d3-b473-47e7-975f-98c45ee0197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:34.243181 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e69a2bc8-81bd-4b72-971f-8184ed1c92c3 req-c69947d3-b473-47e7-975f-98c45ee0197d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1099 time: 0.0395699 Nov 24 22:53:34.277673 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e69a2bc8-81bd-4b72-971f-8184ed1c92c3 req-212bf80e-e582-47f5-804b-83d37844f202 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270271 Nov 24 22:53:35.023817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb813c72-fa55-4ce5-b727-b81b8969ab20 req-9cf882fd-476d-4849-a387-b5d842291769 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:35.025266 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb813c72-fa55-4ce5-b727-b81b8969ab20 req-9cf882fd-476d-4849-a387-b5d842291769 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0522590 Nov 24 22:53:35.061516 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eb813c72-fa55-4ce5-b727-b81b8969ab20 req-19fab6e5-555f-4ab1-a7ee-a3031cd268f9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304186 Nov 24 22:53:36.175599 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a2c8c-1a2d-44ec-9f7e-a535a6ff7e40 req-6af07ce2-2d6b-4b23-97d0-e1eb2e12db9c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:36.177110 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e15a2c8c-1a2d-44ec-9f7e-a535a6ff7e40 req-6af07ce2-2d6b-4b23-97d0-e1eb2e12db9c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0484917 Nov 24 22:53:36.214114 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e15a2c8c-1a2d-44ec-9f7e-a535a6ff7e40 req-b1843c45-5ad4-4a07-b26a-ebccf99ce97d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Nov 24 22:53:36.324514 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69625-87ad-4c70-bcb8-a38dc441669d req-41c1d27b-7568-4311-af26-d3d82bb39cc0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:36.325949 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4b69625-87ad-4c70-bcb8-a38dc441669d req-41c1d27b-7568-4311-af26-d3d82bb39cc0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0482411 Nov 24 22:53:36.362567 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4b69625-87ad-4c70-bcb8-a38dc441669d req-4e008654-41c2-4fe5-86b5-f2bd5ba35476 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Nov 24 22:53:36.383744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39616) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:36.426041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8605038-2091-436f-a98c-ddec2763b44e tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:36.427918 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a8605038-2091-436f-a98c-ddec2763b44e tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1094 time: 0.0431728 Nov 24 22:53:36.430565 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39618) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:36.434709 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:53:36.456382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:36.556511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:36.960534 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.232 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/238801dc-fa68-47fb-9925-391f599f7491) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:53:37.059914 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.091363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.128982 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:53:37.131820 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:53:37.135215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:53:37.159195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=238801dc-fa68-47fb-9925-391f599f7491,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:37.466109 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.531370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.679319 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.683732 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.750266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=238801dc-fa68-47fb-9925-391f599f7491,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:53:37.760582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:37.857121 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP 10eb9566-63be-4aa9-80a0-22dff11d63ee associated. External IP: 172.26.3.232, port: 4afe5c64-d20b-4b62-bff4-dd55e6fea194. Nov 24 22:53:38.057541 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router b861e980-e6fc-40d1-83fb-7d44ec50f288 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:53:38.164515 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:53:38.173906 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] Sync routers for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:53:38.181999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:38.184180 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:38.184785 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:38.208987 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-fbcafa97-a505-4426-a71a-62d9f61ec607 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7774446 Nov 24 22:53:38.209571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:53:38.211872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf" -d '{"events": [{"name": "network-changed", "server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:53:38.250051 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c88a14-d333-4bc4-96cf-66275960968e x-openstack-request-id: req-73c88a14-d333-4bc4-96cf-66275960968e {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:53:38.250492 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:53:38.250753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73c88a14-d333-4bc4-96cf-66275960968e {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:53:38.251162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'status': 'completed', 'code': 200} Nov 24 22:53:38.293642 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:38.305675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d77c-0244-4b99-bb3d-35080475f375 req-d509b333-ccae-4c97-911c-dc032236b743 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:38.307479 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4422d77c-0244-4b99-bb3d-35080475f375 req-d509b333-ccae-4c97-911c-dc032236b743 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0508521 Nov 24 22:53:38.313210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-0ae8a85e-5de8-4b97-ae31-cd4a722aea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:38.314636 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-0ae8a85e-5de8-4b97-ae31-cd4a722aea81 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1099 time: 0.0414543 Nov 24 22:53:38.347757 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4422d77c-0244-4b99-bb3d-35080475f375 req-59226297-c388-4c67-94b0-526b24328a23 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340750 Nov 24 22:53:38.370386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39624) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:38.411786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-e007b703-b91c-4107-8e46-7580ac06f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:38.413377 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-e007b703-b91c-4107-8e46-7580ac06f768 service neutron] 10.222.0.71 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 897 time: 0.0917752 Nov 24 22:53:38.437661 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0c35c758-b170-44ce-af27-78133f166cca tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/10eb9566-63be-4aa9-80a0-22dff11d63ee HTTP/1.1" status: 200 len: 992 time: 0.0659082 Nov 24 22:53:38.479881 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-0a0d5a63-c842-44f4-a558-bd5b3d94f284 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 1000 time: 0.0593376 Nov 24 22:53:38.526466 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '10eb9566-63be-4aa9-80a0-22dff11d63ee', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.232', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'port_id': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'mac_address': 'fa:16:3e:da:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:53:37Z', 'updated_at': '2021-11-24T22:53:37Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:38.533935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-18162e00-a118-49c0-9568-e58d53f05a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:38.535384 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-18162e00-a118-49c0-9568-e58d53f05a78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 200 len: 834 time: 0.0485289 Nov 24 22:53:38.553252 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] Checking router: b861e980-e6fc-40d1-83fb-7d44ec50f288 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:53:38.561307 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:53:38.561902 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:53:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:38.581734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-e7108d10-9cf3-4883-994d-7b4db38bc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:53:38.583165 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-e7108d10-9cf3-4883-994d-7b4db38bc442 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67d10312-00b7-42f8-9a85-5d498b9925d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397425 Nov 24 22:53:38.664077 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:53:38.672345 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-e05ef1d4-d417-4f77-974c-af6e578a01c6 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812361 Nov 24 22:53:38.765151 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e5f4bde7-beb5-4a14-8ee1-2fd72b934acf req-07318070-eb70-48fc-a590-8c5c1bfd9a8b service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Nov 24 22:53:38.882111 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '10eb9566-63be-4aa9-80a0-22dff11d63ee', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.232', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'port_id': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'mac_address': 'fa:16:3e:da:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:53:37Z', 'updated_at': '2021-11-24T22:53:37Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:53:38.910490 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70485526-1968-4658-85ba-90c7b8ce23de None None] The sync data for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv is: [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '10eb9566-63be-4aa9-80a0-22dff11d63ee', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.232', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'port_id': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'mac_address': 'fa:16:3e:da:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:53:37Z', 'updated_at': '2021-11-24T22:53:37Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:53:39.087102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78398110-0979-4594-8b8e-a625ae9fbbac None None] New status for floating IP 10eb9566-63be-4aa9-80a0-22dff11d63ee: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:53:39.441089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39626) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:53:39.495789 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:53:39.500661 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3c1241a8-0595-47e9-bfa8-5cf16b258e46 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/10eb9566-63be-4aa9-80a0-22dff11d63ee HTTP/1.1" status: 200 len: 994 time: 0.0584280 Nov 24 22:53:44.253063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-769a4f48-8784-445a-835c-3a7e16fa27c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:46.684037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e40bc872-3bc6-4a75-87c3-68eda01d2a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:46.929569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:48.489530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:53:49.811383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:00.015104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:10.031924 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-09a9cbd1-055a-4775-9f1f-ae3d7a18e462 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391140 Nov 24 22:54:10.111655 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-6430c3c7-399c-4228-b467-b3852fb3fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:10.113096 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-6430c3c7-399c-4228-b467-b3852fb3fba9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1099 time: 0.0399373 Nov 24 22:54:10.217706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-6c791a91-55f2-4782-a1ef-6ead8f2e0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:10.219128 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-6c791a91-55f2-4782-a1ef-6ead8f2e0596 service neutron] 10.222.0.71 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 897 time: 0.0864415 Nov 24 22:54:10.284488 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-fde16b46-3228-42b8-923d-eecb7207d048 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 1002 time: 0.0570087 Nov 24 22:54:10.337340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-7290cc2b-8f9f-4613-a63f-d781164d2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:10.338736 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-7290cc2b-8f9f-4613-a63f-d781164d2544 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 200 len: 834 time: 0.0466747 Nov 24 22:54:10.383152 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-21f6a937-5150-4410-bc55-ec14c0552069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:10.384598 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-21f6a937-5150-4410-bc55-ec14c0552069 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67d10312-00b7-42f8-9a85-5d498b9925d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384090 Nov 24 22:54:10.471842 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-2487ad2b-75b6-46d4-91c8-c35a1342e1a4 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795579 Nov 24 22:54:10.564372 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a707e244-91d1-4c32-85db-2eeb27b1cb29 req-0a56ef7c-639b-4c3c-b9df-1ee7ad4a81b0 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840681 Nov 24 22:54:10.888955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d61eb-861e-48aa-9a59-e9bb60ade683 req-2bc978be-9a40-4580-bfd1-2f488180fa84 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:10.890380 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe2d61eb-861e-48aa-9a59-e9bb60ade683 req-2bc978be-9a40-4580-bfd1-2f488180fa84 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0509989 Nov 24 22:54:10.928516 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe2d61eb-861e-48aa-9a59-e9bb60ade683 req-611116ec-0940-4285-b48f-17e35d69545e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Nov 24 22:54:12.046105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff1509-2e51-4c0a-92cb-5a3b6a326aef req-2acf0455-715d-4e07-af59-b3c0200dd5bc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:12.047477 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89ff1509-2e51-4c0a-92cb-5a3b6a326aef req-2acf0455-715d-4e07-af59-b3c0200dd5bc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0517771 Nov 24 22:54:12.084272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89ff1509-2e51-4c0a-92cb-5a3b6a326aef req-27370d7f-d8a6-409c-95de-3970f99f7539 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Nov 24 22:54:13.195917 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd41191-d278-4cc9-96df-ee3cc4778015 req-d32a1b3d-4923-4cd8-803e-40636fcdbd19 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:13.197592 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fdd41191-d278-4cc9-96df-ee3cc4778015 req-d32a1b3d-4923-4cd8-803e-40636fcdbd19 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0476012 Nov 24 22:54:13.234299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fdd41191-d278-4cc9-96df-ee3cc4778015 req-dfcbfb93-1044-408d-8925-3329b08318b3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Nov 24 22:54:14.254936 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95a89e30-ad3b-4d33-a0e6-8df0abbe4429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:14.345385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbb493-1452-48fe-8bd3-416bd04956ba req-992845dc-5e05-4a9f-aa5c-e8ec2f22bd3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:14.346830 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-43bbb493-1452-48fe-8bd3-416bd04956ba req-992845dc-5e05-4a9f-aa5c-e8ec2f22bd3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0483932 Nov 24 22:54:14.383380 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-43bbb493-1452-48fe-8bd3-416bd04956ba req-83b6687d-21a6-4220-9279-ac43860f0ebc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301728 Nov 24 22:54:15.497782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558e2ff-a4ee-4672-ae5b-cff89c71efaa req-929769b0-3c82-4548-9bdb-b3c6e27a2e35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:15.499214 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a558e2ff-a4ee-4672-ae5b-cff89c71efaa req-929769b0-3c82-4548-9bdb-b3c6e27a2e35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0506129 Nov 24 22:54:15.536147 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a558e2ff-a4ee-4672-ae5b-cff89c71efaa req-27ad9283-7672-42cc-a8fd-ea886c5ead8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Nov 24 22:54:16.493419 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:54:16.648731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddc55e-0761-4f79-8565-6b6a6a98cf4a req-c891cd22-3f8e-4b32-a955-20a24fb317ad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:16.650192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ceddc55e-0761-4f79-8565-6b6a6a98cf4a req-c891cd22-3f8e-4b32-a955-20a24fb317ad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0480528 Nov 24 22:54:16.684205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3e65-e276-43e2-bef1-bc80e459a98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:16.687803 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ceddc55e-0761-4f79-8565-6b6a6a98cf4a req-28c5b21b-7a86-4859-82c6-43166b106e2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Nov 24 22:54:16.930545 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:17.800406 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15306ec-aa8b-4e29-9fcb-18f2c66a70e1 req-2492d063-26dc-4acc-84d7-e74df64b312c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:17.801861 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c15306ec-aa8b-4e29-9fcb-18f2c66a70e1 req-2492d063-26dc-4acc-84d7-e74df64b312c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0483429 Nov 24 22:54:17.838743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c15306ec-aa8b-4e29-9fcb-18f2c66a70e1 req-d49781ad-e280-47a4-b54c-1992a117497d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Nov 24 22:54:18.492301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:18.954530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0085-4c92-4439-8356-caba4c1c1970 req-d6c195e3-3f3f-456d-824a-8563747952d3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:18.956005 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-143b0085-4c92-4439-8356-caba4c1c1970 req-d6c195e3-3f3f-456d-824a-8563747952d3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0521083 Nov 24 22:54:18.992317 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-143b0085-4c92-4439-8356-caba4c1c1970 req-1a14228f-eceb-497f-8ca5-3b03ea9d85c3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305924 Nov 24 22:54:19.814807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:20.105912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e2f95-d9b6-460a-bfeb-7567b6ed70a4 req-918b9fd8-2127-4571-b165-1961c1d05bfb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:20.107376 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f87e2f95-d9b6-460a-bfeb-7567b6ed70a4 req-918b9fd8-2127-4571-b165-1961c1d05bfb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0481308 Nov 24 22:54:20.144270 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f87e2f95-d9b6-460a-bfeb-7567b6ed70a4 req-9f64cb47-c0da-4a68-82bd-30c11925adbf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311365 Nov 24 22:54:21.254961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773231a-c8e7-428c-b624-2edc909c19a9 req-c37ef2c4-1fdb-42ba-908f-b28eab7fb3fe tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:21.257048 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8773231a-c8e7-428c-b624-2edc909c19a9 req-c37ef2c4-1fdb-42ba-908f-b28eab7fb3fe tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0471470 Nov 24 22:54:21.292949 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8773231a-c8e7-428c-b624-2edc909c19a9 req-04eb282b-6ef3-41a7-91c2-9888dcdf74ef tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302215 Nov 24 22:54:22.408508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd933166-36ba-42e4-92e9-0e92fa219f37 req-0e07673a-98a2-49e8-a438-5b379faed6d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:22.409945 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dd933166-36ba-42e4-92e9-0e92fa219f37 req-0e07673a-98a2-49e8-a438-5b379faed6d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0508347 Nov 24 22:54:22.446884 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dd933166-36ba-42e4-92e9-0e92fa219f37 req-d474046d-ccb1-46ad-977e-8feea3e353a2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303376 Nov 24 22:54:23.559470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cd56f-5376-48df-8ad9-fa57919e9ff5 req-f04c8b7f-8868-4d6b-b92e-09111988f0cc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:23.560966 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d03cd56f-5376-48df-8ad9-fa57919e9ff5 req-f04c8b7f-8868-4d6b-b92e-09111988f0cc tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0484936 Nov 24 22:54:23.598232 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d03cd56f-5376-48df-8ad9-fa57919e9ff5 req-d04c82c6-6d09-429b-bf0c-a29588713506 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Nov 24 22:54:24.710567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c1e6-e8c7-4cf6-b9d6-731fe0970d3e req-9933ccdc-8f6a-494b-8191-beabfdc6dea5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:24.712093 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8e22c1e6-e8c7-4cf6-b9d6-731fe0970d3e req-9933ccdc-8f6a-494b-8191-beabfdc6dea5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0479562 Nov 24 22:54:24.749915 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8e22c1e6-e8c7-4cf6-b9d6-731fe0970d3e req-67a82484-5a11-4805-80aa-80d0573cf676 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Nov 24 22:54:25.866852 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623493-41fd-43e2-ae03-66b3a4f45fea req-4802d013-bdf5-45db-b052-8a85df58c420 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:25.868353 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5623493-41fd-43e2-ae03-66b3a4f45fea req-4802d013-bdf5-45db-b052-8a85df58c420 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0525892 Nov 24 22:54:25.904660 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5623493-41fd-43e2-ae03-66b3a4f45fea req-f2435932-1bf0-414a-9d8f-1f54ab9084e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Nov 24 22:54:27.015382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977b477-940e-4ec2-b4df-46a92bdadc60 req-279acd24-dbac-4340-8ca0-6c86ac42d565 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:27.016866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6977b477-940e-4ec2-b4df-46a92bdadc60 req-279acd24-dbac-4340-8ca0-6c86ac42d565 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0475535 Nov 24 22:54:27.053717 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6977b477-940e-4ec2-b4df-46a92bdadc60 req-985ae0e2-8b03-463d-ba1b-57a428b49009 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310769 Nov 24 22:54:27.076184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39672) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:54:27.137712 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0017677d-0883-4815-a498-081997b48b53 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/10eb9566-63be-4aa9-80a0-22dff11d63ee HTTP/1.1" status: 200 len: 994 time: 0.0604198 Nov 24 22:54:28.410730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64771ab0-de68-4751-8b72-794cce736d6a req-e582e121-48a8-4fab-a03e-48b9853e4c14 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:28.412139 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-64771ab0-de68-4751-8b72-794cce736d6a req-e582e121-48a8-4fab-a03e-48b9853e4c14 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0486083 Nov 24 22:54:28.430111 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-bc8831a2-88bb-48b7-9d8f-b9652806eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:28.431634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-bc8831a2-88bb-48b7-9d8f-b9652806eec1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1099 time: 0.0409744 Nov 24 22:54:28.450000 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-64771ab0-de68-4751-8b72-794cce736d6a req-f2fe783f-b81c-424a-b336-4e102df2a541 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317881 Nov 24 22:54:28.525158 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-de1b12e5-d253-40eb-a6a1-1223d62a0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:28.526621 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-de1b12e5-d253-40eb-a6a1-1223d62a0b55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 897 time: 0.0881987 Nov 24 22:54:28.590470 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-ceb52a07-c8ce-4b4b-93fd-14ec97a6ec57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 1002 time: 0.0568068 Nov 24 22:54:28.638073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-6b312191-68a0-49dc-ad24-c32ebd4dac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:28.639454 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-6b312191-68a0-49dc-ad24-c32ebd4dac3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 200 len: 834 time: 0.0423088 Nov 24 22:54:28.686956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-e4377e4f-f780-477f-9da8-c983a6fee452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:28.688357 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-e4377e4f-f780-477f-9da8-c983a6fee452 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67d10312-00b7-42f8-9a85-5d498b9925d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419312 Nov 24 22:54:28.777432 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-86b9b94f-95a8-42f8-bfe5-654616f720c0 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801265 Nov 24 22:54:28.867497 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6fd583d4-0f09-4f68-8048-7d57d6fa1709 req-41e48ce4-f3f1-4582-80d1-3b747ac8bd06 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Nov 24 22:54:29.565794 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5310316-7ca5-46d0-99d0-d71f20d6a6a3 req-cc2751b6-06ed-4464-bc77-671ab9cdc4f5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:54:29.567256 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5310316-7ca5-46d0-99d0-d71f20d6a6a3 req-cc2751b6-06ed-4464-bc77-671ab9cdc4f5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0488892 Nov 24 22:54:29.605092 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f5310316-7ca5-46d0-99d0-d71f20d6a6a3 req-b34d0747-1e03-4f44-899e-682fb395059b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Nov 24 22:54:29.626409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39682) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:54:29.687631 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3cf338fa-263e-4c05-8902-6477b5a18ad7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/10eb9566-63be-4aa9-80a0-22dff11d63ee HTTP/1.1" status: 200 len: 994 time: 0.0601320 Nov 24 22:54:30.052810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:44.255356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-eb5d5199-5535-4e1b-9523-0596c0edeb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:46.686003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-38fb4a64-2aa6-4ab9-b45c-8fdc1e7b777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:46.932613 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:48.495167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:49.816803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:54:53.492851 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:55:00.058338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.060156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39700) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:00.211355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 238801dc-fa68-47fb-9925-391f599f7491 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:55:00.211718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.283360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.283713 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.295816 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 238801dc-fa68-47fb-9925-391f599f7491 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:55:00.440008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.466664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=238801dc-fa68-47fb-9925-391f599f7491,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:00.493528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.493872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.494212 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.494675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.495028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.495359 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.495716 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.496043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.496365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.496687 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.497008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.497328 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:00.541643 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.541963 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP 10eb9566-63be-4aa9-80a0-22dff11d63ee disassociated (deleted). External IP: 172.26.3.232, port: 4afe5c64-d20b-4b62-bff4-dd55e6fea194. Nov 24 22:55:00.742493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router b861e980-e6fc-40d1-83fb-7d44ec50f288 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:55:00.847086 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:55:00.852036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:00.857128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e20be7-2802-429d-b406-36d229a39474 None None] Sync routers for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:55:00.866167 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:00.866767 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:00.881031 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-618ff32b-2b6d-4133-9b56-86a9c35d4748 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/floatingips/10eb9566-63be-4aa9-80a0-22dff11d63ee HTTP/1.1" status: 204 len: 168 time: 0.8195379 Nov 24 22:55:00.881610 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:55:00.883870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0" -d '{"events": [{"name": "network-changed", "server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:55:00.921148 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f19bff-b6d0-4974-8cca-564fc2e5c260 x-openstack-request-id: req-41f19bff-b6d0-4974-8cca-564fc2e5c260 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:55:00.921444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:55:00.921702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41f19bff-b6d0-4974-8cca-564fc2e5c260 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:55:00.922119 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'status': 'completed', 'code': 200} Nov 24 22:55:00.975804 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:00.987650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-cfe8ad1e-35a5-41e1-ab30-27d64adbb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:00.989274 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-cfe8ad1e-35a5-41e1-ab30-27d64adbb395 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 1099 time: 0.0444582 Nov 24 22:55:01.099495 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-0b028e61-6926-466d-91b5-1b9ebc07c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:01.101258 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-0b028e61-6926-466d-91b5-1b9ebc07c094 service neutron] 10.222.0.71 "GET /v2.0/networks?id=67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 200 len: 897 time: 0.1022320 Nov 24 22:55:01.117552 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d2f61-bb1c-4669-a097-867caa450251 req-c61f2645-a0b7-41ec-8be5-7bc0c34aba4f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:01.119052 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d74d2f61-bb1c-4669-a097-867caa450251 req-c61f2645-a0b7-41ec-8be5-7bc0c34aba4f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0506039 Nov 24 22:55:01.148570 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-9b97b7ee-4e99-4388-9cff-67eb0e02b90a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 200 len: 217 time: 0.0386708 Nov 24 22:55:01.159866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d74d2f61-bb1c-4669-a097-867caa450251 req-52dda58d-0c9d-485c-b243-05ff69feee9f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Nov 24 22:55:01.176913 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:01.198608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-5a6b4cfb-afd0-44d9-b8d4-ac9bfcd7a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:01.200087 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-5a6b4cfb-afd0-44d9-b8d4-ac9bfcd7a9bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 200 len: 834 time: 0.0441108 Nov 24 22:55:01.206208 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e20be7-2802-429d-b406-36d229a39474 None None] Checking router: b861e980-e6fc-40d1-83fb-7d44ec50f288 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:55:01.214922 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:01.215532 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:01.246243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-2d7e7a59-1e90-40e7-b8a7-edb33a37f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:01.247744 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-2d7e7a59-1e90-40e7-b8a7-edb33a37f2fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67d10312-00b7-42f8-9a85-5d498b9925d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400693 Nov 24 22:55:01.317993 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:01.346362 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-26479772-0de8-4594-8001-2babb8adf607 service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875981 Nov 24 22:55:01.439199 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e17e650a-2f0e-45c7-9c1c-d5f6df9203a0 req-c7088e15-84ce-44f0-ba1a-f4b527c58e9e service neutron] 10.222.0.71 "GET /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Nov 24 22:55:01.600664 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-28e20be7-2802-429d-b406-36d229a39474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:01.626615 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e20be7-2802-429d-b406-36d229a39474 None None] The sync data for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv is: [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:25Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '59405c28-b02b-466e-be25-a090aee77cae', 'name': '', 'network_id': '67d10312-00b7-42f8-9a85-5d498b9925d2', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:f7:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:24Z', 'updated_at': '2021-11-24T22:53:27Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '0ff55ad4-2bec-43b2-be3d-b170897a9860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:55:01.848178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96025cdc-e86f-4b8b-9a48-a3ba126d5484 None None] New status for floating IP 10eb9566-63be-4aa9-80a0-22dff11d63ee: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:55:02.285529 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cdc64-e085-42f8-9c7d-a02a9f9e034e req-1c4fc1d2-6eeb-4984-af68-c519e7b91bb6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:02.287002 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5c6cdc64-e085-42f8-9c7d-a02a9f9e034e req-1c4fc1d2-6eeb-4984-af68-c519e7b91bb6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0545695 Nov 24 22:55:02.324761 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5c6cdc64-e085-42f8-9c7d-a02a9f9e034e req-2be23b25-f483-420d-93e7-5cea772e9a1c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=c49ed5d0-0ba1-4744-81ce-78631695ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Nov 24 22:55:02.658263 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e41791-fc15-433d-8631-773431fe50b1 req-d4f6ce40-db4c-4698-8f12-83dc8d3aa65f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:02.659704 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d3e41791-fc15-433d-8631-773431fe50b1 req-d4f6ce40-db4c-4698-8f12-83dc8d3aa65f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 946 time: 0.0516741 Nov 24 22:55:02.743993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:55:02.744356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:02.833588 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 4afe5c64-d20b-4b62-bff4-dd55e6fea194, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4afe5c64-d20b-4b62-bff4-dd55e6fea194,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:02.833949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:02.847011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 4afe5c64-d20b-4b62-bff4-dd55e6fea194 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:55:02.980110 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:03.009077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=4afe5c64-d20b-4b62-bff4-dd55e6fea194,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:03.023014 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.023366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.023738 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.024084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.024410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.024735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.025061 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.025385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.026229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.026548 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.026867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.027187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:03.060888 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] No DVR routers for this DVR port 4afe5c64-d20b-4b62-bff4-dd55e6fea194 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:55:03.063277 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:03.066552 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d3e41791-fc15-433d-8631-773431fe50b1 req-0e28fa28-387a-4f04-afae-34f183573b09 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "DELETE /v2.0/ports/4afe5c64-d20b-4b62-bff4-dd55e6fea194 HTTP/1.1" status: 204 len: 173 time: 0.4007237 Nov 24 22:55:03.067164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'name': 'network-vif-deleted', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:55:03.069238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27808a8f-ec01-4e0a-90de-6f4eeb8e4845" -d '{"events": [{"server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "name": "network-vif-deleted", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:55:03.154599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb33c33-5aff-44f9-b85e-7b8ad0ec8bae x-openstack-request-id: req-aeb33c33-5aff-44f9-b85e-7b8ad0ec8bae {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:55:03.154891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e2719-29b7-4b22-9de4-e3fb87bace2d", "name": "network-vif-deleted", "tag": "4afe5c64-d20b-4b62-bff4-dd55e6fea194", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:55:03.155142 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aeb33c33-5aff-44f9-b85e-7b8ad0ec8bae {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:55:03.155552 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e2719-29b7-4b22-9de4-e3fb87bace2d', 'name': 'network-vif-deleted', 'tag': '4afe5c64-d20b-4b62-bff4-dd55e6fea194', 'status': 'completed', 'code': 200} Nov 24 22:55:03.434172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-69f18151-ad07-4d3d-87b2-0e851003510f req-77c6a8f1-51c4-48c3-9245-28519f608de4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=494e2719-29b7-4b22-9de4-e3fb87bace2d HTTP/1.1" status: 200 len: 210 time: 0.0306263 Nov 24 22:55:04.489808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39722) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:04.841894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:05.387011 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 59405c28-b02b-466e-be25-a090aee77cae {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:55:05.387265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:05.474861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 59405c28-b02b-466e-be25-a090aee77cae, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=59405c28-b02b-466e-be25-a090aee77cae,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:05.475219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:05.486524 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 59405c28-b02b-466e-be25-a090aee77cae owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:55:05.666781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:05.692453 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=59405c28-b02b-466e-be25-a090aee77cae,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:05.867248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.082138 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router b861e980-e6fc-40d1-83fb-7d44ec50f288 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:55:06.185129 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:55:06.190248 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-df20d2e8-fc7a-49ec-a88d-83b04327edaf tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/b861e980-e6fc-40d1-83fb-7d44ec50f288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994114 Nov 24 22:55:06.193082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39730) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:06.197120 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] Sync routers for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:55:06.206019 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:06.206624 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:06.248209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting subnet 0ff55ad4-2bec-43b2-be3d-b170897a9860 {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:55:06.251357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.290454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.310107 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:06.377342 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.436167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.448421 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4afe5c64-d20b-4b62-bff4-dd55e6fea194 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:55:06.464045 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff55ad4-2bec-43b2-be3d-b170897a9860,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:06.467825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.470991 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-138e8de3-0968-4101-839a-b9e9994a0032 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/subnets/0ff55ad4-2bec-43b2-be3d-b170897a9860 HTTP/1.1" status: 204 len: 168 time: 0.2768962 Nov 24 22:55:06.473662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39734) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:06.474364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 4afe5c64-d20b-4b62-bff4-dd55e6fea194 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:55:06.474795 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4afe5c64-d20b-4b62-bff4-dd55e6fea194 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:55:06.480676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ccb888-a0dd-4654-92c6-58fec57c9be7 None None] Network 67d10312-00b7-42f8-9a85-5d498b9925d2 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:55:06.498981 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:55:05Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:06.526363 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] Checking router: b861e980-e6fc-40d1-83fb-7d44ec50f288 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:55:06.534781 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] Routers {'b861e980-e6fc-40d1-83fb-7d44ec50f288'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:06.535562 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b861e980-e6fc-40d1-83fb-7d44ec50f288'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:06.585662 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.644582 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] Set router b861e980-e6fc-40d1-83fb-7d44ec50f288 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:06.656274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] DHCP port deletion for 67d10312-00b7-42f8-9a85-5d498b9925d2 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:55:06.698941 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.702790 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Deleting port 174bc628-05a0-4cbe-a214-69f82f8bdabc {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:55:06.703170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.753914 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:55:06.754707 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.769654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] For port 174bc628-05a0-4cbe-a214-69f82f8bdabc, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=174bc628-05a0-4cbe-a214-69f82f8bdabc,segment=NetworkSegment(c61de834-0605-44df-aa8d-fb12c1d6e34f),segment_id=c61de834-0605-44df-aa8d-fb12c1d6e34f)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:06.770049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.784399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Calling delete_port for 174bc628-05a0-4cbe-a214-69f82f8bdabc owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:55:06.835151 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:55:05Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:06.841324 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 239e6b0b-bdc9-414a-bdff-5b50ad5bc742, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:06.841685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.856241 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:55:06.862558 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b6472-c7c7-49d0-89bb-eef1f1790244 None None] The sync data for ids ['b861e980-e6fc-40d1-83fb-7d44ec50f288'] in dv-neutron-818715-1-hyperv is: [{'id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917107100', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:55:05Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '239e6b0b-bdc9-414a-bdff-5b50ad5bc742', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861e980-e6fc-40d1-83fb-7d44ec50f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:53:22Z', 'updated_at': '2021-11-24T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:55:06.877976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:06.905171 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Pushing event deleted for resources: {'Port': ['ID=174bc628-05a0-4cbe-a214-69f82f8bdabc,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:06.910833 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] No DVR routers for this DVR port 174bc628-05a0-4cbe-a214-69f82f8bdabc on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:55:06.921068 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.921415 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.921753 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.922083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.922412 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.922738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.923060 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.923382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.923728 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.924368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.924691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:06.925005 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec09813-b93f-4b87-a211-47b3d404eefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:07.030310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.054767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=239e6b0b-bdc9-414a-bdff-5b50ad5bc742,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:07.114127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.204439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.206676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.253206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.253680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Fanout notify agent at l3_agent the message router_deleted on router b861e980-e6fc-40d1-83fb-7d44ec50f288 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:55:07.260936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.262061 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1a970de3-0f14-4c06-b3de-01f8afdf03e9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/routers/b861e980-e6fc-40d1-83fb-7d44ec50f288 HTTP/1.1" status: 204 len: 168 time: 0.7874055 Nov 24 22:55:07.264750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39738) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:07.342794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.434774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.455466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d10312-00b7-42f8-9a85-5d498b9925d2']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:07.464928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61de834-0605-44df-aa8d-fb12c1d6e34f') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:07.465224 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61de834-0605-44df-aa8d-fb12c1d6e34f') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:07.474886 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.488529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.498309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:55:07.498734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:55:07.501932 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:55:07.561326 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.567951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.571030 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/networks/67d10312-00b7-42f8-9a85-5d498b9925d2 HTTP/1.1" status: 204 len: 168 time: 0.3052967 Nov 24 22:55:07.574191 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39740) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:07.582952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a616c-3a0e-4e1f-9419-cbd67705a6a4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Network': ['ID=67d10312-00b7-42f8-9a85-5d498b9925d2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:07.636984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b7caf1d5-cfc8-4716-864e-68a88dd9983e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.662004 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b7caf1d5-cfc8-4716-864e-68a88dd9983e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.720171 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b7caf1d5-cfc8-4716-864e-68a88dd9983e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.722782 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b7caf1d5-cfc8-4716-864e-68a88dd9983e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:07.723970 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b7caf1d5-cfc8-4716-864e-68a88dd9983e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/security-groups/c49ed5d0-0ba1-4744-81ce-78631695ef81 HTTP/1.1" status: 204 len: 168 time: 0.1487162 Nov 24 22:55:07.733285 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caf1d5-cfc8-4716-864e-68a88dd9983e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ed5d0-0ba1-4744-81ce-78631695ef81,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:07.898610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 174bc628-05a0-4cbe-a214-69f82f8bdabc no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:55:07.922260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 174bc628-05a0-4cbe-a214-69f82f8bdabc {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:55:07.922604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 174bc628-05a0-4cbe-a214-69f82f8bdabc not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:55:07.923011 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59405c28-b02b-466e-be25-a090aee77cae no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:55:07.941449 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 59405c28-b02b-466e-be25-a090aee77cae {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:55:07.941806 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 59405c28-b02b-466e-be25-a090aee77cae not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:55:07.942218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:55:07.960952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:55:07.961300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 239e6b0b-bdc9-414a-bdff-5b50ad5bc742 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:55:07.976838 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39746) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:07.981476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378503885', 'description': 'tempest-secgroup-smoke-378503885 description', 'project_id': '2ac51c97021d483ebb70691b44777f95'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.003998 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.069944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.074217 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.106433 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.107584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1296542 Nov 24 22:55:08.109366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551182a1-b9f6-4daf-b76e-86bdafe3df2e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08429f83-5a39-4ded-9144-fdaca4a14b6d,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.110585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39748) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.116540 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '08429f83-5a39-4ded-9144-fdaca4a14b6d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.143357 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.199940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.203371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.223281 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860f39d8-52bb-44bc-8a95-4584d7d5d2f5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.229020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.230208 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-1b2bd5b3-b419-4b2f-94a7-9c69ecde98d1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176968 Nov 24 22:55:08.232904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39750) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.237138 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '08429f83-5a39-4ded-9144-fdaca4a14b6d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.263207 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.319323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.323032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.342363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e880b4-6b08-445f-aee6-da1ff14f17b6,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.349774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.350975 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-b17848a1-cc18-4a8a-898b-5287c7e43c06 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171558 Nov 24 22:55:08.354274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39752) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.358500 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '08429f83-5a39-4ded-9144-fdaca4a14b6d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.383340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.441845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.445273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.462273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0927cef4-a2ee-4058-a628-4ca86778191b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.469695 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.471176 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f1e2b052-0b0a-4c8b-a1dd-b3d7b7d08db2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159627 Nov 24 22:55:08.474921 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39754) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.479893 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '08429f83-5a39-4ded-9144-fdaca4a14b6d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.504627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.562481 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.565990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.586356 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c06ed4-c590-441f-8fb6-35fdf520e5cd,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.591826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.593046 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-861cf03e-09bd-4788-a90a-76e4e31cab79 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170015 Nov 24 22:55:08.595701 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39756) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.599917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '08429f83-5a39-4ded-9144-fdaca4a14b6d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.620963 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:55:08.625959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.686687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.690037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.710432 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a945550-0d92-4d74-81b5-f82af8c03ab5,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.716400 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.717629 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f3b07386-3992-4589-b755-6d3e5199340e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209862 Nov 24 22:55:08.720296 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39758) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.724550 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'security_group_rule': {'security_group_id': '08429f83-5a39-4ded-9144-fdaca4a14b6d', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.744612 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.securitygroups_db [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Project 2ac51c97021d483ebb70691b44777f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:55:08.749112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.813123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.816610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.836536 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811fcd01-d020-47d1-bf0b-b8d5b7989ddd,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:08.843226 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.844703 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2f38490c-1a14-40dd-87c8-c1e3d3af8e8e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231933 Nov 24 22:55:08.848556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39760) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:08.853399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'network': {'name': 'tempest-network-smoke--389613075', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'port_security_enabled': True}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:08.874709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:55:08.878177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.901870 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:55:08.911297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.911680 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Added segment 07f67c03-f782-462f-8a2f-1901d41482d4 of type vlan for network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 Nov 24 22:55:08.951733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.975189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:08.980720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:08.981288 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.035052 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1855032 Nov 24 22:55:09.037961 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39762) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:09.042916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'admin_state_up': True, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:09.053189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1e79e-042e-4166-96ec-04c8015b709c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Network': ['ID=c7c5a58c-d2f5-4cf9-8e87-9768e0128821,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:09.064349 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:55:09.067718 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.068775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.120633 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.254020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.436211 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.454159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.556049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.212 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/5e96ff50-cb37-41bd-acaf-597fd130faa5) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:55:09.652390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.685837 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:09.726551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:55:09.729729 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:09.733123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:55:09.757070 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=5e96ff50-cb37-41bd-acaf-597fd130faa5,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:09.980750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:10.173155 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:10.299512 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 4767f458-389d-4417-a618-5b81f7273825 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:55:10.402295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:55:10.411667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Sync routers for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:55:10.420686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:10.421198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:10.421459 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:10.422416 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4911961f-b5c9-4362-8210-b72fa2a86262 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3833990 Nov 24 22:55:10.425548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:10.495842 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e5fc8232-0904-4e90-8df2-fbbd4d900293 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2ac51c97021d483ebb70691b44777f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689793 Nov 24 22:55:10.498252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39768) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:10.526251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:10.589971 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c0927a-85a3-44aa-9978-cd340a4f20b3 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:10.594172 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e4c0927a-85a3-44aa-9978-cd340a4f20b3 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924461 Nov 24 22:55:10.594386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39770) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:10.621525 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-4cada4c8-4423-48dc-b5ee-12bd52c6bc9c tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=db6ff637-9030-4395-a9bd-93960f57e046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260763 Nov 24 22:55:10.624414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39772) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:10.629108 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-925017209', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'project_id': '2ac51c97021d483ebb70691b44777f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:10.702202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:09Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:10.718443 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:55:10.722160 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:10.728142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Checking router: 4767f458-389d-4417-a618-5b81f7273825 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:55:10.728629 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Updating router 4767f458-389d-4417-a618-5b81f7273825 port 5e96ff50-cb37-41bd-acaf-597fd130faa5 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:55:10.752903 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:10.904102 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:10.964299 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Subnet': ['ID=1587d470-e3e2-4105-9345-4b93b84cc31d,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:10.971735 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Checking segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:55:10.972100 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network hostable DHCP agents. Network: c7c5a58c-d2f5-4cf9-8e87-9768e0128821, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:55:10.989242 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:55:10.998186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, c7c5a58c-d2f5-4cf9-8e87-9768e0128821) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:11.002685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:11.003625 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.008530 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.011939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107624bb-25b0-4bd1-b807-d7de0bd44bd7 None None] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:55:11.024800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39774) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:11.025400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.028072 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e417ff3f-18a4-429e-a7d4-fb84e168f88c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4026027 Nov 24 22:55:11.132678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Attempting to bind port 5e96ff50-cb37-41bd-acaf-597fd130faa5 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:55:11.133042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Attempting to bind port 5e96ff50-cb37-41bd-acaf-597fd130faa5 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:55:11.133401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Attempting to bind port 5e96ff50-cb37-41bd-acaf-597fd130faa5 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:55:11.140651 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5858dd-da20-41ca-8a2e-b8fe817312d8 None None] Pushing event updated for resources: {'Port': ['ID=5e96ff50-cb37-41bd-acaf-597fd130faa5,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:11.152841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:55:11.153217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:55:11.153621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.154013 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:55:11.154491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Bound port: 5e96ff50-cb37-41bd-acaf-597fd130faa5, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:55:11.154871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.251922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] For port 5e96ff50-cb37-41bd-acaf-597fd130faa5, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:55:11.255770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:55:11.256567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.259727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] For port 5e96ff50-cb37-41bd-acaf-597fd130faa5, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5e96ff50-cb37-41bd-acaf-597fd130faa5,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:55:11.269859 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.398340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:11.398963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:11.401164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5858dd-da20-41ca-8a2e-b8fe817312d8 None None] Pushing event updated for resources: {'Port': ['ID=5e96ff50-cb37-41bd-acaf-597fd130faa5,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:11.668937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Allocated IP 172.20.0.2 (c7c5a58c-d2f5-4cf9-8e87-9768e0128821/1587d470-e3e2-4105-9345-4b93b84cc31d/f2a80312-68ac-4714-92d7-2f016c3370fd) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:55:11.690835 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:11.785227 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.961810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:11.974861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.008313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:09Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:12.018752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:55:12.046094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:12.052584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ece5a-d7f2-4f70-96f5-ff44f305fafe None None] The sync data for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv is: [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:09Z', 'revision_number': 3, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:55:12.054104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:55:12.059251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Pushing event updated for resources: {'Port': ['ID=f2a80312-68ac-4714-92d7-2f016c3370fd,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:12.060516 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.1 (c7c5a58c-d2f5-4cf9-8e87-9768e0128821/1587d470-e3e2-4105-9345-4b93b84cc31d/3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:55:12.113901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Attempting to bind port f2a80312-68ac-4714-92d7-2f016c3370fd on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:55:12.114603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Attempting to bind port f2a80312-68ac-4714-92d7-2f016c3370fd by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:55:12.115176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Attempting to bind port f2a80312-68ac-4714-92d7-2f016c3370fd on network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:55:12.120768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:55:12.121433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Checking segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:55:12.121836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.122851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Bound using segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:55:12.122851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Bound port: f2a80312-68ac-4714-92d7-2f016c3370fd, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:55:12.123089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.182529 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.191181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] For port f2a80312-68ac-4714-92d7-2f016c3370fd, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:55:12.202361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] For port f2a80312-68ac-4714-92d7-2f016c3370fd, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f2a80312-68ac-4714-92d7-2f016c3370fd,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:55:12.207991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.222097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.269444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6c041-be58-41eb-8408-322cac62a20e None None] Pushing event updated for resources: {'Port': ['ID=f2a80312-68ac-4714-92d7-2f016c3370fd,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:12.281093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:55:12.296798 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:12.305287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:55:12.319310 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:12.369060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.530130 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.828991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.834264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:12.911985 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:12.915453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:13.016384 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:55:13.017785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:13.138769 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 4767f458-389d-4417-a618-5b81f7273825 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:55:13.220371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34efb66c-04f2-4cd4-918b-1958db29f3f1 None None] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:55:13.251453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:55:13.257010 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f7049134-4074-4f75-b627-e8e54899021a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/4767f458-389d-4417-a618-5b81f7273825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2305837 Nov 24 22:55:13.330219 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-84bc4274-0425-462f-81bf-d85bcebfc65a None None] Provisioning complete for port f2a80312-68ac-4714-92d7-2f016c3370fd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:13.330599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84bc4274-0425-462f-81bf-d85bcebfc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:13.404197 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-8e90f3b4-4080-402b-8f25-d3a9d178be44 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378503885&fields=id&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 267 time: 0.0412576 Nov 24 22:55:13.448749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84bc4274-0425-462f-81bf-d85bcebfc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:13.484072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-84bc4274-0425-462f-81bf-d85bcebfc65a None None] For port f2a80312-68ac-4714-92d7-2f016c3370fd, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f2a80312-68ac-4714-92d7-2f016c3370fd,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:13.495333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-84bc4274-0425-462f-81bf-d85bcebfc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:13.527073 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-90fef9aa-0b20-420b-9668-40f03b28b68b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:13.534747 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-90fef9aa-0b20-420b-9668-40f03b28b68b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/networks?id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 200 len: 796 time: 0.1271298 Nov 24 22:55:13.548346 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-d89b894e-599b-44a0-9de4-6a13ac35c646 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/quotas/2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 375 time: 0.0121424 Nov 24 22:55:13.549065 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc4274-0425-462f-81bf-d85bcebfc65a None None] Pushing event updated for resources: {'Port': ['ID=f2a80312-68ac-4714-92d7-2f016c3370fd,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:13.601128 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-0688cc85-1089-4972-9a0f-c8aabeea93c1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482540 Nov 24 22:55:13.688969 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Sync routers for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:55:13.699687 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:13.700304 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:13.706374 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-039c3e69-3f02-4d7d-bcc1-0c7ddf99f862 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913398 Nov 24 22:55:13.723190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-45ced27b-a723-410c-97f4-afb1ac3cf6b6 None None] Provisioning complete for port f2a80312-68ac-4714-92d7-2f016c3370fd triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:13.724184 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-45ced27b-a723-410c-97f4-afb1ac3cf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:13.813164 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:13.828669 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-3b3f8a25-f8c1-4b5c-a895-d63b71e82598 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158612 Nov 24 22:55:13.833346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-45ced27b-a723-410c-97f4-afb1ac3cf6b6 None None] Provisioning complete for port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:13.834087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-45ced27b-a723-410c-97f4-afb1ac3cf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:13.878850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-45ced27b-a723-410c-97f4-afb1ac3cf6b6 None None] Port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:55:14.005764 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b450401f-bf0f-4fc4-ac75-014492878f76 None None] Provisioning complete for port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:14.006910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b450401f-bf0f-4fc4-ac75-014492878f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.047850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e96ff50-cb37-41bd-acaf-597fd130faa5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:55:14.056739 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-960945e6-3c40-4c65-b657-d3b158eeb829 req-8bbaafcf-10e7-439c-afb9-86f742adf4b4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 210 time: 0.0332298 Nov 24 22:55:14.096499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b450401f-bf0f-4fc4-ac75-014492878f76 None None] Port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:55:14.118382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5e96ff50-cb37-41bd-acaf-597fd130faa5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:14.118766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.148122 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 2, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:14.178596 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Checking router: 4767f458-389d-4417-a618-5b81f7273825 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:55:14.179030 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Updating router 4767f458-389d-4417-a618-5b81f7273825 port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:55:14.206952 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.219282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.245312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-24872ead-8b87-4090-91aa-87079878563c None None] Provisioning complete for port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:14.246018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24872ead-8b87-4090-91aa-87079878563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.255817 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 5e96ff50-cb37-41bd-acaf-597fd130faa5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5e96ff50-cb37-41bd-acaf-597fd130faa5,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:14.285029 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.285803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f2a80312-68ac-4714-92d7-2f016c3370fd up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:55:14.336527 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a7700a76-d3aa-4721-b16c-29326c50e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.349693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-24872ead-8b87-4090-91aa-87079878563c None None] Port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:55:14.380776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=5e96ff50-cb37-41bd-acaf-597fd130faa5,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:14.394190 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f2a80312-68ac-4714-92d7-2f016c3370fd triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:14.394574 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.578620 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.583202 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.634480 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Pushing event updated for resources: {'Port': ['ID=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:14.657280 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.657636 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.657956 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.658295 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.658623 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.658949 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.659271 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.659616 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.659940 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.660258 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.660574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.660885 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:55:14.697240 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Attempting to bind port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:55:14.697941 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Attempting to bind port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:55:14.697941 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Attempting to bind port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc on network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:55:14.703040 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:55:14.703404 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Checking segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:55:14.703834 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.704229 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Bound using segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:55:14.704696 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Bound port: 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:55:14.705069 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.769031 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] For port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:55:14.772284 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] For port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:55:14.777262 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.835517 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:14.836157 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:54:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:14.871097 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ef077-b3ec-4a47-a212-99d3ea9451b5 None None] Pushing event updated for resources: {'Port': ['ID=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,revision_number=4']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:14.882516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d575bc99-52bc-4afd-a21a-18bc79091b91 None None] Provisioning complete for port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:14.882884 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d575bc99-52bc-4afd-a21a-18bc79091b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:14.957046 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:14.968160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d575bc99-52bc-4afd-a21a-18bc79091b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.010776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d575bc99-52bc-4afd-a21a-18bc79091b91 None None] For port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:15.020804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d575bc99-52bc-4afd-a21a-18bc79091b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.096993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575bc99-52bc-4afd-a21a-18bc79091b91 None None] Pushing event updated for resources: {'Port': ['ID=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:15.143242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d294f0bf-19e9-4a76-a693-71ba89e0a05e None None] Provisioning complete for port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:15.143914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d294f0bf-19e9-4a76-a693-71ba89e0a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.160349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-cc117d4e-b5af-45ce-9da9-592c8d69a37c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:15.162205 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-cc117d4e-b5af-45ce-9da9-592c8d69a37c tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/networks?id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 200 len: 796 time: 0.1529489 Nov 24 22:55:15.200436 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:15.219579 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9cdcd370-6eed-4ad2-bc7f-ccc63b3ac192 req-222140a5-ca8d-4c27-b217-9d4f51c2e138 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 210 time: 0.0517406 Nov 24 22:55:15.228017 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-f2f114cd-a4b2-450d-bb2a-2e9b3585fec3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac51c97021d483ebb70691b44777f95 HTTP/1.1" status: 200 len: 379 time: 0.0531569 Nov 24 22:55:15.232191 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ab729-0279-4763-a478-d81d7d33f740 None None] The sync data for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv is: [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:55:15.238639 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'port': {'device_id': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'admin_state_up': True, 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'security_groups': ['08429f83-5a39-4ded-9144-fdaca4a14b6d']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:15.368172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Made reservation on behalf of 2ac51c97021d483ebb70691b44777f95 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:55:15.371877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.499785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.20.0.13 (c7c5a58c-d2f5-4cf9-8e87-9768e0128821/1587d470-e3e2-4105-9345-4b93b84cc31d/a9d3b0b4-0cb5-45c1-93e4-83531345c702) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:55:15.653475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.687932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.736547 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:55:15.739708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:15.743372 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:55:15.770297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=a9d3b0b4-0cb5-45c1-93e4-83531345c702,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:15.802086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:15.802767 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:15.820177 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-e0323202-1ab0-40ee-b31d-d1713d6b11c9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855057 Nov 24 22:55:15.832666 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Request body: {'port': {'device_id': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:15.907291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.010690 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:55:16.065805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:16.066176 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.113509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8c28806b-49c7-42a3-bead-12e4ca182f18 None None] Provisioning complete for port a9d3b0b4-0cb5-45c1-93e4-83531345c702 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:16.113881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8c28806b-49c7-42a3-bead-12e4ca182f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.170570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8c28806b-49c7-42a3-bead-12e4ca182f18 None None] Port a9d3b0b4-0cb5-45c1-93e4-83531345c702 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:55:16.186300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e96ff50-cb37-41bd-acaf-597fd130faa5 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:55:16.215562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d3b0b4-0cb5-45c1-93e4-83531345c702 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:55:16.223801 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.237491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Transition to ACTIVE for port object a9d3b0b4-0cb5-45c1-93e4-83531345c702 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:55:16.237843 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 5e96ff50-cb37-41bd-acaf-597fd130faa5 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:16.238169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.248846 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.303546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d3b0b4-0cb5-45c1-93e4-83531345c702,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:16.370405 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7efa8-6582-4453-96c3-31bb77598e19 req-9306b158-3ed9-4926-9bce-0e71dca0fec0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:16.373297 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-48c7efa8-6582-4453-96c3-31bb77598e19 req-9306b158-3ed9-4926-9bce-0e71dca0fec0 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 944 time: 0.0813265 Nov 24 22:55:16.391859 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Attempting to bind port a9d3b0b4-0cb5-45c1-93e4-83531345c702 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:55:16.392256 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Attempting to bind port a9d3b0b4-0cb5-45c1-93e4-83531345c702 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:55:16.392658 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Attempting to bind port a9d3b0b4-0cb5-45c1-93e4-83531345c702 on network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:55:16.397923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Port a9d3b0b4-0cb5-45c1-93e4-83531345c702 on network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:55:16.398248 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Attempting to bind port a9d3b0b4-0cb5-45c1-93e4-83531345c702 on network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:55:16.403470 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:55:16.403837 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Checking segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:55:16.404222 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Bound using segment: {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:55:16.404676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Bound port: a9d3b0b4-0cb5-45c1-93e4-83531345c702, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f67c03-f782-462f-8a2f-1901d41482d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:55:16.405279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.419262 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-48c7efa8-6582-4453-96c3-31bb77598e19 req-afdebfb3-db1d-46ac-a38e-84e5d03df475 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397813 Nov 24 22:55:16.481675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] For port a9d3b0b4-0cb5-45c1-93e4-83531345c702, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:55:16.485001 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] For port a9d3b0b4-0cb5-45c1-93e4-83531345c702, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:55:16.489909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.525993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:16.526610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.528001 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] 10.222.0.71 "PUT /v2.0/ports/a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 200 len: 1094 time: 0.6997590 Nov 24 22:55:16.528444 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:55:16.530685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07045c6-5576-4d9a-91f2-c3a041f3889b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:55:16.556569 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426682-f75e-49a3-a82f-ac3cbefcd591 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d3b0b4-0cb5-45c1-93e4-83531345c702,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:16.574650 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ff546-5383-4097-8d8f-2a56c4c4fcd1 x-openstack-request-id: req-538ff546-5383-4097-8d8f-2a56c4c4fcd1 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:55:16.574942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:55:16.575190 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-538ff546-5383-4097-8d8f-2a56c4c4fcd1 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:55:16.575622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'status': 'completed', 'code': 200} Nov 24 22:55:16.623419 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-cdccb55f-f5ff-458d-a0d1-aed82675c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:16.624971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-cdccb55f-f5ff-458d-a0d1-aed82675c4fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1097 time: 0.0435286 Nov 24 22:55:16.668649 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-c27e3b73-5af1-4ff6-b2bd-66e925a0e959 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 200 len: 217 time: 0.0353358 Nov 24 22:55:16.687352 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1c86cc69-c26a-4d1e-997c-a5f300c2cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.726703 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-f72598f4-1d5b-4518-abd7-2110a2723b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:16.728270 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-f72598f4-1d5b-4518-abd7-2110a2723b3b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1587d470-e3e2-4105-9345-4b93b84cc31d HTTP/1.1" status: 200 len: 834 time: 0.0530293 Nov 24 22:55:16.771990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-fae2cdcb-9439-45fb-a606-2b0d2e6e9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:16.773438 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-fae2cdcb-9439-45fb-a606-2b0d2e6e9d07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384009 Nov 24 22:55:16.861210 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-be381ae9-6233-4fbd-b69b-8552774fa4b9 service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804036 Nov 24 22:55:16.933110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:16.954643 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-27143f6f-ebf4-409f-af73-9d67521e9eaa req-0826a7dc-1ada-4925-a5f7-7452d5970686 service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862207 Nov 24 22:55:17.042517 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-a24a452c-f9eb-4c58-a45c-a3689dbcc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:17.043929 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-a24a452c-f9eb-4c58-a45c-a3689dbcc096 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1097 time: 0.0413592 Nov 24 22:55:17.135577 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-8c8f24e9-e695-4abd-8412-e14f6a2fbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:17.136990 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-8c8f24e9-e695-4abd-8412-e14f6a2fbf56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 200 len: 897 time: 0.0862250 Nov 24 22:55:17.178497 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-7ad5c972-0ac2-4ae7-b6c0-0bddaf74c7a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 200 len: 217 time: 0.0334458 Nov 24 22:55:17.229486 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-ee4b9c4b-c762-4477-833c-731b41f4788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:17.230932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-ee4b9c4b-c762-4477-833c-731b41f4788e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1587d470-e3e2-4105-9345-4b93b84cc31d HTTP/1.1" status: 200 len: 834 time: 0.0455563 Nov 24 22:55:17.279792 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-e897b125-0911-456b-82c7-2adbbae6fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:17.281236 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-e897b125-0911-456b-82c7-2adbbae6fbef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431032 Nov 24 22:55:17.370018 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-3e8b6a95-a5d1-4192-93f6-39f153f70c91 service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804431 Nov 24 22:55:17.462164 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f07045c6-5576-4d9a-91f2-c3a041f3889b req-a78bd565-aa2b-41ef-9b4b-98118d6a5605 service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848835 Nov 24 22:55:17.535859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1be4ac-e58f-42cc-8a48-71d2be751558 req-2e3faf5e-f5fd-4a9a-a500-e7b0b082ce6d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:17.537330 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fb1be4ac-e58f-42cc-8a48-71d2be751558 req-2e3faf5e-f5fd-4a9a-a500-e7b0b082ce6d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 944 time: 0.0487068 Nov 24 22:55:17.574378 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fb1be4ac-e58f-42cc-8a48-71d2be751558 req-143540b5-71d2-4176-8e88-c7fb1176fe55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Nov 24 22:55:18.483313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device a9d3b0b4-0cb5-45c1-93e4-83531345c702 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:55:18.506947 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:18.589408 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port a9d3b0b4-0cb5-45c1-93e4-83531345c702, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:18.600315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'port_id': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'mac_address': 'fa:16:3e:3d:f9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:55:18.637801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:18.651162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d3b0b4-0cb5-45c1-93e4-83531345c702 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:55:18.670414 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port a9d3b0b4-0cb5-45c1-93e4-83531345c702, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:18.674661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:18.687674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce4554-f926-4a87-bd24-94f3bf399b5d req-1773b560-2117-466f-9df8-2f00b2194ff2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:18.689171 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35ce4554-f926-4a87-bd24-94f3bf399b5d req-1773b560-2117-466f-9df8-2f00b2194ff2 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 944 time: 0.0485978 Nov 24 22:55:18.721337 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=a9d3b0b4-0cb5-45c1-93e4-83531345c702,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:18.727105 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-35ce4554-f926-4a87-bd24-94f3bf399b5d req-6f78b054-c0e8-480f-a3ea-01ea6e6c1ca8 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Nov 24 22:55:18.880326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['a9d3b0b4-0cb5-45c1-93e4-83531345c702'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:55:19.819078 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:20.148241 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88da32-0675-4829-9a4c-d285458b3c0e req-a0993d16-1dbb-49f8-aee6-7d8b684fc33d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:20.149681 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a88da32-0675-4829-9a4c-d285458b3c0e req-a0993d16-1dbb-49f8-aee6-7d8b684fc33d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 945 time: 0.3568523 Nov 24 22:55:20.185923 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0a88da32-0675-4829-9a4c-d285458b3c0e req-ae5ea347-3fc8-4b58-8bf2-a6d4440a6db7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296917 Nov 24 22:55:20.512922 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device a9d3b0b4-0cb5-45c1-93e4-83531345c702 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:55:20.562674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port a9d3b0b4-0cb5-45c1-93e4-83531345c702 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:55:20.566152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port a9d3b0b4-0cb5-45c1-93e4-83531345c702 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:55:20.566515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:20.779912 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:20.801821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:55:20.804118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbd28d-5173-4485-b451-4d8944bcf366" -d '{"events": [{"server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:55:20.816771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port a9d3b0b4-0cb5-45c1-93e4-83531345c702, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:55:20.820754 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:20.845624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620813fb-21e9-4101-bc0b-866c43e1bd45 x-openstack-request-id: req-620813fb-21e9-4101-bc0b-866c43e1bd45 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:55:20.845915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:55:20.846165 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-620813fb-21e9-4101-bc0b-866c43e1bd45 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:55:20.846572 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'code': 200} Nov 24 22:55:20.871025 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=a9d3b0b4-0cb5-45c1-93e4-83531345c702,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:21.005159 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ec86-0d55-442d-9961-1997b82650c4 req-1d00f09a-a396-4afa-9da2-4497cfc23a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:21.006630 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e842ec86-0d55-442d-9961-1997b82650c4 req-1d00f09a-a396-4afa-9da2-4497cfc23a88 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1099 time: 0.0403137 Nov 24 22:55:21.042341 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e842ec86-0d55-442d-9961-1997b82650c4 req-8a9114e6-c9c1-4bdc-ac42-1c6da9314e75 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286174 Nov 24 22:55:21.298234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0b04f-f699-4db4-a928-35f4540fb49f req-b9c9f757-9943-42a9-96e0-ad9c8d15a1c5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:21.299650 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3d0b04f-f699-4db4-a928-35f4540fb49f req-b9c9f757-9943-42a9-96e0-ad9c8d15a1c5 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0485797 Nov 24 22:55:21.336473 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3d0b04f-f699-4db4-a928-35f4540fb49f req-889ce51a-3917-4a05-9b6e-63964c9d34ad tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309739 Nov 24 22:55:22.450084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e754a6-5f95-4f73-9297-77b95830ec12 req-0aef9442-27c4-478b-9c28-7df585746deb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:22.451550 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-72e754a6-5f95-4f73-9297-77b95830ec12 req-0aef9442-27c4-478b-9c28-7df585746deb tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0482099 Nov 24 22:55:22.488829 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-72e754a6-5f95-4f73-9297-77b95830ec12 req-346c0451-8a16-4ebd-bd12-918d510b5ae7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Nov 24 22:55:22.603824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418da7d-cda5-400b-80bd-bd4d0bb84e13 req-cefd2f06-b6e2-4520-9ccb-bb0dddbb3c1b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:22.605286 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c418da7d-cda5-400b-80bd-bd4d0bb84e13 req-cefd2f06-b6e2-4520-9ccb-bb0dddbb3c1b tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0518639 Nov 24 22:55:22.641849 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c418da7d-cda5-400b-80bd-bd4d0bb84e13 req-1b84456f-4ee2-40a1-b381-34ef22cd6e73 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307221 Nov 24 22:55:22.662551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39828) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:22.701231 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33234a-2fd7-4cdb-93d0-5ba4159de3d0 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:22.702697 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5b33234a-2fd7-4cdb-93d0-5ba4159de3d0 tempest-TestNetworkAdvancedServerOps-179334424 tempest-TestNetworkAdvancedServerOps-179334424-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1094 time: 0.0391991 Nov 24 22:55:22.705366 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39830) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:22.709528 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:55:22.731978 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:22.830830 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:22.930493 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Allocated IP 172.26.3.77 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/9403fff1-ca51-4710-a951-2d8e8e0a9916) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:55:23.042039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.078318 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.114944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:55:23.118048 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:55:23.121758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:55:23.147298 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=9403fff1-ca51-4710-a951-2d8e8e0a9916,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:23.456566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.520930 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.667921 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.672956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.743628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event updated for resources: {'Port': ['ID=9403fff1-ca51-4710-a951-2d8e8e0a9916,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:55:23.752867 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:23.855399 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP b36d856e-acb4-4aa8-8d0c-010ba795d3aa associated. External IP: 172.26.3.77, port: a9d3b0b4-0cb5-45c1-93e4-83531345c702. Nov 24 22:55:24.066779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 4767f458-389d-4417-a618-5b81f7273825 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:55:24.174683 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:55:24.184285 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] Sync routers for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:55:24.192872 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:24.198287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:24.198908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:24.220831 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5c1f753c-eea7-4ebc-948f-b24d4e162905 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5144360 Nov 24 22:55:24.221430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:55:24.224040 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e9f08a-162c-40fa-8228-7c150476eeba" -d '{"events": [{"name": "network-changed", "server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:55:24.261674 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f211886-af99-462a-b6ce-6241ceedd70a x-openstack-request-id: req-4f211886-af99-462a-b6ce-6241ceedd70a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:55:24.261958 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:55:24.262205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f211886-af99-462a-b6ce-6241ceedd70a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:55:24.262600 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'status': 'completed', 'code': 200} Nov 24 22:55:24.310960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:24.325464 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67561bde-a2a7-4200-a264-b8be92c701d9 req-1c6247c7-db01-4c9f-8bd7-b9ff2935d2ca tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:24.327785 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-67561bde-a2a7-4200-a264-b8be92c701d9 req-1c6247c7-db01-4c9f-8bd7-b9ff2935d2ca tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0560229 Nov 24 22:55:24.335900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f08a-162c-40fa-8228-7c150476eeba req-746cf63e-4a60-46cf-aec0-e7b9a86460d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:24.338063 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-746cf63e-4a60-46cf-aec0-e7b9a86460d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1099 time: 0.0554936 Nov 24 22:55:24.379294 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-67561bde-a2a7-4200-a264-b8be92c701d9 req-bed27d9c-f7e8-4b68-b63c-1d11425c9b00 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456727 Nov 24 22:55:24.403371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39836) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:24.436286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f08a-162c-40fa-8228-7c150476eeba req-530e8490-4e45-4649-a0a8-a2aa9e03ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:24.437776 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-530e8490-4e45-4649-a0a8-a2aa9e03ca3f service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 200 len: 897 time: 0.0930004 Nov 24 22:55:24.469988 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-303cb366-cda2-4c46-8f2c-12c7a59511cd tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/b36d856e-acb4-4aa8-8d0c-010ba795d3aa HTTP/1.1" status: 200 len: 991 time: 0.0653548 Nov 24 22:55:24.504707 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-95cfe160-3659-448f-bdbc-cb5f15a8f2a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 200 len: 999 time: 0.0593941 Nov 24 22:55:24.553878 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f08a-162c-40fa-8228-7c150476eeba req-a2922642-7a89-4c88-be8d-d548b00f8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:24.555312 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-a2922642-7a89-4c88-be8d-d548b00f8c44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1587d470-e3e2-4105-9345-4b93b84cc31d HTTP/1.1" status: 200 len: 834 time: 0.0435948 Nov 24 22:55:24.555435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b36d856e-acb4-4aa8-8d0c-010ba795d3aa', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '4767f458-389d-4417-a618-5b81f7273825', 'port_id': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'mac_address': 'fa:16:3e:3d:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:55:23Z', 'updated_at': '2021-11-24T22:55:23Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:24.581902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] Checking router: 4767f458-389d-4417-a618-5b81f7273825 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:55:24.590732 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:55:24.591348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:24.605274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f08a-162c-40fa-8228-7c150476eeba req-63c71a67-d2bc-43e7-812e-7cd1f541fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:24.606880 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-63c71a67-d2bc-43e7-812e-7cd1f541fc8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443466 Nov 24 22:55:24.693852 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-f87dff43-201a-480f-aac0-1955cafa551d service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794170 Nov 24 22:55:24.695552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:55:24.785763 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-85e9f08a-162c-40fa-8228-7c150476eeba req-d53a0a4f-395b-4440-92d7-960538d5ec49 service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846429 Nov 24 22:55:24.923231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b36d856e-acb4-4aa8-8d0c-010ba795d3aa', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '4767f458-389d-4417-a618-5b81f7273825', 'port_id': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'mac_address': 'fa:16:3e:3d:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:55:23Z', 'updated_at': '2021-11-24T22:55:23Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:55:24.950532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104905c-551a-4bd6-8474-ea7972823a2f None None] The sync data for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv is: [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'b36d856e-acb4-4aa8-8d0c-010ba795d3aa', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'floating_ip_address': '172.26.3.77', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '4767f458-389d-4417-a618-5b81f7273825', 'port_id': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'mac_address': 'fa:16:3e:3d:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:55:23Z', 'updated_at': '2021-11-24T22:55:23Z', 'revision_number': 0, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:55:25.124710 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78643006-d68e-452f-a079-3b2bf2993c98 None None] New status for floating IP b36d856e-acb4-4aa8-8d0c-010ba795d3aa: ACTIVE {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:55:25.473323 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39838) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:25.533639 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-79e8afd4-6417-406e-a364-631b6bd9acae tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/b36d856e-acb4-4aa8-8d0c-010ba795d3aa HTTP/1.1" status: 200 len: 993 time: 0.0591002 Nov 24 22:55:30.065563 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:30.491566 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:55:44.259971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0560-fedf-48a4-868b-c9943c8e03ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:46.688287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3545aa55-22c6-4e46-87ff-21c64840bbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:46.934174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:48.500275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:49.823085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:54.261387 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2d35-2541-4f70-af8c-0334155eb027 req-fe542e46-5126-4d55-9639-8526a1484e44 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:54.262849 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ec8c2d35-2541-4f70-af8c-0334155eb027 req-fe542e46-5126-4d55-9639-8526a1484e44 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0483937 Nov 24 22:55:54.303388 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ec8c2d35-2541-4f70-af8c-0334155eb027 req-09e7eb63-7df0-4580-b28c-93e7e04faaa7 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347695 Nov 24 22:55:55.419759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f717114-fec7-4346-86fb-a3cfdea6ed5c req-2837557f-1cf9-4924-82be-7cfe0320df53 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:55.421216 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4f717114-fec7-4346-86fb-a3cfdea6ed5c req-2837557f-1cf9-4924-82be-7cfe0320df53 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0483539 Nov 24 22:55:55.457881 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4f717114-fec7-4346-86fb-a3cfdea6ed5c req-6a1e997d-f7f3-4fa5-bd15-9b4d1a8cd50e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Nov 24 22:55:55.480052 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39854) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:55.538987 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2d642000-6110-4fc1-91ad-75e3ab8e2ab3 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/b36d856e-acb4-4aa8-8d0c-010ba795d3aa HTTP/1.1" status: 200 len: 993 time: 0.0578489 Nov 24 22:55:56.080964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-b0cd1288-be45-4e2f-aa15-25e1a16e229a req-8c84913a-061d-44db-aea8-ec6b1d0fb662 service neutron] (102409) timed out ('10.222.0.71', 57368) {{(pid=102409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 24 22:55:56.819339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a647-75c4-4495-8c46-8baff4ef7cc2 req-678af922-b36e-4ec4-bb5a-9f8d24c256c6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:56.820752 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32e8a647-75c4-4495-8c46-8baff4ef7cc2 req-678af922-b36e-4ec4-bb5a-9f8d24c256c6 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0530257 Nov 24 22:55:56.835989 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-6938b75c-0f94-4e1c-ab68-e87db0c072a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:56.838171 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-6938b75c-0f94-4e1c-ab68-e87db0c072a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1099 time: 0.0421054 Nov 24 22:55:56.859301 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-32e8a647-75c4-4495-8c46-8baff4ef7cc2 req-8a831c27-0d39-4165-a898-7c8ac7227224 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Nov 24 22:55:56.930414 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-1a4766fd-7ac0-45e7-8439-93e29c6c274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:56.931899 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-1a4766fd-7ac0-45e7-8439-93e29c6c274e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 200 len: 897 time: 0.0865684 Nov 24 22:55:56.995910 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-02bdaf2d-4674-40ce-9413-88f652759a20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 200 len: 1001 time: 0.0566559 Nov 24 22:55:57.043544 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-6e27ccfb-6447-480b-b888-4449a30e3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:57.044951 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-6e27ccfb-6447-480b-b888-4449a30e3175 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1587d470-e3e2-4105-9345-4b93b84cc31d HTTP/1.1" status: 200 len: 834 time: 0.0427747 Nov 24 22:55:57.097820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-1a420569-3b0b-410c-917e-5106f80495c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:57.099205 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-1a420569-3b0b-410c-917e-5106f80495c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472901 Nov 24 22:55:57.502419 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-36b917b2-8072-41f7-8b8b-9957b2c21c2b service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954802 Nov 24 22:55:57.594970 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d1cfb38d-4594-4462-ab1b-2df48ce0bd81 req-d3873f27-f419-4f62-9403-55491a1bdead service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844195 Nov 24 22:55:57.972169 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254182d-45b4-42f5-8ec6-ae1f975fe431 req-90960a04-4d09-45ed-8bfa-bb4b55442b55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:57.973614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6254182d-45b4-42f5-8ec6-ae1f975fe431 req-90960a04-4d09-45ed-8bfa-bb4b55442b55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0478413 Nov 24 22:55:58.010333 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6254182d-45b4-42f5-8ec6-ae1f975fe431 req-f135cf1d-28da-4270-99bf-38051aebb37e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Nov 24 22:55:59.134137 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a94993-45cf-43be-abd2-1a973caeb902 req-92ad6437-f12c-4da4-995d-9f7bfe358e25 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:55:59.135674 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-66a94993-45cf-43be-abd2-1a973caeb902 req-92ad6437-f12c-4da4-995d-9f7bfe358e25 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0597172 Nov 24 22:55:59.172257 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-66a94993-45cf-43be-abd2-1a973caeb902 req-780af458-08ce-4c9a-8731-b51d89c444a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307782 Nov 24 22:55:59.194047 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39866) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:59.256049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b3322619-b551-46a7-9876-1438bf4781e1 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/floatingips/b36d856e-acb4-4aa8-8d0c-010ba795d3aa HTTP/1.1" status: 200 len: 993 time: 0.0609307 Nov 24 22:55:59.556936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39872) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:55:59.711322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 9403fff1-ca51-4710-a951-2d8e8e0a9916 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:55:59.712184 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:59.785848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:59.786183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:59.797679 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 9403fff1-ca51-4710-a951-2d8e8e0a9916 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:55:59.943244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:55:59.966848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=9403fff1-ca51-4710-a951-2d8e8e0a9916,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:00.031343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:00.031699 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Floating IP b36d856e-acb4-4aa8-8d0c-010ba795d3aa disassociated (deleted). External IP: 172.26.3.77, port: a9d3b0b4-0cb5-45c1-93e4-83531345c702. Nov 24 22:56:00.056382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:00.235353 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 4767f458-389d-4417-a618-5b81f7273825 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:56:00.342329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:00.347214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:00.352811 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] Sync routers for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:00.361679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:00.362290 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:00.374932 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ff1a6920-c62c-4e72-9d9e-801112717d35 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/floatingips/b36d856e-acb4-4aa8-8d0c-010ba795d3aa HTTP/1.1" status: 204 len: 168 time: 0.8169065 Nov 24 22:56:00.375612 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:56:00.377802 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7049823-eb55-487c-bb51-1825690a1854" -d '{"events": [{"name": "network-changed", "server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:56:00.413673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6afa53-7cfd-4387-a9af-13afb5ea1a73 x-openstack-request-id: req-9d6afa53-7cfd-4387-a9af-13afb5ea1a73 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:56:00.413968 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:56:00.414339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d6afa53-7cfd-4387-a9af-13afb5ea1a73 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:56:00.415373 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'status': 'completed', 'code': 200} Nov 24 22:56:00.471969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:00.475908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7049823-eb55-487c-bb51-1825690a1854 req-c054d56f-7290-4c6d-8935-bdabdb303a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:00.477944 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-c054d56f-7290-4c6d-8935-bdabdb303a0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ac51c97021d483ebb70691b44777f95&device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 1099 time: 0.0416017 Nov 24 22:56:00.595538 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7049823-eb55-487c-bb51-1825690a1854 req-bab79619-1bfb-4cb4-a1b9-191760893588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:00.597107 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-bab79619-1bfb-4cb4-a1b9-191760893588 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 200 len: 897 time: 0.1092536 Nov 24 22:56:00.609024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1dc2c-d432-4caf-8807-6cfed2469972 req-17b40aa8-30cb-4e5f-875e-d5abbf0de6d4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:00.610512 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-17f1dc2c-d432-4caf-8807-6cfed2469972 req-17b40aa8-30cb-4e5f-875e-d5abbf0de6d4 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0573578 Nov 24 22:56:00.645193 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-3550b543-906e-46a2-8639-427c667a820e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 200 len: 217 time: 0.0367365 Nov 24 22:56:00.650861 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-17f1dc2c-d432-4caf-8807-6cfed2469972 req-7780b8c2-2b61-47f6-953f-51c066b67472 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333314 Nov 24 22:56:00.685714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:00.699415 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7049823-eb55-487c-bb51-1825690a1854 req-7bc1a22c-254c-4b99-add7-1db34ba9fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:00.700916 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-7bc1a22c-254c-4b99-add7-1db34ba9fecd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1587d470-e3e2-4105-9345-4b93b84cc31d HTTP/1.1" status: 200 len: 834 time: 0.0445931 Nov 24 22:56:00.713087 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] Checking router: 4767f458-389d-4417-a618-5b81f7273825 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:00.721167 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:00.721765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:00.749791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7049823-eb55-487c-bb51-1825690a1854 req-68f061f0-2372-4b3d-b119-83babdca4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:00.751282 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-68f061f0-2372-4b3d-b119-83babdca4459 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7c5a58c-d2f5-4cf9-8e87-9768e0128821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399764 Nov 24 22:56:00.826712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:00.845524 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-27e71f3f-3c68-40f5-bc86-5d80fa671a40 service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853684 Nov 24 22:56:00.938849 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b7049823-eb55-487c-bb51-1825690a1854 req-011e099c-2e3d-4066-8230-586aabcb27fd service neutron] 10.222.0.71 "GET /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829942 Nov 24 22:56:01.025070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:01.051492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bb254-9111-4b7a-8d1a-d03ff5bbf816 None None] The sync data for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv is: [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:12Z', 'revision_number': 4, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc', 'name': '', 'network_id': 'c7c5a58c-d2f5-4cf9-8e87-9768e0128821', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'mac_address': 'fa:16:3e:a1:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:11Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'subnets': [{'id': '1587d470-e3e2-4105-9345-4b93b84cc31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:01.262429 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b853c49e-5e9c-46a6-bce8-655fdb1d4851 None None] New status for floating IP b36d856e-acb4-4aa8-8d0c-010ba795d3aa: DOWN {{(pid=102412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:56:01.765768 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d7aa-eb22-4d4b-b22a-9471e7ecd3cf req-af20cbaa-973e-429f-9a6c-67ae219ee356 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:01.767229 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4c27d7aa-eb22-4d4b-b22a-9471e7ecd3cf req-af20cbaa-973e-429f-9a6c-67ae219ee356 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0487347 Nov 24 22:56:01.807887 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4c27d7aa-eb22-4d4b-b22a-9471e7ecd3cf req-47702783-1d33-4c8a-a65c-67c8a42dae6e tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/security-groups?id=08429f83-5a39-4ded-9144-fdaca4a14b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347905 Nov 24 22:56:02.268160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-dad775bc-6fa3-4eba-80c7-57d640c73d0a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:02.269609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-dad775bc-6fa3-4eba-80c7-57d640c73d0a tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 946 time: 0.0526838 Nov 24 22:56:02.357424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port a9d3b0b4-0cb5-45c1-93e4-83531345c702 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:56:02.357773 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:02.447349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port a9d3b0b4-0cb5-45c1-93e4-83531345c702, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=a9d3b0b4-0cb5-45c1-93e4-83531345c702,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:02.447732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:02.460303 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for a9d3b0b4-0cb5-45c1-93e4-83531345c702 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:56:02.582771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:02.612669 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=a9d3b0b4-0cb5-45c1-93e4-83531345c702,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:02.655543 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] No DVR routers for this DVR port a9d3b0b4-0cb5-45c1-93e4-83531345c702 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:56:02.657954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:02.661228 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a3184bbd-28c1-42f9-acaf-0634d10d01b2 req-d866e759-70f3-4bd7-af5b-8d30e02af6a9 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.71 "DELETE /v2.0/ports/a9d3b0b4-0cb5-45c1-93e4-83531345c702 HTTP/1.1" status: 204 len: 173 time: 0.3847518 Nov 24 22:56:02.661670 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'name': 'network-vif-deleted', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:56:02.663913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f5a2e-4024-4d1b-b6f3-8ec3562fb883" -d '{"events": [{"server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "name": "network-vif-deleted", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:56:02.699343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac64d90a-022f-4b7a-823d-786c4743a9f9 x-openstack-request-id: req-ac64d90a-022f-4b7a-823d-786c4743a9f9 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:56:02.699675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d20ea4d-1d7e-4839-8c5b-91d342634a8c", "name": "network-vif-deleted", "tag": "a9d3b0b4-0cb5-45c1-93e4-83531345c702", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:56:02.699935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac64d90a-022f-4b7a-823d-786c4743a9f9 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:56:02.700348 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d20ea4d-1d7e-4839-8c5b-91d342634a8c', 'name': 'network-vif-deleted', 'tag': 'a9d3b0b4-0cb5-45c1-93e4-83531345c702', 'status': 'completed', 'code': 200} Nov 24 22:56:02.911584 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-013554e5-eb5a-4d24-969c-5902606999d4 req-2a19182f-56b5-443c-a757-1e5022a4ac1d tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d20ea4d-1d7e-4839-8c5b-91d342634a8c HTTP/1.1" status: 200 len: 210 time: 0.0262158 Nov 24 22:56:03.966826 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39888) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:04.313959 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:04.557892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:56:04.558231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:04.647346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:04.647617 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:04.659674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:56:04.793942 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device a9d3b0b4-0cb5-45c1-93e4-83531345c702 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:56:04.813507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: a9d3b0b4-0cb5-45c1-93e4-83531345c702 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:56:04.813851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device a9d3b0b4-0cb5-45c1-93e4-83531345c702 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:56:04.842416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:04.870243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:04.902478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.902739 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.903087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.903422 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.903785 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.904119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.904448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.904775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.905104 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.905425 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.905748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:04.906070 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:05.056728 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.261954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Router 4767f458-389d-4417-a618-5b81f7273825 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:56:05.364134 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:05.369380 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8c10593d-8e13-4115-9177-5d9a86b1ea55 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "PUT /v2.0/routers/4767f458-389d-4417-a618-5b81f7273825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4013801 Nov 24 22:56:05.371993 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39890) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:05.373980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] Sync routers for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:05.382736 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:05.383346 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:05.425229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting subnet 1587d470-e3e2-4105-9345-4b93b84cc31d {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 22:56:05.428217 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.467336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.486244 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:05.548546 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.610867 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.638393 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Subnet': ['ID=1587d470-e3e2-4105-9345-4b93b84cc31d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:05.641504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.644647 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ce0c7cae-b755-4193-9e04-778bcdc20783 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/subnets/1587d470-e3e2-4105-9345-4b93b84cc31d HTTP/1.1" status: 204 len: 168 time: 0.2715290 Nov 24 22:56:05.647858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39892) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:05.655851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7572669-22c8-466e-b2cc-8cc669c164d7 None None] Network c7c5a58c-d2f5-4cf9-8e87-9768e0128821 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:56:05.715717 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:56:04Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:05.746638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] Checking router: 4767f458-389d-4417-a618-5b81f7273825 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:05.752460 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:05.793343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] Routers {'4767f458-389d-4417-a618-5b81f7273825'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:05.793963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['4767f458-389d-4417-a618-5b81f7273825'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:05.856497 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.052509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] Set router 4767f458-389d-4417-a618-5b81f7273825 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:06.106799 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] DHCP port deletion for c7c5a58c-d2f5-4cf9-8e87-9768e0128821 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 22:56:06.222133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] Deleting port f2a80312-68ac-4714-92d7-2f016c3370fd {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:56:06.222498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.239243 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Deleting port 5e96ff50-cb37-41bd-acaf-597fd130faa5 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 22:56:06.239810 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.315126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] For port f2a80312-68ac-4714-92d7-2f016c3370fd, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f2a80312-68ac-4714-92d7-2f016c3370fd,segment=NetworkSegment(07f67c03-f782-462f-8a2f-1901d41482d4),segment_id=07f67c03-f782-462f-8a2f-1901d41482d4)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:06.315399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.316709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] For port 5e96ff50-cb37-41bd-acaf-597fd130faa5, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=5e96ff50-cb37-41bd-acaf-597fd130faa5,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:06.317440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.330417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] Calling delete_port for f2a80312-68ac-4714-92d7-2f016c3370fd owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:56:06.332816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Calling delete_port for 5e96ff50-cb37-41bd-acaf-597fd130faa5 owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 22:56:06.343841 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:56:04Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:06.398339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6badb445-0e70-43ec-94f5-4d9bddd7955a None None] The sync data for ids ['4767f458-389d-4417-a618-5b81f7273825'] in dv-neutron-818715-1-hyperv is: [{'id': '4767f458-389d-4417-a618-5b81f7273825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350213913', 'tenant_id': '2ac51c97021d483ebb70691b44777f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:56:04Z', 'revision_number': 5, 'project_id': '2ac51c97021d483ebb70691b44777f95', 'gw_port': {'id': '5e96ff50-cb37-41bd-acaf-597fd130faa5', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767f458-389d-4417-a618-5b81f7273825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:55:09Z', 'updated_at': '2021-11-24T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:06.445256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.471404 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] Pushing event deleted for resources: {'Port': ['ID=f2a80312-68ac-4714-92d7-2f016c3370fd,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:06.475007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2db47e-afe3-4389-8a81-04331c106440 None None] No DVR routers for this DVR port f2a80312-68ac-4714-92d7-2f016c3370fd on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 22:56:06.506028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.533781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Port': ['ID=5e96ff50-cb37-41bd-acaf-597fd130faa5,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:06.590940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.679000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.681653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.728100 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.728776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Fanout notify agent at l3_agent the message router_deleted on router 4767f458-389d-4417-a618-5b81f7273825 {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 22:56:06.735866 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.737006 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ddfecece-6fa3-455f-957e-132362507b69 tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/routers/4767f458-389d-4417-a618-5b81f7273825 HTTP/1.1" status: 204 len: 168 time: 1.0880291 Nov 24 22:56:06.739654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:06.817189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.913369 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.933358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c5a58c-d2f5-4cf9-8e87-9768e0128821']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:06.942613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f67c03-f782-462f-8a2f-1901d41482d4') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:06.943022 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f67c03-f782-462f-8a2f-1901d41482d4') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:06.952618 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.966065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.972654 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 22:56:06.973029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 22:56:06.976405 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 22:56:07.037434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.045253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.048466 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/networks/c7c5a58c-d2f5-4cf9-8e87-9768e0128821 HTTP/1.1" status: 204 len: 168 time: 0.3078690 Nov 24 22:56:07.051237 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39896) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:07.061037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6eff-394d-409c-a5a3-66f03a63090f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'Network': ['ID=c7c5a58c-d2f5-4cf9-8e87-9768e0128821,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:07.112577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.137832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.203871 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.206563 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.207762 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] 10.222.0.41 "DELETE /v2.0/security-groups/08429f83-5a39-4ded-9144-fdaca4a14b6d HTTP/1.1" status: 204 len: 168 time: 0.1554151 Nov 24 22:56:07.217489 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08429f83-5a39-4ded-9144-fdaca4a14b6d,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:07.224848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.225203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.225551 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.225889 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.226226 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.226557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.226886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.227238 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.227663 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.227932 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.228333 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.228660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2eac1c-bee8-4f41-a48c-171c0a569d3f tempest-TestNetworkAdvancedServerOps-137485930 tempest-TestNetworkAdvancedServerOps-137485930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:07.490302 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:56:07.518694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39904) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:07.646532 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-75dfb602-c781-4818-91f6-6f84bc7a6990 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ac51c97021d483ebb70691b44777f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266439 Nov 24 22:56:07.649475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39908) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:07.695705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3442f131-1aa4-4964-b064-8193854bd53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.719700 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3442f131-1aa4-4964-b064-8193854bd53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.765185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3442f131-1aa4-4964-b064-8193854bd53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.767761 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-3442f131-1aa4-4964-b064-8193854bd53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:07.768922 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-3442f131-1aa4-4964-b064-8193854bd53d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ffbf370-0156-4086-bbac-f91c9c043495 HTTP/1.1" status: 204 len: 168 time: 0.1185679 Nov 24 22:56:07.777472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442f131-1aa4-4964-b064-8193854bd53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffbf370-0156-4086-bbac-f91c9c043495,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:07.930791 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:56:07.951127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:56:07.951469 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 3ad3bfa5-51f7-474c-b2ff-a6e2b73a64fc not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:56:07.951902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e96ff50-cb37-41bd-acaf-597fd130faa5 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:56:07.971686 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 5e96ff50-cb37-41bd-acaf-597fd130faa5 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:56:07.971959 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 5e96ff50-cb37-41bd-acaf-597fd130faa5 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:56:07.972386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f2a80312-68ac-4714-92d7-2f016c3370fd no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:56:07.990880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f2a80312-68ac-4714-92d7-2f016c3370fd {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 22:56:07.991222 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f2a80312-68ac-4714-92d7-2f016c3370fd not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 22:56:08.025824 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39914) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:08.039193 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1beb2f97-a01a-451b-90f2-fe94372db06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.116091 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1beb2f97-a01a-451b-90f2-fe94372db06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.120130 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-1beb2f97-a01a-451b-90f2-fe94372db06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.159152 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-1beb2f97-a01a-451b-90f2-fe94372db06a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8303d97e2d5243669f4510b8e8ec7651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322720 Nov 24 22:56:08.160143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb2f97-a01a-451b-90f2-fe94372db06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2e2f4-b073-4d22-8269-472c48443cd2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:08.161834 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39916) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:08.214320 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49333586-7df9-422a-9660-984e960265b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.234448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49333586-7df9-422a-9660-984e960265b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.278900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49333586-7df9-422a-9660-984e960265b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.281567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-49333586-7df9-422a-9660-984e960265b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:08.282681 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-49333586-7df9-422a-9660-984e960265b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fe2e2f4-b073-4d22-8269-472c48443cd2 HTTP/1.1" status: 204 len: 168 time: 0.1198244 Nov 24 22:56:08.290002 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49333586-7df9-422a-9660-984e960265b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2e2f4-b073-4d22-8269-472c48443cd2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:08.921616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39938) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:09.021906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1800009432-network', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:09.042247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Made reservation on behalf of 549479cc588c4cd4a9e0a41471c5293c for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:56:09.044493 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.052573 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.127585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.131302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.151751 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:56:09.167090 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a0e72-7997-467c-b953-1b0e458690c1,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:09.170228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.170572 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Added segment 390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7 of type vlan for network 6429e807-9f2f-419b-a40b-4ca592c45490 Nov 24 22:56:09.211087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.236786 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.237711 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:09.238285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.288919 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3661001 Nov 24 22:56:09.292024 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39942) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:09.297035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Request body: {'subnet': {'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1800009432-subnet', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:09.299551 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acd537-d055-4918-9017-9eb4c55db0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6429e807-9f2f-419b-a40b-4ca592c45490,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:09.309589 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 6429e807-9f2f-419b-a40b-4ca592c45490 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:56:09.319101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Made reservation on behalf of 549479cc588c4cd4a9e0a41471c5293c for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:56:09.322535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.486293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.534681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:09.551511 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Checking segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:09.551894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Network hostable DHCP agents. Network: 6429e807-9f2f-419b-a40b-4ca592c45490, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:56:09.568714 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Network 6429e807-9f2f-419b-a40b-4ca592c45490 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:56:09.577257 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 6429e807-9f2f-419b-a40b-4ca592c45490) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:09.581468 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:09.582049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.586024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e90e6c-567a-435d-8505-fdd81602cfbf None None] Network 6429e807-9f2f-419b-a40b-4ca592c45490 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:56:09.596775 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-526c6b41-1035-4682-bb1e-05e2e5f7db2c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3035851 Nov 24 22:56:09.599457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39944) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:09.604258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:09.624482 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.625469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.679509 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.733800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-6429e807-9f2f-419b-a40b-4ca592c45490', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:56:09.734673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.812671 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:09.866917 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Allocated IP 172.20.0.2 (6429e807-9f2f-419b-a40b-4ca592c45490/bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a/15266695-741d-4c7b-80a3-0e8ed6d47f81) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:10.016904 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.018918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.022516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.039219 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.058861 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Network 6429e807-9f2f-419b-a40b-4ca592c45490 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:10.063218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:10.066504 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:10.075642 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Pushing event updated for resources: {'Port': ['ID=15266695-741d-4c7b-80a3-0e8ed6d47f81,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:10.100202 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.100552 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.100895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.101231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.101560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.101948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.102781 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.103110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.103444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.103798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.104121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.104444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:10.138392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Attempting to bind port 15266695-741d-4c7b-80a3-0e8ed6d47f81 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:10.138756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Attempting to bind port 15266695-741d-4c7b-80a3-0e8ed6d47f81 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:10.139115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Attempting to bind port 15266695-741d-4c7b-80a3-0e8ed6d47f81 on network 6429e807-9f2f-419b-a40b-4ca592c45490 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:10.143471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Allocated IP 172.26.3.16 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/ab6951e5-7a3c-4c98-acd9-c78e0d9b5631) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:10.144302 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:10.144692 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Checking segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:10.145097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.145486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Bound using segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:10.145939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Bound port: 15266695-741d-4c7b-80a3-0e8ed6d47f81, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:10.146340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.208765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] For port 15266695-741d-4c7b-80a3-0e8ed6d47f81, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:10.212539 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] For port 15266695-741d-4c7b-80a3-0e8ed6d47f81, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=15266695-741d-4c7b-80a3-0e8ed6d47f81,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:10.217208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.247107 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.280437 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f8507-7bf6-447d-a0f6-a736aed01fe6 None None] Pushing event updated for resources: {'Port': ['ID=15266695-741d-4c7b-80a3-0e8ed6d47f81,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:10.284472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:10.323397 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:10.326420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:10.329863 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:10.338049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Pushing event updated for resources: {'Port': ['ID=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:10.597084 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.100868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.170198 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e4566-574f-407b-a19d-bd7f35a3f355 None None] Network 6429e807-9f2f-419b-a40b-4ca592c45490 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:56:11.231746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:56:11.245152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9d7899c3-0e2f-485e-a0df-6141b170ff05 None None] Provisioning complete for port 15266695-741d-4c7b-80a3-0e8ed6d47f81 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:11.245152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d7899c3-0e2f-485e-a0df-6141b170ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.344056 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:11.356505 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:11.363195 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.364760 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-15db0a87-2c05-43a2-a9b8-b59ba3ccf2ca admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7642062 Nov 24 22:56:11.367416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39946) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:11.368917 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:11.369523 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:11.400335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d7899c3-0e2f-485e-a0df-6141b170ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.438016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9d7899c3-0e2f-485e-a0df-6141b170ff05 None None] For port 15266695-741d-4c7b-80a3-0e8ed6d47f81, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=15266695-741d-4c7b-80a3-0e8ed6d47f81,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:11.443274 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9d7899c3-0e2f-485e-a0df-6141b170ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.483956 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:11.499772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7899c3-0e2f-485e-a0df-6141b170ff05 None None] Pushing event updated for resources: {'Port': ['ID=15266695-741d-4c7b-80a3-0e8ed6d47f81,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:11.665944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-575ed4d5-d6c8-4583-b5d6-6e72b1b13c26 None None] Provisioning complete for port 15266695-741d-4c7b-80a3-0e8ed6d47f81 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:11.666323 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-575ed4d5-d6c8-4583-b5d6-6e72b1b13c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.674134 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:10Z', 'revision_number': 3, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:11.701405 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:11.701811 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Updating router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:56:11.726670 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.803452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.971738 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15266695-741d-4c7b-80a3-0e8ed6d47f81 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:11.988828 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:11.995807 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.023851 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Allocated IP 172.20.0.1 (6429e807-9f2f-419b-a40b-4ca592c45490/bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a/4a3394a8-addf-4e73-babd-545354465b1f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:12.025279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 15266695-741d-4c7b-80a3-0e8ed6d47f81 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:12.026088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.049582 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf1cc-1b51-4cdf-bf15-89c4029f8a88 None None] Pushing event updated for resources: {'Port': ['ID=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:12.052151 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Attempting to bind port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:12.052574 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Attempting to bind port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:12.053135 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Attempting to bind port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:12.059073 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:12.059512 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:12.059996 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.060443 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:12.060977 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Bound port: ab6951e5-7a3c-4c98-acd9-c78e0d9b5631, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:12.061350 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.112443 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] For port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:12.115626 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] For port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:12.121205 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.139726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.173292 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.173840 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:12.174457 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:12.211885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Network 6429e807-9f2f-419b-a40b-4ca592c45490 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:12.217481 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:12.226203 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:12.228150 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3394a8-addf-4e73-babd-545354465b1f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:12.236996 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf1cc-1b51-4cdf-bf15-89c4029f8a88 None None] Pushing event updated for resources: {'Port': ['ID=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:12.274558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.284272 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:12.406988 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.472452 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-9aa595c4-0b19-40c1-b81e-cbbd67d41dd8 None None] Provisioning complete for port 4a3394a8-addf-4e73-babd-545354465b1f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:12.473121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9aa595c4-0b19-40c1-b81e-cbbd67d41dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.509676 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-9aa595c4-0b19-40c1-b81e-cbbd67d41dd8 None None] Port 4a3394a8-addf-4e73-babd-545354465b1f cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:56:12.558002 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:10Z', 'revision_number': 3, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:12.574900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.579462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.584123 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5760d61-e60c-4e9a-a743-7231fb0cb4ed None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:10Z', 'revision_number': 3, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:12.652290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:12.654162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3394a8-addf-4e73-babd-545354465b1f,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:12.747621 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Network 6429e807-9f2f-419b-a40b-4ca592c45490 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:12.749034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:12.885959 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:56:13.004180 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:13.010162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-a5e34b80-c2aa-4568-889b-8721001e1093 admin admin] 10.222.0.41 "PUT /v2.0/routers/53a218fa-a125-44e3-b743-cb10b2c2c2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417253 Nov 24 22:56:13.034361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ebe280ce-411d-43c5-adcd-d27be588c5f8 None None] Provisioning complete for port 4a3394a8-addf-4e73-babd-545354465b1f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:13.034948 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ebe280ce-411d-43c5-adcd-d27be588c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.074376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ebe280ce-411d-43c5-adcd-d27be588c5f8 None None] Port 4a3394a8-addf-4e73-babd-545354465b1f cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:56:13.484336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39962) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:13.489282 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1082604405-network', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:13.510154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Made reservation on behalf of 08bf3ed88e204d1e917d45b6eedb6374 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:56:13.512447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.521931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.599680 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.603614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.632593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 22:56:13.642060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b2891-123b-485c-9ac3-3cf5ec98696e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:13.649656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.650045 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Added segment ad558648-4028-434b-ab0b-0de05f4497fb of type vlan for network 8ec988a3-c304-4db8-9705-c54debca20ba Nov 24 22:56:13.689516 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.713938 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.714875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:13.715452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.766965 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2814980 Nov 24 22:56:13.769794 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39964) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:13.775607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Request body: {'subnet': {'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1082604405-subnet', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:13.778339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d70d76-7796-4e6c-9d62-07aceae582ad admin admin] Pushing event updated for resources: {'Network': ['ID=8ec988a3-c304-4db8-9705-c54debca20ba,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:13.788745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 8ec988a3-c304-4db8-9705-c54debca20ba details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 22:56:13.803842 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Made reservation on behalf of 08bf3ed88e204d1e917d45b6eedb6374 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:56:13.806904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:13.961682 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:13.990920 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.011296 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:14.011704 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.050436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b80f09b-c0df-47d9-8ac2-f234d178538e,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:14.055841 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Checking segment: {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:14.056197 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Network hostable DHCP agents. Network: 8ec988a3-c304-4db8-9705-c54debca20ba, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 22:56:14.072816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Network 8ec988a3-c304-4db8-9705-c54debca20ba is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 22:56:14.080927 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 8ec988a3-c304-4db8-9705-c54debca20ba) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:14.085485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:14.085700 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.091723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab958a8-678b-41df-b1b4-f71715a417ce None None] Network 8ec988a3-c304-4db8-9705-c54debca20ba requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:56:14.103807 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f3b2a3cc-13fd-4ce0-9ab8-87cd3fcd0c18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3322668 Nov 24 22:56:14.106167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39966) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:14.108444 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.109574 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:14.131956 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.133720 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.141751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:14.172943 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:14.175562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:14.176175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:14.180520 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.190710 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.320031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-91f0d5c9-9a0e-40a2-b474-786cc09d6146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.326653 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.332596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:14.388907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:14.444657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-8ec988a3-c304-4db8-9705-c54debca20ba', 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'fixed_ips': [{'subnet_id': '1b80f09b-c0df-47d9-8ac2-f234d178538e'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 22:56:14.446548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.527210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.545972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.657584 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Allocated IP 172.26.3.122 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/4ea39168-5fda-46f8-ac45-9c9a143e640c) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:14.759278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.793672 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:14.828401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:14.832759 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:14.835355 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:14.841181 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Allocated IP 172.20.0.2 (8ec988a3-c304-4db8-9705-c54debca20ba/1b80f09b-c0df-47d9-8ac2-f234d178538e/c60ec0b4-b842-4b58-bca7-00dc1164c851) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:14.875142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Pushing event updated for resources: {'Port': ['ID=4ea39168-5fda-46f8-ac45-9c9a143e640c,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:14.913756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 2, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:14.943356 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:14.943656 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Updating router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 port 4a3394a8-addf-4e73-babd-545354465b1f binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:56:14.985134 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.096937 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.122367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.133228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.189131 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Network 8ec988a3-c304-4db8-9705-c54debca20ba is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:15.199295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:15.215937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Pushing event updated for resources: {'Port': ['ID=c60ec0b4-b842-4b58-bca7-00dc1164c851,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:15.242406 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:15.287396 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.327885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Attempting to bind port c60ec0b4-b842-4b58-bca7-00dc1164c851 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:15.328256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Attempting to bind port c60ec0b4-b842-4b58-bca7-00dc1164c851 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:15.328610 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Attempting to bind port c60ec0b4-b842-4b58-bca7-00dc1164c851 on network 8ec988a3-c304-4db8-9705-c54debca20ba {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:15.341128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:15.341502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Checking segment: {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:15.341913 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.342303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Bound using segment: {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:15.342765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Bound port: c60ec0b4-b842-4b58-bca7-00dc1164c851, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:15.343142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.413224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Router 7699a617-9726-493b-a2b1-57dc723e05fc is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 22:56:15.444631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.452392 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] For port c60ec0b4-b842-4b58-bca7-00dc1164c851, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:15.456016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] For port c60ec0b4-b842-4b58-bca7-00dc1164c851, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c60ec0b4-b842-4b58-bca7-00dc1164c851,segment=NetworkSegment(ad558648-4028-434b-ab0b-0de05f4497fb),segment_id=ad558648-4028-434b-ab0b-0de05f4497fb)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:15.457093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.465954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.524854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b89d-28e7-4cd9-8913-9eded57f09b6 None None] Pushing event updated for resources: {'Port': ['ID=4a3394a8-addf-4e73-babd-545354465b1f,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:15.539003 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:15.552750 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Sync routers for ids ['7699a617-9726-493b-a2b1-57dc723e05fc'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:15.566933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.572186 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f97b30a4-474d-4ee4-9fed-b193f5352c8f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4623878 Nov 24 22:56:15.572186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39968) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:15.574005 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Routers {'7699a617-9726-493b-a2b1-57dc723e05fc'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:15.574635 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['7699a617-9726-493b-a2b1-57dc723e05fc'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:15.615456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Attempting to bind port 4a3394a8-addf-4e73-babd-545354465b1f on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:15.615871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Attempting to bind port 4a3394a8-addf-4e73-babd-545354465b1f by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:15.616242 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Attempting to bind port 4a3394a8-addf-4e73-babd-545354465b1f on network 6429e807-9f2f-419b-a40b-4ca592c45490 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:15.630663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:15.631072 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Checking segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:15.631458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.632231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Bound using segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:15.634389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Bound port: 4a3394a8-addf-4e73-babd-545354465b1f, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:15.634389 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.647888 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607ce28-99e2-47bf-8f5a-969f252f00f2 None None] Pushing event updated for resources: {'Port': ['ID=c60ec0b4-b842-4b58-bca7-00dc1164c851,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:15.736594 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] For port 4a3394a8-addf-4e73-babd-545354465b1f, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:15.736818 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Set router 7699a617-9726-493b-a2b1-57dc723e05fc gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:15.746357 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] For port 4a3394a8-addf-4e73-babd-545354465b1f, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4a3394a8-addf-4e73-babd-545354465b1f,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:15.756099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:15.841507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b89d-28e7-4cd9-8913-9eded57f09b6 None None] Pushing event updated for resources: {'Port': ['ID=4a3394a8-addf-4e73-babd-545354465b1f,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:15.861722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:15.862507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:16.006071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-31c1ad20-401c-4af6-b61f-90bfdbf18ec2 None None] Provisioning complete for port 4a3394a8-addf-4e73-babd-545354465b1f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:16.006542 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad20-401c-4af6-b61f-90bfdbf18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.040425 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 3, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:16.095548 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Checking router: 7699a617-9726-493b-a2b1-57dc723e05fc for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:16.095548 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Updating router 7699a617-9726-493b-a2b1-57dc723e05fc port 4ea39168-5fda-46f8-ac45-9c9a143e640c binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:56:16.126175 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:16.133209 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.205780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad20-401c-4af6-b61f-90bfdbf18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.209231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:16.286324 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-31c1ad20-401c-4af6-b61f-90bfdbf18ec2 None None] For port 4a3394a8-addf-4e73-babd-545354465b1f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4a3394a8-addf-4e73-babd-545354465b1f,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:16.322378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad20-401c-4af6-b61f-90bfdbf18ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.433111 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.440880 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.452961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:16.453330 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.459851 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ad20-401c-4af6-b61f-90bfdbf18ec2 None None] Pushing event updated for resources: {'Port': ['ID=4a3394a8-addf-4e73-babd-545354465b1f,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:16.487859 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Pushing event updated for resources: {'Port': ['ID=4ea39168-5fda-46f8-ac45-9c9a143e640c,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:16.498166 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.498290 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.498389 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.498609 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.498905 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.499237 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.499589 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.499923 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.500249 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.500578 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.500899 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.501218 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.501538 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:56:16.519294 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Attempting to bind port 4ea39168-5fda-46f8-ac45-9c9a143e640c on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:16.519694 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Attempting to bind port 4ea39168-5fda-46f8-ac45-9c9a143e640c by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:16.520060 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Attempting to bind port 4ea39168-5fda-46f8-ac45-9c9a143e640c on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:16.526756 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:16.527128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:16.527560 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.528075 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:16.528582 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Bound port: 4ea39168-5fda-46f8-ac45-9c9a143e640c, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:16.528952 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.534826 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-cfd52644-ab8f-4301-a793-77161e7712b5 None None] Provisioning complete for port 4a3394a8-addf-4e73-babd-545354465b1f triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:16.535206 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-cfd52644-ab8f-4301-a793-77161e7712b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.581953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] For port 4ea39168-5fda-46f8-ac45-9c9a143e640c, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:16.585388 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] For port 4ea39168-5fda-46f8-ac45-9c9a143e640c, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4ea39168-5fda-46f8-ac45-9c9a143e640c,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:16.592322 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.647878 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284f781-4003-432f-9ceb-89b2c1f37297 None None] Pushing event updated for resources: {'Port': ['ID=4ea39168-5fda-46f8-ac45-9c9a143e640c,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:16.656413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c60ec0b4-b842-4b58-bca7-00dc1164c851 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:16.662326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:15Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:16.671221 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Routers {'7699a617-9726-493b-a2b1-57dc723e05fc'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:16.672181 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:55:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['7699a617-9726-493b-a2b1-57dc723e05fc'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:16.725767 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Allocated IP 172.20.0.1 (8ec988a3-c304-4db8-9705-c54debca20ba/1b80f09b-c0df-47d9-8ac2-f234d178538e/9e8bb3be-49fa-497d-b2ec-ed022ae26d15) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:16.742240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a0c40-33e4-4017-bb8c-054a4d7a7a87 None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:15Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:16.770722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4e0-13bb-4377-b698-2c609cbc065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.802117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c60ec0b4-b842-4b58-bca7-00dc1164c851 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:16.802486 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.826266 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] Set router 7699a617-9726-493b-a2b1-57dc723e05fc gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:16.921885 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.954802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.965126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.985635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:16.992059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port c60ec0b4-b842-4b58-bca7-00dc1164c851, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c60ec0b4-b842-4b58-bca7-00dc1164c851,segment=NetworkSegment(ad558648-4028-434b-ab0b-0de05f4497fb),segment_id=ad558648-4028-434b-ab0b-0de05f4497fb)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:16.994748 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458c532-8c76-4dc1-948c-050abd472b3f None None] Network 8ec988a3-c304-4db8-9705-c54debca20ba requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 22:56:17.004169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.050746 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Network 8ec988a3-c304-4db8-9705-c54debca20ba is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:17.055251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:17.060158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:17.063196 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:17.075760 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 3, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:17.100095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-78b22e87-9f79-4f59-9b0d-f3c1e8b2cf4f None None] Provisioning complete for port c60ec0b4-b842-4b58-bca7-00dc1164c851 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:17.100467 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-78b22e87-9f79-4f59-9b0d-f3c1e8b2cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.105996 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.110826 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b40f9-71ec-4ffa-b7b5-4258730e59af None None] The sync data for ids ['7699a617-9726-493b-a2b1-57dc723e05fc'] in dv-neutron-818715-1-hyperv is: [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 3, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:17.153143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=c60ec0b4-b842-4b58-bca7-00dc1164c851,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:17.256470 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.493806 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.501571 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.591166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:17.607264 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.611256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-41f2b4b5-f711-43ea-8a9f-432ea6131b43 None None] Provisioning complete for port c60ec0b4-b842-4b58-bca7-00dc1164c851 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:17.611674 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-41f2b4b5-f711-43ea-8a9f-432ea6131b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.767071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-41f2b4b5-f711-43ea-8a9f-432ea6131b43 None None] Provisioning complete for port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:17.767071 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-41f2b4b5-f711-43ea-8a9f-432ea6131b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.769507 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Network 8ec988a3-c304-4db8-9705-c54debca20ba is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:17.771673 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:17.813894 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-41f2b4b5-f711-43ea-8a9f-432ea6131b43 None None] Port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:56:17.938316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ff7c9faa-4487-4186-9272-eda568087bb8 None None] Provisioning complete for port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:17.938901 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9faa-4487-4186-9272-eda568087bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:17.943558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Router 7699a617-9726-493b-a2b1-57dc723e05fc has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:56:17.996221 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c9faa-4487-4186-9272-eda568087bb8 None None] Port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:56:18.092196 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:18.098162 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d10a62e4-557a-44c0-b272-d65adaa2d408 admin admin] 10.222.0.41 "PUT /v2.0/routers/7699a617-9726-493b-a2b1-57dc723e05fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253341 Nov 24 22:56:18.134804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4ea39168-5fda-46f8-ac45-9c9a143e640c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:18.139464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-fe7851e9-6d04-40a8-94d3-8d1bae2c1da5 None None] Provisioning complete for port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:18.139750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-fe7851e9-6d04-40a8-94d3-8d1bae2c1da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.205124 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-fe7851e9-6d04-40a8-94d3-8d1bae2c1da5 None None] Port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:56:18.217769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4ea39168-5fda-46f8-ac45-9c9a143e640c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:18.218143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.307517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.328874 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 4ea39168-5fda-46f8-ac45-9c9a143e640c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4ea39168-5fda-46f8-ac45-9c9a143e640c,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:18.338164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.339100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c60ec0b4-b842-4b58-bca7-00dc1164c851 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:18.414974 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=4ea39168-5fda-46f8-ac45-9c9a143e640c,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:18.427085 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port c60ec0b4-b842-4b58-bca7-00dc1164c851 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:18.427453 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.515090 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a3394a8-addf-4e73-babd-545354465b1f up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:18.517034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.564516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4a3394a8-addf-4e73-babd-545354465b1f triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:18.565174 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.815399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39976) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:18.820061 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704058449', 'description': 'tempest-secgroup-smoke-1704058449 description', 'project_id': '549479cc588c4cd4a9e0a41471c5293c'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:18.841764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.907371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.910831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.935451 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:18.936666 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202450 Nov 24 22:56:18.939793 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39978) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:18.944311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58dc9a-5709-47c1-a40e-340eb6bea0ad tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29eeed1-b96d-4c80-8eca-3359ebc70abb,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:18.944448 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': 'e29eeed1-b96d-4c80-8eca-3359ebc70abb', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:18.969996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.028194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.031593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.048132 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62feb54d-e35e-4760-8c11-57168afdf53c,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:19.056807 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.057988 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-69e216f4-ef15-425b-9345-dd59a7280099 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171269 Nov 24 22:56:19.060928 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39980) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:19.065364 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': 'e29eeed1-b96d-4c80-8eca-3359ebc70abb', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:19.091078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.146088 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.149431 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.163445 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72175a52-b003-4245-9c92-ff90783c7e8f,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:19.174082 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.175290 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-67b84ae6-87cc-4ce3-97ef-8d52c246c5c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133120 Nov 24 22:56:19.177972 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39982) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:19.182803 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': 'e29eeed1-b96d-4c80-8eca-3359ebc70abb', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:19.207933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.271678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.275291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.295084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa339ca-8dd8-4e93-97d3-267cf28e8363,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:19.301624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.302828 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-f2f570bf-f3d6-4e34-af3f-77828088ba09 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239169 Nov 24 22:56:19.306137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 39984) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:19.310366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': 'e29eeed1-b96d-4c80-8eca-3359ebc70abb', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:19.336730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.395689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.398990 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.419287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a8cde9-4302-44c6-936e-64635ee1fa9b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:19.429167 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.431067 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-80c0d47a-d5bb-46c9-9b00-80d56e6688f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239815 Nov 24 22:56:19.433910 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39986) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:19.438501 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': 'e29eeed1-b96d-4c80-8eca-3359ebc70abb', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:19.461458 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Project 549479cc588c4cd4a9e0a41471c5293c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:56:19.466092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.517430 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.520954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.539755 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15160d19-4551-4d44-b066-aed0978acf6b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:19.549495 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.550673 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b35acff3-0e63-4ecb-a34c-12aa757dbb97 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157506 Nov 24 22:56:19.553401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 39988) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:19.557644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': 'e29eeed1-b96d-4c80-8eca-3359ebc70abb', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:19.580993 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Project 549479cc588c4cd4a9e0a41471c5293c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 22:56:19.586650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.653502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.656987 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.675041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dc0d90-01e6-4b12-a9c3-4561b0181173,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:19.682739 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.683958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-926823ce-62aa-4f87-b303-3addfd454e5f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296558 Nov 24 22:56:19.820012 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-a4e8668c-38fe-4180-89df-d3eff6d9407a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704058449&fields=id&tenant_id=549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 267 time: 0.0325382 Nov 24 22:56:19.826994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:19.928059 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-c17d22a1-3534-4358-ae94-f329971daf94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:19.929448 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-c17d22a1-3534-4358-ae94-f329971daf94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 809 time: 0.1017811 Nov 24 22:56:19.941815 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4ea39168-5fda-46f8-ac45-9c9a143e640c up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:19.945925 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-4c25140f-e6b5-4faa-b388-47ea5a5422c2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/quotas/549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 375 time: 0.0094597 Nov 24 22:56:20.007354 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-bfe02d52-cf09-492e-8d01-f2abb4e18f68 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553939 Nov 24 22:56:20.138095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 4ea39168-5fda-46f8-ac45-9c9a143e640c triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:20.138710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:20.216253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-b91cd8bf-d510-459b-bbf7-baf9eecca0dd service neutron] 10.222.0.41 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963329 Nov 24 22:56:20.313614 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-b555ea1d-5f10-4182-bb42-fd2b950d2d1f service neutron] 10.222.0.41 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952437 Nov 24 22:56:20.378077 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Sync routers for ids ['7699a617-9726-493b-a2b1-57dc723e05fc'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:20.387328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Routers {'7699a617-9726-493b-a2b1-57dc723e05fc'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:20.387973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:56:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['7699a617-9726-493b-a2b1-57dc723e05fc'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:20.487197 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c372c3d8-4351-4baa-a55f-51eb4a19a4a3 req-30b74601-8a7c-4d01-afec-21531a5b506c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 210 time: 0.0280433 Nov 24 22:56:20.502570 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Set router 7699a617-9726-493b-a2b1-57dc723e05fc gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:20.725305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:17Z', 'revision_number': 4, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9e8bb3be-49fa-497d-b2ec-ed022ae26d15', 'name': '', 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'mac_address': 'fa:16:3e:50:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '1b80f09b-c0df-47d9-8ac2-f234d178538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:16Z', 'updated_at': '2021-11-24T22:56:17Z', 'revision_number': 2, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'subnets': [{'id': '1b80f09b-c0df-47d9-8ac2-f234d178538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:20.750782 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Checking router: 7699a617-9726-493b-a2b1-57dc723e05fc for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:20.751130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Updating router 7699a617-9726-493b-a2b1-57dc723e05fc port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 22:56:20.777491 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.046194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.051578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.120339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6c8b-3a9b-48d1-8503-b75ca9e081c1 None None] Pushing event updated for resources: {'Port': ['ID=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:21.154383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Attempting to bind port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:21.154765 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Attempting to bind port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:21.155291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Attempting to bind port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 on network 8ec988a3-c304-4db8-9705-c54debca20ba {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:21.160794 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:21.161164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Checking segment: {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:21.161565 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.162118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Bound using segment: {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:21.162585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Bound port: 9e8bb3be-49fa-497d-b2ec-ed022ae26d15, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad558648-4028-434b-ab0b-0de05f4497fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:21.162967 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.227343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] For port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:21.230639 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] For port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,segment=NetworkSegment(ad558648-4028-434b-ab0b-0de05f4497fb),segment_id=ad558648-4028-434b-ab0b-0de05f4497fb)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:21.235657 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.300956 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Routers {'7699a617-9726-493b-a2b1-57dc723e05fc'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:21.301532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:56:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['7699a617-9726-493b-a2b1-57dc723e05fc'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:21.340842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6c8b-3a9b-48d1-8503-b75ca9e081c1 None None] Pushing event updated for resources: {'Port': ['ID=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:21.443515 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] Set router 7699a617-9726-493b-a2b1-57dc723e05fc gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:21.446897 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-daa0f9a2-d457-4c96-a25f-3d29ab68f5a4 None None] Provisioning complete for port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:21.447663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-daa0f9a2-d457-4c96-a25f-3d29ab68f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.496346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-17bd1db3-5df5-46f5-91dc-e9bbfc912221 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:21.497833 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-17bd1db3-5df5-46f5-91dc-e9bbfc912221 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 809 time: 0.1207652 Nov 24 22:56:21.545900 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-0f42ed96-1e21-4878-b5ac-89510a16eef2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 380 time: 0.0383162 Nov 24 22:56:21.562136 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'port': {'device_id': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'admin_state_up': True, 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'security_groups': ['e29eeed1-b96d-4c80-8eca-3359ebc70abb']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:21.606184 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0fbff133-66fb-4925-9d02-8bf661e4434a req-4f446371-b438-4079-a7cf-7a02ad4cac01 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 210 time: 0.0285511 Nov 24 22:56:21.659139 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-daa0f9a2-d457-4c96-a25f-3d29ab68f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.684396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Made reservation on behalf of 549479cc588c4cd4a9e0a41471c5293c for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 22:56:21.687897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.728385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-daa0f9a2-d457-4c96-a25f-3d29ab68f5a4 None None] For port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,segment=NetworkSegment(ad558648-4028-434b-ab0b-0de05f4497fb),segment_id=ad558648-4028-434b-ab0b-0de05f4497fb)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:21.733951 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-daa0f9a2-d457-4c96-a25f-3d29ab68f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:21.788915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0f9a2-d457-4c96-a25f-3d29ab68f5a4 None None] Pushing event updated for resources: {'Port': ['ID=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:21.793918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:17Z', 'revision_number': 4, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9e8bb3be-49fa-497d-b2ec-ed022ae26d15', 'name': '', 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'mac_address': 'fa:16:3e:50:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '1b80f09b-c0df-47d9-8ac2-f234d178538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:16Z', 'updated_at': '2021-11-24T22:56:21Z', 'revision_number': 4, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'subnets': [{'id': '1b80f09b-c0df-47d9-8ac2-f234d178538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:21.813420 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Allocated IP 172.20.0.3 (6429e807-9f2f-419b-a40b-4ca592c45490/bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a/3bcaa7b0-4637-4506-a227-b022c588d705) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:21.821747 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cbc8b-180d-4cb8-a6c4-fd66dd17f386 None None] The sync data for ids ['7699a617-9726-493b-a2b1-57dc723e05fc'] in dv-neutron-818715-1-hyperv is: [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:17Z', 'revision_number': 4, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '9e8bb3be-49fa-497d-b2ec-ed022ae26d15', 'name': '', 'network_id': '8ec988a3-c304-4db8-9705-c54debca20ba', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'mac_address': 'fa:16:3e:50:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '1b80f09b-c0df-47d9-8ac2-f234d178538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:16Z', 'updated_at': '2021-11-24T22:56:21Z', 'revision_number': 4, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'subnets': [{'id': '1b80f09b-c0df-47d9-8ac2-f234d178538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:21.854207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-ff39506b-bdca-4e1f-bbf8-ed811d282a7c None None] Provisioning complete for port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:21.854587 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ff39506b-bdca-4e1f-bbf8-ed811d282a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.000076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:22.013606 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.050323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.056159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:22.056691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.097641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Network 6429e807-9f2f-419b-a40b-4ca592c45490 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:22.100961 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:22.105341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:22.133909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:22.167875 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:22.168562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.186554 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-7c1b2436-1311-4754-bc30-befb21b8b98b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6292839 Nov 24 22:56:22.201012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Request body: {'port': {'device_id': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:22.261671 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.388126 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-b7e1db0c-f660-4f40-a25d-f37f4ced7d6a None None] Provisioning complete for port 3bcaa7b0-4637-4506-a227-b022c588d705 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:22.388977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b7e1db0c-f660-4f40-a25d-f37f4ced7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.423760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1db0c-f660-4f40-a25d-f37f4ced7d6a None None] Port 3bcaa7b0-4637-4506-a227-b022c588d705 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 22:56:22.547078 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcaa7b0-4637-4506-a227-b022c588d705 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:56:22.554358 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.565868 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Transition to ACTIVE for port object 3bcaa7b0-4637-4506-a227-b022c588d705 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 22:56:22.570426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.622488 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:22.695976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Attempting to bind port 3bcaa7b0-4637-4506-a227-b022c588d705 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 22:56:22.696584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Attempting to bind port 3bcaa7b0-4637-4506-a227-b022c588d705 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 22:56:22.696911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Attempting to bind port 3bcaa7b0-4637-4506-a227-b022c588d705 on network 6429e807-9f2f-419b-a40b-4ca592c45490 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:22.701774 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Port 3bcaa7b0-4637-4506-a227-b022c588d705 on network 6429e807-9f2f-419b-a40b-4ca592c45490 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 22:56:22.702097 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Attempting to bind port 3bcaa7b0-4637-4506-a227-b022c588d705 on network 6429e807-9f2f-419b-a40b-4ca592c45490 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 22:56:22.707430 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 22:56:22.707843 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Checking segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 22:56:22.708225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Bound using segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 22:56:22.708646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Bound port: 3bcaa7b0-4637-4506-a227-b022c588d705, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 22:56:22.708999 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.737452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc28576-afce-4dca-a417-30210179bf11 req-e6300136-f85e-4976-ae9f-5adf2ea55301 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:22.739015 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4bc28576-afce-4dca-a417-30210179bf11 req-e6300136-f85e-4976-ae9f-5adf2ea55301 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0501437 Nov 24 22:56:22.783995 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4bc28576-afce-4dca-a417-30210179bf11 req-38d39b34-53c7-4d9a-ac57-e90f0614ac9d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Nov 24 22:56:22.785447 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 22:56:22.789887 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 22:56:22.795744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.828239 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:22.828933 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:22.830315 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] 10.222.0.71 "PUT /v2.0/ports/3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 1093 time: 0.6341836 Nov 24 22:56:22.830754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:56:22.833029 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:56:22.879509 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1be094-9398-4382-8756-7040fa6a42c1 x-openstack-request-id: req-2e1be094-9398-4382-8756-7040fa6a42c1 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:56:22.879838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:56:22.880101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e1be094-9398-4382-8756-7040fa6a42c1 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:56:22.880501 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'status': 'completed', 'code': 200} Nov 24 22:56:22.889917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff3286-92b4-4da5-986c-ed361884397b service neutron] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:22.925574 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-46b2c9ca-93b0-482b-9e67-074e4d2a58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:22.927131 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-46b2c9ca-93b0-482b-9e67-074e4d2a58d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1096 time: 0.0455856 Nov 24 22:56:22.975622 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-a77af331-1af3-431c-8bf1-321d4afe0bd8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 217 time: 0.0399790 Nov 24 22:56:23.027951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-68130dc3-5854-4777-9b40-f423cc28e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.029417 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-68130dc3-5854-4777-9b40-f423cc28e66c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0471444 Nov 24 22:56:23.074292 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-238cb902-a043-4fea-87c0-41c09c6996fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.075806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-238cb902-a043-4fea-87c0-41c09c6996fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395215 Nov 24 22:56:23.168601 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-3cf6b8ef-d5c3-4fa6-9275-eeb8fbd7e8b1 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856626 Nov 24 22:56:23.255945 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e3424e82-8cd9-48fb-80f3-67d62168278c req-b01c627a-b029-4f24-8744-553b280f9bf2 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807247 Nov 24 22:56:23.343685 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-992368bd-c2e3-46a2-a4f9-597bc6d0c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.345408 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-992368bd-c2e3-46a2-a4f9-597bc6d0c47d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1096 time: 0.0418501 Nov 24 22:56:23.443253 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-a61a01ea-2d55-4226-a6a4-add9f7091b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.444870 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-a61a01ea-2d55-4226-a6a4-add9f7091b45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0922544 Nov 24 22:56:23.487387 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-3ead0c95-e97d-4829-91a7-c789f53cae80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 217 time: 0.0351589 Nov 24 22:56:23.538995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-9176f55a-1293-4611-80c9-43cb3ad032b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.540538 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-9176f55a-1293-4611-80c9-43cb3ad032b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0452552 Nov 24 22:56:23.594424 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-1abb1927-21f8-4d16-a3c3-d561e5b14f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.596057 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-1abb1927-21f8-4d16-a3c3-d561e5b14f43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470757 Nov 24 22:56:23.687178 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-cf868305-40b8-4b44-b8a7-3a1ce63a99c1 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818520 Nov 24 22:56:23.785455 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f0fdfb8a-b15f-449d-af3c-70d5b39d0d2f req-c7bc8273-8f83-418e-8ccb-6ff0aa4ef248 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905864 Nov 24 22:56:23.904436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe5e4d-0ac5-412e-b647-8e9988677f5a req-b331bf2f-3842-440f-a780-4268d74ebfb5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:23.905963 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7cfe5e4d-0ac5-412e-b647-8e9988677f5a req-b331bf2f-3842-440f-a780-4268d74ebfb5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0556955 Nov 24 22:56:23.945049 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7cfe5e4d-0ac5-412e-b647-8e9988677f5a req-1490f0c0-c8dd-433b-a887-3e2d0084076f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Nov 24 22:56:24.839827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:56:24.934582 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:24.945944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '3bcaa7b0-4637-4506-a227-b022c588d705', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'mac_address': 'fa:16:3e:fd:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:56:24.982961 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:24.996183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcaa7b0-4637-4506-a227-b022c588d705 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:56:25.016073 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:25.019937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:25.064878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd65fe-247c-4fa4-adc9-fe465f28249b req-27194347-f37d-4696-9b3b-9ad9f917a260 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:25.066399 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53fd65fe-247c-4fa4-adc9-fe465f28249b req-27194347-f37d-4696-9b3b-9ad9f917a260 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 944 time: 0.0536950 Nov 24 22:56:25.068748 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:25.104641 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53fd65fe-247c-4fa4-adc9-fe465f28249b req-ded5944d-bd9f-47d0-a767-b0edf35bb068 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Nov 24 22:56:25.229096 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['3bcaa7b0-4637-4506-a227-b022c588d705'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:56:26.217205 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dd98d-0649-401b-9af4-fbc78e91f420 req-82f5774b-1748-41cb-a3f9-63d35834ba82 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:26.218713 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-182dd98d-0649-401b-9af4-fbc78e91f420 req-82f5774b-1748-41cb-a3f9-63d35834ba82 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 944 time: 0.0486381 Nov 24 22:56:26.255280 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-182dd98d-0649-401b-9af4-fbc78e91f420 req-05453b35-7465-45b1-af87-408eae1e1366 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Nov 24 22:56:26.858116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:56:26.905249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 3bcaa7b0-4637-4506-a227-b022c588d705 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 22:56:26.909034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 3bcaa7b0-4637-4506-a227-b022c588d705 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:56:26.909398 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:26.985902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:27.006750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:56:27.009149 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a37e7-eeb6-4acd-bd2b-f84e60ff01fb" -d '{"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:56:27.021371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:56:27.026543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:27.049046 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa03ce-5725-4884-83b1-84f93b6f1b2f x-openstack-request-id: req-52aa03ce-5725-4884-83b1-84f93b6f1b2f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:56:27.049333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:56:27.049579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52aa03ce-5725-4884-83b1-84f93b6f1b2f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:56:27.049953 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'code': 200} Nov 24 22:56:27.075460 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:27.208463 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24275b-4921-4595-b22d-1d29d15faec3 req-8c596e94-c00a-408b-ae3f-574223508aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:27.210001 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ba24275b-4921-4595-b22d-1d29d15faec3 req-8c596e94-c00a-408b-ae3f-574223508aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1098 time: 0.0410042 Nov 24 22:56:27.244059 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-ba24275b-4921-4595-b22d-1d29d15faec3 req-7b347643-ae7d-4287-939a-daac2fec0410 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270824 Nov 24 22:56:27.370950 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d122a61-89cb-4dbe-b62b-f2790aad5d95 req-a8668ff8-0686-4874-b0fe-d61b68d45019 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:27.372414 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d122a61-89cb-4dbe-b62b-f2790aad5d95 req-a8668ff8-0686-4874-b0fe-d61b68d45019 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0515985 Nov 24 22:56:27.409718 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d122a61-89cb-4dbe-b62b-f2790aad5d95 req-d906d15d-1a94-482b-acbc-268c78c94e13 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Nov 24 22:56:28.522198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc549a-57f7-417b-b3e4-dfc3a0f19572 req-00cc845b-f5cc-4f5c-91c5-6043cdb50182 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:28.524571 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-87bc549a-57f7-417b-b3e4-dfc3a0f19572 req-00cc845b-f5cc-4f5c-91c5-6043cdb50182 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0487320 Nov 24 22:56:28.561381 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-87bc549a-57f7-417b-b3e4-dfc3a0f19572 req-db693063-e34a-4e52-9900-5dd259c41dc5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Nov 24 22:56:28.672220 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db5e50-b359-4210-bd11-f244228a3f95 req-5335e989-66bc-46b9-af95-eacc0ee2a2db tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:28.673739 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-50db5e50-b359-4210-bd11-f244228a3f95 req-5335e989-66bc-46b9-af95-eacc0ee2a2db tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0487947 Nov 24 22:56:28.711677 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-50db5e50-b359-4210-bd11-f244228a3f95 req-6a4ea2d5-c040-4aec-a186-4660c0a70024 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Nov 24 22:56:28.732730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40042) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:28.815920 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ff4127-0236-44c5-9e41-6edb6a3fd9a3 tempest-TestShelveInstance-1481757699 tempest-TestShelveInstance-1481757699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:28.817418 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-66ff4127-0236-44c5-9e41-6edb6a3fd9a3 tempest-TestShelveInstance-1481757699 tempest-TestShelveInstance-1481757699-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1093 time: 0.0837646 Nov 24 22:56:28.820293 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40046) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:56:28.824727 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 22:56:28.846131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:28.938569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.043297 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Allocated IP 172.26.3.107 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/eceb2173-faeb-48f6-9741-27f8a0c30ff2) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 22:56:29.139844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.172131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.211395 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 22:56:29.214235 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 22:56:29.217639 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 22:56:29.242414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'Port': ['ID=eceb2173-faeb-48f6-9741-27f8a0c30ff2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:29.548791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.617737 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.759361 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.763808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.833379 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'Port': ['ID=eceb2173-faeb-48f6-9741-27f8a0c30ff2,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:56:29.843537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:29.940196 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Floating IP f2bd6a92-757c-44b0-84f0-c1af276bc526 associated. External IP: 172.26.3.107, port: 3bcaa7b0-4637-4506-a227-b022c588d705. Nov 24 22:56:30.071734 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:30.142042 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 22:56:30.246291 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 22:56:30.256380 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 22:56:30.264054 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:30.266125 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:30.266727 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:56:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:30.375096 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:30.600747 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2fe68e36-e19e-4111-a13e-44428cf3f454 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7794313 Nov 24 22:56:30.601383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:56:30.603558 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b27a2-52f6-4bbf-a489-661e66da8452" -d '{"events": [{"name": "network-changed", "server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:56:30.607371 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f2bd6a92-757c-44b0-84f0-c1af276bc526', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'mac_address': 'fa:16:3e:fd:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:56:29Z', 'updated_at': '2021-11-24T22:56:29Z', 'revision_number': 0, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:30.633554 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 22:56:30.637822 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60717b75-40ac-43b2-80a7-6a3ac72bedad x-openstack-request-id: req-60717b75-40ac-43b2-80a7-6a3ac72bedad {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:56:30.638110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:56:30.638363 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60717b75-40ac-43b2-80a7-6a3ac72bedad {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:56:30.638758 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'status': 'completed', 'code': 200} Nov 24 22:56:30.642067 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 22:56:30.642750 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T22:56:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:30.702478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-e003eeb8-a6e7-42d5-8495-c600a863c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:30.704019 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-e003eeb8-a6e7-42d5-8495-c600a863c659 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1098 time: 0.0423157 Nov 24 22:56:30.801399 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-7b3aac9d-efa1-41a1-a43a-98764eb9de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:30.803003 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-7b3aac9d-efa1-41a1-a43a-98764eb9de03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0916648 Nov 24 22:56:30.832559 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 22:56:30.872174 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-e8ded38c-c08f-4523-b24b-4b3eaf63c543 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 999 time: 0.0619023 Nov 24 22:56:30.924862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-2bcd4046-65f1-4646-a32e-cf11c544f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:30.926331 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-2bcd4046-65f1-4646-a32e-cf11c544f2fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0475852 Nov 24 22:56:30.971943 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-472aa5a4-5375-417f-8a6a-d78c823e795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:56:30.973432 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-472aa5a4-5375-417f-8a6a-d78c823e795d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397224 Nov 24 22:56:31.047953 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f2bd6a92-757c-44b0-84f0-c1af276bc526', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'mac_address': 'fa:16:3e:fd:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:56:29Z', 'updated_at': '2021-11-24T22:56:29Z', 'revision_number': 0, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 22:56:31.065295 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-84834a2a-95c1-4581-be15-64ff6a982567 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846798 Nov 24 22:56:31.079562 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c79aa-6578-4d8c-823f-5487651322a6 None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'f2bd6a92-757c-44b0-84f0-c1af276bc526', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'mac_address': 'fa:16:3e:fd:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T22:56:29Z', 'updated_at': '2021-11-24T22:56:29Z', 'revision_number': 0, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 22:56:31.161516 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-141b27a2-52f6-4bbf-a489-661e66da8452 req-167536b1-e399-4e1e-b8b9-5586b4afaf32 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885897 Nov 24 22:56:31.263115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4770b10-eaab-4f99-a658-a88beb2a0283 None None] New status for floating IP f2bd6a92-757c-44b0-84f0-c1af276bc526: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 22:56:44.262672 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-85b8d5e4-6c53-43f9-b0a0-3c3a390dcf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:44.489310 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:56:46.687159 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ddc3cd36-c3eb-4c95-ba9e-5d0e0f58127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:46.936910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:48.512098 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:56:49.829016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:00.077846 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:12.008219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-ce7c0dd3-22ab-4fc1-bf84-1167106681e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394368 Nov 24 22:57:12.086028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d3438-ad98-4931-a828-14266a7b2921 req-7571a543-1f8e-4054-9273-97d8048b6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:57:12.087465 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-7571a543-1f8e-4054-9273-97d8048b6384 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1098 time: 0.0391614 Nov 24 22:57:12.190565 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d3438-ad98-4931-a828-14266a7b2921 req-62039230-2913-48b0-9f02-6555598ae683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:57:12.192015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-62039230-2913-48b0-9f02-6555598ae683 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0859184 Nov 24 22:57:12.257548 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-8e447c6c-4d7a-4c28-8b69-55b4d9525e34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 1001 time: 0.0573902 Nov 24 22:57:12.309976 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d3438-ad98-4931-a828-14266a7b2921 req-722c396c-6b6a-4e11-a140-93b3ea8837e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:57:12.311400 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-722c396c-6b6a-4e11-a140-93b3ea8837e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0469513 Nov 24 22:57:12.356396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d3438-ad98-4931-a828-14266a7b2921 req-881cf13a-d3a2-4d3e-b39c-96cd05aaecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:57:12.357760 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-881cf13a-d3a2-4d3e-b39c-96cd05aaecc5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395935 Nov 24 22:57:12.368106 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-32954087-3f36-40de-be6f-34e199f163bc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:57:12.369042 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-32954087-3f36-40de-be6f-34e199f163bc service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048208 Nov 24 22:57:12.456827 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-d85f9745-5fea-4a19-9353-8c95f5e73900 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807016 Nov 24 22:57:12.549603 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-426d3438-ad98-4931-a828-14266a7b2921 req-3446a001-0b1f-4308-922d-6bfdadffb502 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Nov 24 22:57:14.263051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6288ab72-ff0f-41df-8ea6-b260efa2744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:16.685876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5485-e112-49e7-9fd2-2da473b2e143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:16.936839 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:18.507847 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:19.830129 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:21.488637 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:57:30.068699 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:44.263481 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b018a9f9-b271-433a-be66-9e0aa31864cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:46.685142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8177496e-6c53-4ff7-9402-fed9a05ff2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:46.937726 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:48.511163 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:49.836103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:57:58.487373 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:58:00.083160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:12.048886 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-8430c0dd-8773-43ed-8944-e85001cdeb52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815310 Nov 24 22:58:12.128699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-eeb7f74d-bbb5-4e86-8355-b1c32a7b8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:12.130155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-eeb7f74d-bbb5-4e86-8355-b1c32a7b8cad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1098 time: 0.0398407 Nov 24 22:58:12.236652 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-d38bcd1e-a905-40d5-b677-ef013da5c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:12.238083 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-d38bcd1e-a905-40d5-b677-ef013da5c5f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0870965 Nov 24 22:58:12.302614 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-ae36e695-926c-40dc-a55f-368ad5163f4a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 1001 time: 0.0567286 Nov 24 22:58:12.355214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-763b3e29-1f4e-45f6-87f1-287fc911ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:12.356630 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-763b3e29-1f4e-45f6-87f1-287fc911ec18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0469398 Nov 24 22:58:12.401278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-80941db5-b7d5-4de3-b624-91cb2f3f47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:12.402706 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-80941db5-b7d5-4de3-b624-91cb2f3f47a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390873 Nov 24 22:58:12.488816 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-28c66f24-6df8-44f9-bf22-fcbdf5e8cb9c service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791848 Nov 24 22:58:12.581128 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-4b9b9a28-05b4-4bf8-8c64-a542fcb1891c req-e179b484-75af-47be-9a04-8d8ab1193a9f service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Nov 24 22:58:14.264577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8cfd91b9-857f-4eb6-8880-70c563c35c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:16.685488 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-24dfcab4-0759-4647-8d67-4a17e25fa596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:16.938010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:18.514257 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:19.835984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:25.789580 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866af5-6b68-498e-b32c-ad694630f191 req-1ab9e0c9-e2af-4034-ae54-c0d2bcd8e7a7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:25.791047 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-88866af5-6b68-498e-b32c-ad694630f191 req-1ab9e0c9-e2af-4034-ae54-c0d2bcd8e7a7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0497353 Nov 24 22:58:25.828886 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-88866af5-6b68-498e-b32c-ad694630f191 req-ff3a39b1-e385-4995-b7ac-8505f43e443c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Nov 24 22:58:26.989157 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d40ed-6ee0-4072-9746-b411936a1037 req-e651bd7e-3132-4fda-b75f-71e55f02a480 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:26.990595 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-547d40ed-6ee0-4072-9746-b411936a1037 req-e651bd7e-3132-4fda-b75f-71e55f02a480 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0945954 Nov 24 22:58:27.030321 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-547d40ed-6ee0-4072-9746-b411936a1037 req-2bf2ff68-54de-40bf-ab6e-afe8a0026bf9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Nov 24 22:58:28.155691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381713-a56e-4f62-baa3-5f8eea79087b req-22aa57c1-c494-4dd8-87c2-ac2603b9d871 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:28.157147 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-63381713-a56e-4f62-baa3-5f8eea79087b req-22aa57c1-c494-4dd8-87c2-ac2603b9d871 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0482311 Nov 24 22:58:28.193517 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-63381713-a56e-4f62-baa3-5f8eea79087b req-d2519c7b-d884-40e1-895a-f89ca1e70aa0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Nov 24 22:58:29.305386 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa955cc-e630-4bd7-9143-f036312e61e5 req-30488c66-5c80-4dbc-a68d-2e86a7319d29 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:29.306872 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3fa955cc-e630-4bd7-9143-f036312e61e5 req-30488c66-5c80-4dbc-a68d-2e86a7319d29 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0481956 Nov 24 22:58:29.344253 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3fa955cc-e630-4bd7-9143-f036312e61e5 req-11b79b1a-c5ba-43ce-a7a1-d7afb94c2bcf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Nov 24 22:58:30.097937 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:30.501721 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a908301-be42-4bc0-8ade-394001d0ebe9 req-e010216a-df02-4cb5-8ca1-2a65d0de6c15 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:30.503186 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a908301-be42-4bc0-8ade-394001d0ebe9 req-e010216a-df02-4cb5-8ca1-2a65d0de6c15 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0957985 Nov 24 22:58:30.544778 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8a908301-be42-4bc0-8ade-394001d0ebe9 req-bede3663-d998-4f53-abe5-2d59bcc1ff5e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Nov 24 22:58:31.655058 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31ae9-107e-444f-ae1b-13335f848299 req-086d45e0-dab9-438f-8973-07c6d6459bae tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:31.656514 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bbc31ae9-107e-444f-ae1b-13335f848299 req-086d45e0-dab9-438f-8973-07c6d6459bae tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0472910 Nov 24 22:58:31.693028 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bbc31ae9-107e-444f-ae1b-13335f848299 req-73ee4fe3-f46f-4fbd-893d-39e04cf65ba8 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Nov 24 22:58:32.807167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e8897-0991-466f-8ad5-a42c467b6d96 req-3d2764d5-2dfd-4f77-9fca-1d3b34a3410c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:32.809292 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-515e8897-0991-466f-8ad5-a42c467b6d96 req-3d2764d5-2dfd-4f77-9fca-1d3b34a3410c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0490370 Nov 24 22:58:32.845294 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-515e8897-0991-466f-8ad5-a42c467b6d96 req-d254aafa-20db-4131-9f64-5a491c25d955 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301642 Nov 24 22:58:33.957547 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c93c8-b190-4de6-9394-b0326bdf0989 req-7a97f795-1aa5-4cf0-bc86-476f53f7f2e5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:33.958994 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ac0c93c8-b190-4de6-9394-b0326bdf0989 req-7a97f795-1aa5-4cf0-bc86-476f53f7f2e5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0475090 Nov 24 22:58:34.000440 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ac0c93c8-b190-4de6-9394-b0326bdf0989 req-1e9cd801-e224-426e-9b89-51cdeedf8e29 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Nov 24 22:58:35.111827 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c8fb-9054-4465-9533-21323227e4b7 req-6825847f-8ce2-46db-824e-7c39636a1bc7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:35.113289 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4e8c8fb-9054-4465-9533-21323227e4b7 req-6825847f-8ce2-46db-824e-7c39636a1bc7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0481548 Nov 24 22:58:35.150141 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d4e8c8fb-9054-4465-9533-21323227e4b7 req-996ae746-5428-4639-b166-c29cf4c1d0af tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Nov 24 22:58:35.486978 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:58:36.260902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489ee8-0040-4e4c-8798-9af2f8320f69 req-3d8272c1-06b0-4abb-b611-79772872b912 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:36.262909 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca489ee8-0040-4e4c-8798-9af2f8320f69 req-3d8272c1-06b0-4abb-b611-79772872b912 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0478816 Nov 24 22:58:36.298892 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca489ee8-0040-4e4c-8798-9af2f8320f69 req-39460cb4-ed23-496b-acfe-c7766caa1117 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301151 Nov 24 22:58:37.415497 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7258-344f-4f28-a82f-b2c79ee65018 req-57a09998-bccb-4923-a794-e2a1ff1008eb tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:37.416967 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60cc7258-344f-4f28-a82f-b2c79ee65018 req-57a09998-bccb-4923-a794-e2a1ff1008eb tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0488605 Nov 24 22:58:37.458441 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-60cc7258-344f-4f28-a82f-b2c79ee65018 req-89191bef-0c73-46a5-8ccb-3632c4ea5b9d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349388 Nov 24 22:58:37.561685 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:58:37.654363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:58:37.665003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '3bcaa7b0-4637-4506-a227-b022c588d705', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'mac_address': 'fa:16:3e:fd:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:58:37.703230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:37.716251 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bcaa7b0-4637-4506-a227-b022c588d705 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:58:37.736890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:58:37.740876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:37.792010 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:58:37.799561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.799915 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.800249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.800579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.800907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.801231 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.801556 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.801880 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.802204 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.802523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.802840 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.803155 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 22:58:37.811456 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['3bcaa7b0-4637-4506-a227-b022c588d705'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:58:38.580076 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31f46-3a91-4665-afdf-06767a127551 req-d82cc85a-70b7-4da8-9839-4a97fcf21723 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:38.581555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9cb31f46-3a91-4665-afdf-06767a127551 req-d82cc85a-70b7-4da8-9839-4a97fcf21723 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 944 time: 0.0524480 Nov 24 22:58:38.622442 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9cb31f46-3a91-4665-afdf-06767a127551 req-3a3b3cf1-138f-49ff-88a6-d9b1ec037f8c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347507 Nov 24 22:58:39.585681 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:58:39.644049 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 3bcaa7b0-4637-4506-a227-b022c588d705 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:58:39.644511 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:39.751316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db546897-cf09-4d6f-ba12-758df63ce1b6 req-54bde5b9-7993-43d6-843f-c846e4578390 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:39.753834 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db546897-cf09-4d6f-ba12-758df63ce1b6 req-54bde5b9-7993-43d6-843f-c846e4578390 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 944 time: 0.0538416 Nov 24 22:58:39.764315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:39.792856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:58:39.795233 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deaf38e-923b-43ab-9e2c-2785377cd9ec" -d '{"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:58:39.801122 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-db546897-cf09-4d6f-ba12-758df63ce1b6 req-bb5ef6b2-f461-401f-a39f-ce5170e039a7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Nov 24 22:58:39.817749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:58:39.824475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:39.893125 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:58:39.901254 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180b0df-1dc6-4aad-abf2-e805f92e0603 x-openstack-request-id: req-7180b0df-1dc6-4aad-abf2-e805f92e0603 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:58:39.902079 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:58:39.902382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7180b0df-1dc6-4aad-abf2-e805f92e0603 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:58:39.902776 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'code': 200} Nov 24 22:58:40.935577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a69bf-798d-4a5b-b053-2424119cff0a req-9f5caba7-a890-459b-bf7e-ea77af3a158c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:40.937131 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a2a69bf-798d-4a5b-b053-2424119cff0a req-9f5caba7-a890-459b-bf7e-ea77af3a158c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0537219 Nov 24 22:58:40.981003 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2a2a69bf-798d-4a5b-b053-2424119cff0a req-f9e360bc-01e3-4ee5-81d5-999d30463663 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Nov 24 22:58:42.101744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebec99-4b30-47f5-ac51-e6e5b7207ce6 req-be51ed99-8b83-4107-9b52-294a34d54787 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:42.103343 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-96ebec99-4b30-47f5-ac51-e6e5b7207ce6 req-be51ed99-8b83-4107-9b52-294a34d54787 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0510361 Nov 24 22:58:42.145891 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-96ebec99-4b30-47f5-ac51-e6e5b7207ce6 req-2921424d-b70f-4ce4-9d83-1a563c63634d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346308 Nov 24 22:58:43.279620 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d71a-a92e-4156-a5a8-e2aea4b4f8eb req-378d0f93-2784-4955-9920-1d5b2010311e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:43.281777 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9160d71a-a92e-4156-a5a8-e2aea4b4f8eb req-378d0f93-2784-4955-9920-1d5b2010311e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0565860 Nov 24 22:58:43.322961 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9160d71a-a92e-4156-a5a8-e2aea4b4f8eb req-7f5716e8-41f2-4578-b042-d6da75af5588 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Nov 24 22:58:44.266450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14213103-62ba-4b7c-87d0-427514873d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:44.450284 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa2d3-d317-426a-8717-02505ade1ff0 req-68f0afb9-816c-41b9-a069-d8b94de11ced tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:44.452479 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8eaa2d3-d317-426a-8717-02505ade1ff0 req-68f0afb9-816c-41b9-a069-d8b94de11ced tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0535073 Nov 24 22:58:44.504190 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8eaa2d3-d317-426a-8717-02505ade1ff0 req-ab6f52f2-a4eb-4395-8946-490a3f9b1070 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445158 Nov 24 22:58:45.624850 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297736d9-f3bb-4de8-bc4d-2a8053319e97 req-1d3bc09d-637e-4f4c-98ea-805c38b7c3d2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:45.626441 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-297736d9-f3bb-4de8-bc4d-2a8053319e97 req-1d3bc09d-637e-4f4c-98ea-805c38b7c3d2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0518627 Nov 24 22:58:45.670699 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-297736d9-f3bb-4de8-bc4d-2a8053319e97 req-79d93a08-d892-4e13-9ae5-0368a5c63de4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378067 Nov 24 22:58:46.688196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6fd342ab-8b44-42d1-8f8a-e86af7adfbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:46.796747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805cdb5-01d2-4a22-b520-cc69794880a0 req-df2c830f-7a65-4c10-863f-fec9b479601a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:46.798073 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b805cdb5-01d2-4a22-b520-cc69794880a0 req-df2c830f-7a65-4c10-863f-fec9b479601a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0509377 Nov 24 22:58:46.838611 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b805cdb5-01d2-4a22-b520-cc69794880a0 req-0373f6e3-9acd-4b9b-9b18-85a40aa7a795 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Nov 24 22:58:46.939118 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:47.470732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-b0d57b01-3726-45ce-99ee-a7b40174926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:47.472248 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-b0d57b01-3726-45ce-99ee-a7b40174926a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1098 time: 0.0407577 Nov 24 22:58:47.563405 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-240b0be4-89db-4b78-a082-7e99ee2c8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:47.564864 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-240b0be4-89db-4b78-a082-7e99ee2c8e1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0853262 Nov 24 22:58:47.628244 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-37c13d92-7dbe-4d67-9d4c-4e0d9e0301da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 1001 time: 0.0563936 Nov 24 22:58:47.677598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-bf082dc3-3c71-45fc-97d7-b0492bb519ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:47.681562 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-bf082dc3-3c71-45fc-97d7-b0492bb519ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0455720 Nov 24 22:58:47.730599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-d035f632-294f-4fb3-bad8-8e0c8c605bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:47.731991 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-d035f632-294f-4fb3-bad8-8e0c8c605bde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434716 Nov 24 22:58:47.819895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-719543bf-5f22-4f19-81d5-1ab61ec89653 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801895 Nov 24 22:58:47.912896 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-94b7ced2-a6ff-4323-8272-9dd2be04fd0c req-2510edae-1995-4538-ab2a-109662ad3fce service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860436 Nov 24 22:58:47.951602 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f4021-f9c5-47d0-a9fe-eb9368646e56 req-132f4639-a8c5-48af-bdf6-b775befc4663 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:47.953080 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e75f4021-f9c5-47d0-a9fe-eb9368646e56 req-132f4639-a8c5-48af-bdf6-b775befc4663 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0485084 Nov 24 22:58:47.993827 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e75f4021-f9c5-47d0-a9fe-eb9368646e56 req-83e10c9c-4496-4c9a-8dcd-6f9a9af91d25 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349162 Nov 24 22:58:48.516638 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:49.107567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc8820-006f-4e3e-8c7c-7fcda504baca req-00ece3f6-08ac-47e9-abff-0f3db9a0d694 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:49.109026 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8cfc8820-006f-4e3e-8c7c-7fcda504baca req-00ece3f6-08ac-47e9-abff-0f3db9a0d694 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 945 time: 0.0486360 Nov 24 22:58:49.144691 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8cfc8820-006f-4e3e-8c7c-7fcda504baca req-ecf6e992-a347-4736-b008-c4cd87f3f681 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299089 Nov 24 22:58:49.635034 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 22:58:49.711007 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:49.732920 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:58:49.735169 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e4c33-e9be-4e8a-a101-58fc26823f1e" -d '{"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:58:49.751042 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:58:49.755094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:49.783083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d36e17-6ee0-440e-8a73-35106f2bb2f8 x-openstack-request-id: req-a2d36e17-6ee0-440e-8a73-35106f2bb2f8 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:58:49.783385 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:58:49.783659 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2d36e17-6ee0-440e-8a73-35106f2bb2f8 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:58:49.784039 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'code': 200} Nov 24 22:58:49.818862 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=8']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:58:49.837711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:58:50.257251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c98bd8-6b0e-44b0-bafe-53e355fbc31f req-4e5460e0-f2fb-489c-a029-3fad8c76242d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:50.258714 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5c98bd8-6b0e-44b0-bafe-53e355fbc31f req-4e5460e0-f2fb-489c-a029-3fad8c76242d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0501413 Nov 24 22:58:50.295127 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5c98bd8-6b0e-44b0-bafe-53e355fbc31f req-862121e4-8574-4b73-988a-1df2c22b94ba tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Nov 24 22:58:50.362128 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-7e535eec-671e-49fe-a6af-7f4408dfc6c6 req-a6851601-26e0-4810-a587-d03932941181 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:58:50.363110 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e535eec-671e-49fe-a6af-7f4408dfc6c6 req-a6851601-26e0-4810-a587-d03932941181 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053308 Nov 24 22:58:50.512094 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e17023-73df-4455-b8a9-cf4f0f9528d4 req-39fd489b-603a-496d-ac0d-b0777b1cd313 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:50.513263 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-10e17023-73df-4455-b8a9-cf4f0f9528d4 req-39fd489b-603a-496d-ac0d-b0777b1cd313 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0500607 Nov 24 22:58:50.554681 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-10e17023-73df-4455-b8a9-cf4f0f9528d4 req-d03cda2b-c2dd-4198-ab70-717775081ff0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353858 Nov 24 22:58:50.771814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40244) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 22:58:50.851975 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-2998b681-5bd2-4ee4-97f6-c6d45037b229 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789585 Nov 24 22:58:50.860664 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-3720a226-73b3-4346-a5e2-0f1293c4d89b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 22:58:50.861667 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-3720a226-73b3-4346-a5e2-0f1293c4d89b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049803 Nov 24 22:58:51.620555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902da55-c6e9-4872-8326-45441e370614 req-c539ae7c-115f-4de4-8265-28dee2e800be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:51.622080 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-c539ae7c-115f-4de4-8265-28dee2e800be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f&tenant_id=549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 1096 time: 0.0404556 Nov 24 22:58:51.668881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e886b3-860b-4ac6-8590-0f1122cc898d req-fe885e6b-2e0d-4d63-b719-10df6423955c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:51.670350 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21e886b3-860b-4ac6-8590-0f1122cc898d req-fe885e6b-2e0d-4d63-b719-10df6423955c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0491297 Nov 24 22:58:51.685220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902da55-c6e9-4872-8326-45441e370614 req-0158ce82-387d-42d2-8a25-239e098b6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:51.686676 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-0158ce82-387d-42d2-8a25-239e098b6789 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1096 time: 0.0395620 Nov 24 22:58:51.708236 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21e886b3-860b-4ac6-8590-0f1122cc898d req-eeeb9126-c0eb-4aac-8ab9-c45d834a6239 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Nov 24 22:58:51.778812 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902da55-c6e9-4872-8326-45441e370614 req-163611e3-3d6d-48d1-abb6-2892b74ae040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:51.780287 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-163611e3-3d6d-48d1-abb6-2892b74ae040 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0868540 Nov 24 22:58:51.844211 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-640f81ed-0783-490a-8c21-4603e69bd503 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 999 time: 0.0565617 Nov 24 22:58:51.895871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902da55-c6e9-4872-8326-45441e370614 req-bd4ca93e-5a75-4647-aefb-712125e20f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:51.897260 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-bd4ca93e-5a75-4647-aefb-712125e20f45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0465112 Nov 24 22:58:51.941199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902da55-c6e9-4872-8326-45441e370614 req-51769a2e-11cc-4a21-b491-3694188bb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:51.942611 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-51769a2e-11cc-4a21-b491-3694188bb1e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379510 Nov 24 22:58:52.028333 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-794e9aa9-9500-457b-8595-bade118b027c service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784948 Nov 24 22:58:52.117779 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-e902da55-c6e9-4872-8326-45441e370614 req-34958465-f70c-4d9c-8516-f823c64acc2c service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823407 Nov 24 22:58:52.824876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b559c-c2e7-4e4a-a2dc-4da2b2f7072b req-7a6652b9-fda0-4c7c-948c-1b5bfc40249b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:52.826402 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e2b559c-c2e7-4e4a-a2dc-4da2b2f7072b req-7a6652b9-fda0-4c7c-948c-1b5bfc40249b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0493944 Nov 24 22:58:52.869250 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7e2b559c-c2e7-4e4a-a2dc-4da2b2f7072b req-84a9a9b0-eb85-4363-9cec-cdbac585f7c6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356781 Nov 24 22:58:53.987110 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89351c-fad4-4444-84d3-cf8840dfa221 req-244a4268-0c4e-40cc-a6c6-5e829d186efe tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:53.988624 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f89351c-fad4-4444-84d3-cf8840dfa221 req-244a4268-0c4e-40cc-a6c6-5e829d186efe tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0505531 Nov 24 22:58:54.034593 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6f89351c-fad4-4444-84d3-cf8840dfa221 req-2cda7f98-8a7a-4c6a-a03f-d149c1e1a3e0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Nov 24 22:58:55.153796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0710e08-a735-4adc-bc75-6e75c381a42f req-543e965c-e102-4812-9597-9e578b48909e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:55.155256 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0710e08-a735-4adc-bc75-6e75c381a42f req-543e965c-e102-4812-9597-9e578b48909e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0524633 Nov 24 22:58:55.195309 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f0710e08-a735-4adc-bc75-6e75c381a42f req-8742d2be-2a6f-449d-98d2-2d4b036af790 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338366 Nov 24 22:58:56.311283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03075c6-8337-486f-9a90-49f2f6e25eb7 req-3d1fed94-34dc-4286-a778-5082ab78ca46 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:56.312814 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c03075c6-8337-486f-9a90-49f2f6e25eb7 req-3d1fed94-34dc-4286-a778-5082ab78ca46 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0517404 Nov 24 22:58:56.358530 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c03075c6-8337-486f-9a90-49f2f6e25eb7 req-54273c60-faf2-4ff9-9b99-468e90b99e12 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391564 Nov 24 22:58:57.477642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70a131-2e7f-498a-a980-a6431d1a5f18 req-067c5987-a682-45b8-9036-5929ea6b5af4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:57.479082 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-df70a131-2e7f-498a-a980-a6431d1a5f18 req-067c5987-a682-45b8-9036-5929ea6b5af4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0482898 Nov 24 22:58:57.524206 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-df70a131-2e7f-498a-a980-a6431d1a5f18 req-f26c89bc-f138-4736-9a24-a738a1f58d0b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384467 Nov 24 22:58:58.660118 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b27f2-3284-4fa0-b367-9e302633fc3d req-18709c1f-972c-452e-abd9-d4e4e7487477 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:58.661659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-625b27f2-3284-4fa0-b367-9e302633fc3d req-18709c1f-972c-452e-abd9-d4e4e7487477 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0542564 Nov 24 22:58:58.700897 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-625b27f2-3284-4fa0-b367-9e302633fc3d req-10ba1807-c66c-47f7-8297-12a5090837f0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333395 Nov 24 22:58:59.819369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7f387-a1f8-428d-9456-81f87735230e req-4a196698-9699-4c2d-bab8-b0496ed5df8c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:58:59.821199 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dfe7f387-a1f8-428d-9456-81f87735230e req-4a196698-9699-4c2d-bab8-b0496ed5df8c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0495558 Nov 24 22:58:59.864708 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dfe7f387-a1f8-428d-9456-81f87735230e req-4aae4441-b22d-45a8-9310-cd6b7c171306 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Nov 24 22:59:00.112191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:00.983926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9648-8bee-4c8c-acc0-5559bfbca85c req-5489283e-1c67-4e55-9505-6341747e8ec4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:00.985389 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc9c9648-8bee-4c8c-acc0-5559bfbca85c req-5489283e-1c67-4e55-9505-6341747e8ec4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0521247 Nov 24 22:59:01.030484 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-dc9c9648-8bee-4c8c-acc0-5559bfbca85c req-c6c00b7b-95a3-4f42-b749-9b63dd496f71 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 Nov 24 22:59:02.146799 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c22b-0bb1-4fdf-ad72-d0d6ee2ed2e4 req-088a3beb-dbbe-4f8d-8604-ae149b1f024a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:02.148306 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3185c22b-0bb1-4fdf-ad72-d0d6ee2ed2e4 req-088a3beb-dbbe-4f8d-8604-ae149b1f024a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0506504 Nov 24 22:59:02.188526 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3185c22b-0bb1-4fdf-ad72-d0d6ee2ed2e4 req-4176815d-53b2-4094-95b2-e5f9141b044c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343261 Nov 24 22:59:03.303385 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885ac5b-82f4-4ae5-8a53-bb53161b75a5 req-e194d362-9a74-48c4-9a29-104a55f7aaf4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:03.304875 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e885ac5b-82f4-4ae5-8a53-bb53161b75a5 req-e194d362-9a74-48c4-9a29-104a55f7aaf4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0503442 Nov 24 22:59:03.342619 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e885ac5b-82f4-4ae5-8a53-bb53161b75a5 req-ed2167c6-719e-4bcd-9dc5-3d3bf7779aec tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Nov 24 22:59:04.454007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d1b7-7dd4-45f3-9cf5-b6e0cd4fff3b req-1f9b3525-88e4-44e5-b89b-41a3de7b208a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:04.455433 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c48d1b7-7dd4-45f3-9cf5-b6e0cd4fff3b req-1f9b3525-88e4-44e5-b89b-41a3de7b208a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0473938 Nov 24 22:59:04.495036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6c48d1b7-7dd4-45f3-9cf5-b6e0cd4fff3b req-210747cd-c239-4e3c-8355-0e8c320edc91 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Nov 24 22:59:05.608904 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341cb8-4ea1-4e19-924e-906fcd1b5f19 req-045a92ec-ec39-4415-accf-1f8b0a7429c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:05.610375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f2341cb8-4ea1-4e19-924e-906fcd1b5f19 req-045a92ec-ec39-4415-accf-1f8b0a7429c9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 943 time: 0.0491180 Nov 24 22:59:05.646506 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f2341cb8-4ea1-4e19-924e-906fcd1b5f19 req-757a6986-5e6b-4ed6-a2fd-08e717e83452 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303428 Nov 24 22:59:05.724678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 22:59:05.817945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:59:05.829508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '3bcaa7b0-4637-4506-a227-b022c588d705', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'port_id': '3bcaa7b0-4637-4506-a227-b022c588d705', 'mac_address': 'fa:16:3e:fd:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 22:59:05.868569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:05.880907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcaa7b0-4637-4506-a227-b022c588d705 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 22:59:05.900328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:59:05.904850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:05.950348 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=9']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:59:06.161740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['3bcaa7b0-4637-4506-a227-b022c588d705'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 22:59:06.756754 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25abd4-394f-4242-a369-2677c94bacdd req-bc945205-c6a6-416b-bb1b-4c2c296322b3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:06.758195 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb25abd4-394f-4242-a369-2677c94bacdd req-bc945205-c6a6-416b-bb1b-4c2c296322b3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 944 time: 0.0477622 Nov 24 22:59:06.796506 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb25abd4-394f-4242-a369-2677c94bacdd req-eb36da7d-6d17-424b-bb91-a7151ce11e47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Nov 24 22:59:07.740299 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 22:59:07.785931 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 3bcaa7b0-4637-4506-a227-b022c588d705 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 22:59:07.786301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:07.867899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:07.900295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 22:59:07.903106 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cb5064-8cf3-440d-9564-bf1c2a887ee3" -d '{"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 22:59:07.909891 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9fc0c-1a79-43be-9a47-7561873e6d7b req-d61fbbd8-5b01-44d2-a1ce-af4844a813e9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:07.911410 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8e9fc0c-1a79-43be-9a47-7561873e6d7b req-d61fbbd8-5b01-44d2-a1ce-af4844a813e9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 944 time: 0.0489738 Nov 24 22:59:07.915508 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 22:59:07.920881 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:07.946318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a902a3d-2684-453e-a8bd-5a2878e4ba34 x-openstack-request-id: req-6a902a3d-2684-453e-a8bd-5a2878e4ba34 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 22:59:07.947093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 22:59:07.947270 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a902a3d-2684-453e-a8bd-5a2878e4ba34 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 22:59:07.947709 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'code': 200} Nov 24 22:59:07.959379 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8e9fc0c-1a79-43be-9a47-7561873e6d7b req-0c6c1723-aec3-4a73-a17c-f41e855c8a03 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Nov 24 22:59:07.974660 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=10']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 22:59:08.157168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c8d8a-409e-4cdf-8a26-731b0efcd452 req-a24f1192-e339-43ee-91e3-17c2d3babfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:08.158663 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-085c8d8a-409e-4cdf-8a26-731b0efcd452 req-a24f1192-e339-43ee-91e3-17c2d3babfa7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1099 time: 0.0399921 Nov 24 22:59:08.191616 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-085c8d8a-409e-4cdf-8a26-731b0efcd452 req-15a37411-2a8d-4fa5-91f1-979715cb4a8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262148 Nov 24 22:59:09.072335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f403-9a88-4111-9aa7-cfb450037c62 req-5ffb82c8-938b-49f0-a37c-cecbe408ab19 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:09.073800 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4a8f403-9a88-4111-9aa7-cfb450037c62 req-5ffb82c8-938b-49f0-a37c-cecbe408ab19 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 946 time: 0.0487599 Nov 24 22:59:09.111020 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f4a8f403-9a88-4111-9aa7-cfb450037c62 req-e12906e7-f155-4542-8dee-c0948b9b27a3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Nov 24 22:59:10.222184 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a424a21-2afc-4107-b5fd-1243c5d62706 req-af8a2c55-1f00-4c2b-b00c-4dc3acd6d999 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:10.223558 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7a424a21-2afc-4107-b5fd-1243c5d62706 req-af8a2c55-1f00-4c2b-b00c-4dc3acd6d999 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 946 time: 0.0487134 Nov 24 22:59:10.260453 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7a424a21-2afc-4107-b5fd-1243c5d62706 req-2791ac1c-5e6a-4d5e-af93-8d404723dad6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Nov 24 22:59:12.486323 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:59:13.018693 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-bbce6ed7-2188-4bf7-ada3-324840d1e505 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376556 Nov 24 22:59:13.103797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-c74f426e-74c6-44e8-a77f-38e7dedd06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:13.105851 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-c74f426e-74c6-44e8-a77f-38e7dedd06c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1099 time: 0.0433233 Nov 24 22:59:13.206209 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-88933fe3-5342-4bbd-b828-8d725a62b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:13.207746 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-88933fe3-5342-4bbd-b828-8d725a62b947 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0827177 Nov 24 22:59:13.593155 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-4078ff2b-66ea-4d51-ac6e-da8a1bfd6b10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 1001 time: 0.3777401 Nov 24 22:59:13.642129 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-1bb67e32-5385-4bfe-8066-fc7766548741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:13.643497 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-1bb67e32-5385-4bfe-8066-fc7766548741 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0426998 Nov 24 22:59:13.688107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-99b44a4e-d620-45ea-a910-2989e931ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 22:59:13.689517 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-99b44a4e-d620-45ea-a910-2989e931ec13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379400 Nov 24 22:59:13.780363 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-1c3fc92e-50c1-4cc8-a3c7-ebe42e59b67c service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820572 Nov 24 22:59:13.869162 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fcb08174-82ca-4263-90e8-71b85de4a955 req-4e2c558b-8f32-40dc-acdc-55ae7f16b8ff service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808909 Nov 24 22:59:14.268443 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c07d-0fa7-4e86-861d-decb0b18b90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:16.689014 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ab53d50-3141-48aa-b94c-1d0d660250a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:16.939624 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:18.518313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:19.840395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:30.113571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:44.269234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf2a3-6a99-4f3c-9dc3-bcde9af34ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:46.689100 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5f4403fb-4252-4301-961f-d4a6cdaaf898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:46.943152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:48.521541 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 22:59:49.486620 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 22:59:49.843215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:00.126633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:14.010228 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-bc5accd8-3a5a-4d84-a67f-1a5901a53878 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398602 Nov 24 23:00:14.093472 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34491-8918-4368-962e-930708a44302 req-998afd61-b53d-4a83-85f4-4f47a1da238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:14.095069 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-998afd61-b53d-4a83-85f4-4f47a1da238d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1099 time: 0.0440927 Nov 24 23:00:14.201706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34491-8918-4368-962e-930708a44302 req-b8a6bb9c-edf2-4d09-a76a-d7ce427214c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:14.203123 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-b8a6bb9c-edf2-4d09-a76a-d7ce427214c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0836418 Nov 24 23:00:14.270269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7ba3-ccf0-47e9-b3a1-4db81cd25b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:14.271682 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-10b919f7-b410-47ce-9eba-1c7a679a4381 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 1001 time: 0.0611761 Nov 24 23:00:14.320694 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34491-8918-4368-962e-930708a44302 req-5039fc3a-3be7-4214-93eb-e8eea31a967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:14.322080 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-5039fc3a-3be7-4214-93eb-e8eea31a967b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0437002 Nov 24 23:00:14.366170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34491-8918-4368-962e-930708a44302 req-c6531881-ad1a-4e1b-890e-6dbacb718142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:14.367693 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-c6531881-ad1a-4e1b-890e-6dbacb718142 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387249 Nov 24 23:00:14.458300 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-646082a1-1f1e-49cc-8c62-6e9bf605066e service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Nov 24 23:00:14.546314 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-36c34491-8918-4368-962e-930708a44302 req-dce80a36-a9c6-44c9-9c20-8795c7c344b9 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810373 Nov 24 23:00:16.689425 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a009-00aa-496c-8778-dc9cf50e9fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:16.944454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:18.524108 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:18.841625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40368) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:18.996523 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Deleting port eceb2173-faeb-48f6-9741-27f8a0c30ff2 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:00:18.996871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.073080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.073439 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.084804 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Calling delete_port for eceb2173-faeb-48f6-9741-27f8a0c30ff2 owned by network:floatingip {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:00:19.230233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.255344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event deleted for resources: {'Port': ['ID=eceb2173-faeb-48f6-9741-27f8a0c30ff2,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:19.263954 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.264311 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.264657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.265035 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.265389 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.266328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.266328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.266328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.266699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.266951 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.267278 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.267630 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:19.326205 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.326457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.l3_db [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Floating IP f2bd6a92-757c-44b0-84f0-c1af276bc526 disassociated (deleted). External IP: 172.26.3.107, port: 3bcaa7b0-4637-4506-a227-b022c588d705. Nov 24 23:00:19.530234 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:00:19.638584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:00:19.643268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.648376 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:00:19.657829 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:00:19.658420 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:00:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:19.669773 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-266abd2e-32d9-4205-8fba-1e22672f9cdf tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "DELETE /v2.0/floatingips/f2bd6a92-757c-44b0-84f0-c1af276bc526 HTTP/1.1" status: 204 len: 168 time: 0.8270800 Nov 24 23:00:19.670344 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:00:19.672605 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3659f0f7-f537-4856-9949-5441ca0cb268" -d '{"events": [{"name": "network-changed", "server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:00:19.769193 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:00:19.814108 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b51180-62d6-41ee-8034-b38e0f208da9 x-openstack-request-id: req-53b51180-62d6-41ee-8034-b38e0f208da9 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:00:19.814397 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:00:19.814691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53b51180-62d6-41ee-8034-b38e0f208da9 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:00:19.815046 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'status': 'completed', 'code': 200} Nov 24 23:00:19.848832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:19.888034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-6a1cb975-598a-4796-bcbd-13124ecd3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:19.889723 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-6a1cb975-598a-4796-bcbd-13124ecd3624 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 1099 time: 0.0469851 Nov 24 23:00:19.928637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae10f-c9e4-463b-9516-a7a59c5fcc72 req-0e170ce0-a7c2-421b-9755-de7f30070268 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:19.930971 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-43bae10f-c9e4-463b-9516-a7a59c5fcc72 req-0e170ce0-a7c2-421b-9755-de7f30070268 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 946 time: 0.0591080 Nov 24 23:00:19.971153 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-43bae10f-c9e4-463b-9516-a7a59c5fcc72 req-b798dcd1-c6f9-422a-8d7e-583e2ca72400 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Nov 24 23:00:19.988617 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:19.997906 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-b3cfe6b9-5ffd-4214-aa09-a67c60fa77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:19.999428 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-b3cfe6b9-5ffd-4214-aa09-a67c60fa77cf service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.1023359 Nov 24 23:00:20.015233 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:00:20.023400 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:00:20.024023 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:00:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:20.044015 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-8c7f37b7-53fc-4eff-ad48-3390488cf1b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 200 len: 217 time: 0.0357559 Nov 24 23:00:20.093598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-b9866924-e017-42fd-ba3d-202de05be6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:20.095034 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-b9866924-e017-42fd-ba3d-202de05be6ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0436299 Nov 24 23:00:20.125696 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:00:20.146251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-fe4698c0-ef76-4a18-88ca-7145a48ca895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:20.147823 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-fe4698c0-ef76-4a18-88ca-7145a48ca895 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447819 Nov 24 23:00:20.235999 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-a786e251-9b7d-4bc1-8311-b49a371fe590 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800772 Nov 24 23:00:20.323681 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:20.330752 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3659f0f7-f537-4856-9949-5441ca0cb268 req-92501344-6110-4cf7-b48a-5482af30da5f service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864582 Nov 24 23:00:20.352286 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f70f3a-165f-47d2-86c8-089d878dfd64 None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:00:20.555339 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe4679-c9b6-4705-b5ee-b7f3da41b297 None None] New status for floating IP f2bd6a92-757c-44b0-84f0-c1af276bc526: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:00:21.091926 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3b0d-76a3-490b-bf3d-b867c2c51201 req-56932542-e3d2-4b24-95f6-e722295589d4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:21.093397 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eeaf3b0d-76a3-490b-bf3d-b867c2c51201 req-56932542-e3d2-4b24-95f6-e722295589d4 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 946 time: 0.0549631 Nov 24 23:00:21.130747 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eeaf3b0d-76a3-490b-bf3d-b867c2c51201 req-2f42c3a7-d874-45bc-8aac-a5b25a6bed77 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=e29eeed1-b96d-4c80-8eca-3359ebc70abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Nov 24 23:00:21.223028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-f9f17b95-28ba-45c4-bfd6-ead7831ee567 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:21.224680 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-f9f17b95-28ba-45c4-bfd6-ead7831ee567 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "GET /v2.0/ports?device_id=04f3e97e-9380-4c6e-9933-f8369f17408f HTTP/1.1" status: 200 len: 946 time: 0.0514514 Nov 24 23:00:21.313644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Deleting port 3bcaa7b0-4637-4506-a227-b022c588d705 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:00:21.313988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:21.406112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] For port 3bcaa7b0-4637-4506-a227-b022c588d705, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=3bcaa7b0-4637-4506-a227-b022c588d705,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:00:21.406392 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:21.418449 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Calling delete_port for 3bcaa7b0-4637-4506-a227-b022c588d705 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:00:21.544659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:21.571313 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event deleted for resources: {'Port': ['ID=3bcaa7b0-4637-4506-a227-b022c588d705,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:21.613689 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] No DVR routers for this DVR port 3bcaa7b0-4637-4506-a227-b022c588d705 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:00:21.616115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:21.619356 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f4d555ce-f02c-4b59-8477-eb503672b63f req-cced5e23-65bc-4aae-9391-b21b33d7d9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "DELETE /v2.0/ports/3bcaa7b0-4637-4506-a227-b022c588d705 HTTP/1.1" status: 204 len: 173 time: 0.3881073 Nov 24 23:00:21.816560 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-deleted', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:00:21.818935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7376ba8-9864-4262-ab30-fafc07eda30c" -d '{"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-deleted", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:00:21.852315 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9b6ae-286c-4891-8abb-d11a361f7d8c x-openstack-request-id: req-07f9b6ae-286c-4891-8abb-d11a361f7d8c {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:00:21.852713 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f3e97e-9380-4c6e-9933-f8369f17408f", "name": "network-vif-deleted", "tag": "3bcaa7b0-4637-4506-a227-b022c588d705", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:00:21.853032 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07f9b6ae-286c-4891-8abb-d11a361f7d8c {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:00:21.853536 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f3e97e-9380-4c6e-9933-f8369f17408f', 'name': 'network-vif-deleted', 'tag': '3bcaa7b0-4637-4506-a227-b022c588d705', 'status': 'completed', 'code': 200} Nov 24 23:00:22.187323 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40390) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:22.245602 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4edaa659-f580-4a24-bde9-d96b602a5ed0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.274133 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4edaa659-f580-4a24-bde9-d96b602a5ed0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.332971 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4edaa659-f580-4a24-bde9-d96b602a5ed0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.335581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4edaa659-f580-4a24-bde9-d96b602a5ed0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.336748 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4edaa659-f580-4a24-bde9-d96b602a5ed0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "DELETE /v2.0/security-groups/e29eeed1-b96d-4c80-8eca-3359ebc70abb HTTP/1.1" status: 204 len: 168 time: 0.1484039 Nov 24 23:00:22.346581 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa659-f580-4a24-bde9-d96b602a5ed0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29eeed1-b96d-4c80-8eca-3359ebc70abb,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:22.809373 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40396) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:22.813965 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711515464', 'description': 'tempest-secgroup-smoke-711515464 description', 'project_id': '549479cc588c4cd4a9e0a41471c5293c'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:22.835691 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.901789 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.905347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.932178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:22.934005 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1236086 Nov 24 23:00:22.936953 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40398) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:22.938043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d8b29-9b12-476d-90c7-8c872b0fc468 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c248a4b-bd10-40d1-906e-31f9bd0ebb34,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:22.941522 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': '4c248a4b-bd10-40d1-906e-31f9bd0ebb34', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:22.970444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.015185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.018554 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.033955 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0874c625-6ff3-46d9-8409-73f319a1da3e,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:23.044261 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.044664 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.045020 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.045374 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.045679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.046041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.046383 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.046705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.047034 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.047352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.047690 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.048008 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:23.052685 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.053897 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-968098cb-3180-4283-9864-4536e486c458 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159077 Nov 24 23:00:23.056536 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40400) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:23.060846 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': '4c248a4b-bd10-40d1-906e-31f9bd0ebb34', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:23.085411 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.140306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.143826 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.164670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5b62d1-bf4c-4c10-9bc4-8d40d76d79a3,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:23.171542 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.172740 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-79a8b27c-23df-49fa-b79c-f4d9acdcfb7c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152325 Nov 24 23:00:23.175587 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40402) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:23.179880 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': '4c248a4b-bd10-40d1-906e-31f9bd0ebb34', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:23.204954 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.263165 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.267002 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.285416 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af02e06-c700-4dbb-8fec-1399875772bb,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:23.294186 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.295362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-343b127b-3f65-4a85-b1cd-c89aec759ba0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188571 Nov 24 23:00:23.298250 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40404) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:23.302579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': '4c248a4b-bd10-40d1-906e-31f9bd0ebb34', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:23.328523 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.386146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.389531 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.406566 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b4b3e1-d271-44c9-b448-f478d9443749,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:23.414491 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.415704 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0c57206c-763a-46ef-b139-e498d52da9f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165018 Nov 24 23:00:23.418360 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40406) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:23.422635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': '4c248a4b-bd10-40d1-906e-31f9bd0ebb34', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:23.443244 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Project 549479cc588c4cd4a9e0a41471c5293c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 23:00:23.448668 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.509997 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.513841 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.533952 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff200d5a-6e45-4df3-918f-cbaf67de4cea,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:23.542594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.543815 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-04cee76b-60cf-4d7e-9071-c010cb029b99 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244926 Nov 24 23:00:23.546535 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40408) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:23.550848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'security_group_rule': {'security_group_id': '4c248a4b-bd10-40d1-906e-31f9bd0ebb34', 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:23.572976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Project 549479cc588c4cd4a9e0a41471c5293c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 23:00:23.578582 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.640234 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.643912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.664402 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccca754-8114-40e8-85f3-6637fb016c42,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:23.669876 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:23.671205 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d6d5c021-c72e-4bf9-9e67-3da4addd03c7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237352 Nov 24 23:00:26.131097 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:00:26.155293 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 3bcaa7b0-4637-4506-a227-b022c588d705 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:00:26.155687 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 3bcaa7b0-4637-4506-a227-b022c588d705 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:00:26.485850 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:00:30.133875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:36.936104 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-9338bf0f-1097-4945-bb8d-cb7e1a761ef5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711515464&fields=id&tenant_id=549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 267 time: 0.0310755 Nov 24 23:00:37.045657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-b76f53e4-411e-4899-9041-76e73e432dc2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:37.047088 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-b76f53e4-411e-4899-9041-76e73e432dc2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 809 time: 0.1043551 Nov 24 23:00:37.063209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-bd605133-ce0d-4c14-aac3-b88aa437715d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/quotas/549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 375 time: 0.0085566 Nov 24 23:00:37.114005 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-f081ad64-e5bc-4dd6-a520-bfaf89d85910 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453806 Nov 24 23:00:37.169857 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-d938bc4e-09cf-4722-8383-340fa2ed97af service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 23:00:37.170850 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-d938bc4e-09cf-4722-8383-340fa2ed97af service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462697 Nov 24 23:00:37.257698 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-d38672c9-d3eb-4e8d-ae64-8c12b640870b service neutron] 10.222.0.41 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805359 Nov 24 23:00:37.347856 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-fcf27ad7-5296-46a5-ac10-066de1fed30c service neutron] 10.222.0.41 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Nov 24 23:00:37.620766 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ab32038-4b08-4316-9686-a8797ac1ab5b req-7d195d6b-9ae5-4653-a809-d46328568e6b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 210 time: 0.0260332 Nov 24 23:00:38.545386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5c88f3e5-8c37-428b-b1dd-d659ac5ee402 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:38.546893 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5c88f3e5-8c37-428b-b1dd-d659ac5ee402 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 809 time: 0.1119080 Nov 24 23:00:38.591234 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-c2289fc6-41b8-4da1-bdff-8fa365fb9bdc tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 379 time: 0.0354853 Nov 24 23:00:38.601300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'port': {'device_id': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'admin_state_up': True, 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'security_groups': ['4c248a4b-bd10-40d1-906e-31f9bd0ebb34']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:38.717822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Made reservation on behalf of 549479cc588c4cd4a9e0a41471c5293c for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:00:38.722276 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d8789743-9d33-4ac1-867e-3fc4f24aeed3 req-34aacdc9-d42a-446b-9736-31d8941b3931 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 210 time: 0.0273311 Nov 24 23:00:38.722776 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:38.852924 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Allocated IP 172.20.0.13 (6429e807-9f2f-419b-a40b-4ca592c45490/bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a/318a00c8-189a-4655-95e2-15a509339318) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:00:38.997233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.030714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.074269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Network 6429e807-9f2f-419b-a40b-4ca592c45490 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:00:39.077504 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:00:39.081337 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:00:39.109216 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:39.142411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:39.143037 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.161303 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-aedde6ed-d2d4-4166-b0df-d35357b6d893 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641272 Nov 24 23:00:39.174087 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Request body: {'port': {'device_id': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:39.232328 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.366824 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d9a3344b-a54e-4561-8838-45e0f4f794fe None None] Provisioning complete for port 318a00c8-189a-4655-95e2-15a509339318 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:00:39.367429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3344b-a54e-4561-8838-45e0f4f794fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.400617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3344b-a54e-4561-8838-45e0f4f794fe None None] Port 318a00c8-189a-4655-95e2-15a509339318 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:00:39.501987 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318a00c8-189a-4655-95e2-15a509339318 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:00:39.509383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.521829 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Transition to ACTIVE for port object 318a00c8-189a-4655-95e2-15a509339318 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 23:00:39.526215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.594949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:39.649302 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Attempting to bind port 318a00c8-189a-4655-95e2-15a509339318 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:00:39.649675 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Attempting to bind port 318a00c8-189a-4655-95e2-15a509339318 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:00:39.650016 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Attempting to bind port 318a00c8-189a-4655-95e2-15a509339318 on network 6429e807-9f2f-419b-a40b-4ca592c45490 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:00:39.654800 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Port 318a00c8-189a-4655-95e2-15a509339318 on network 6429e807-9f2f-419b-a40b-4ca592c45490 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 23:00:39.655126 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Attempting to bind port 318a00c8-189a-4655-95e2-15a509339318 on network 6429e807-9f2f-419b-a40b-4ca592c45490 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:00:39.660572 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:00:39.660913 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Checking segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:00:39.661307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Bound using segment: {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:00:39.661740 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Bound port: 318a00c8-189a-4655-95e2-15a509339318, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:00:39.662098 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.734075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:00:39.737775 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:00:39.743411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.782673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:39.783309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:39.785084 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] 10.222.0.71 "PUT /v2.0/ports/318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1094 time: 0.6152227 Nov 24 23:00:39.787487 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:00:39.790696 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185a0eb-067a-4466-b335-3a84a6307d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:00:39.819007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ede92-6acf-49ad-a77b-63e5184fe81a service neutron] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:39.876768 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dd1ac9-897b-49cf-8d5f-cd17b1fdac29 x-openstack-request-id: req-e8dd1ac9-897b-49cf-8d5f-cd17b1fdac29 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:00:39.877072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89219c5a-d2f7-43d8-a8b9-8f8a84d533c3 req-684930b5-a722-48dc-9f20-261167a5771f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:39.877932 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "tag": "318a00c8-189a-4655-95e2-15a509339318", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:00:39.878390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8dd1ac9-897b-49cf-8d5f-cd17b1fdac29 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:00:39.878975 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'status': 'completed', 'code': 200} Nov 24 23:00:39.885737 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89219c5a-d2f7-43d8-a8b9-8f8a84d533c3 req-684930b5-a722-48dc-9f20-261167a5771f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0821722 Nov 24 23:00:39.893020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-446f3809-57ac-42da-b53e-9f13a69f2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:39.894557 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-446f3809-57ac-42da-b53e-9f13a69f2727 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1097 time: 0.0564182 Nov 24 23:00:39.933214 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-89219c5a-d2f7-43d8-a8b9-8f8a84d533c3 req-9d2daeba-dffb-4f9b-8093-a43ebcb28bdb tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Nov 24 23:00:39.958531 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-d872e1a6-4fad-406e-ae94-eaac4873d35d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 217 time: 0.0549197 Nov 24 23:00:40.012068 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-a80ff3d3-685c-4552-a1bb-bf7587e52533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:40.013723 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-a80ff3d3-685c-4552-a1bb-bf7587e52533 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0479355 Nov 24 23:00:40.068210 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5caf-7419-484f-a769-f5c46faafee7 req-508536db-1d8b-499f-9527-655b4c4bcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:40.069721 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-508536db-1d8b-499f-9527-655b4c4bcf3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428765 Nov 24 23:00:40.165114 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-4f732f05-3a86-424b-ac61-63adbc2206fc service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877817 Nov 24 23:00:40.254857 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-629e5caf-7419-484f-a769-f5c46faafee7 req-0e725f2f-03f6-4d41-ba75-5716ed21029d service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824499 Nov 24 23:00:40.344119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-68ae7bfd-3744-4f3e-9df6-6112b0d95fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:40.345607 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-68ae7bfd-3744-4f3e-9df6-6112b0d95fe4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1097 time: 0.0474944 Nov 24 23:00:40.448478 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-134a6acf-1b0b-44c3-9d17-22cc43eb2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:40.449950 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-134a6acf-1b0b-44c3-9d17-22cc43eb2a7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0973289 Nov 24 23:00:40.491895 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-650648dd-7026-480b-acc0-e95e02071dd4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 217 time: 0.0343428 Nov 24 23:00:40.544599 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-a0c818a7-92de-443b-9630-d506a1a49cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:40.546095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-a0c818a7-92de-443b-9630-d506a1a49cea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0474348 Nov 24 23:00:40.591331 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-de047d52-d005-4c7d-8047-8619a247851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:40.592845 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-de047d52-d005-4c7d-8047-8619a247851c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399747 Nov 24 23:00:40.681157 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-bbf20b72-92a9-4383-abe8-500feabc0c12 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806541 Nov 24 23:00:40.782123 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b185a0eb-067a-4466-b335-3a84a6307d7c req-610e1456-d397-42ad-a089-3f1893c4a8b2 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938869 Nov 24 23:00:41.039894 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3d70a-2866-4d6c-9deb-5ff3eb7001c5 req-5ed695ff-a4fa-4a7e-80f0-7e3e9da89637 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:41.041412 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fcb3d70a-2866-4d6c-9deb-5ff3eb7001c5 req-5ed695ff-a4fa-4a7e-80f0-7e3e9da89637 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0512862 Nov 24 23:00:41.083365 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fcb3d70a-2866-4d6c-9deb-5ff3eb7001c5 req-4e3e2ef2-3c22-484e-b6d4-23868c15da64 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355070 Nov 24 23:00:42.196518 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21634b47-acfe-4be2-9cf7-adb2b7168281 req-7d9d0cf5-f0b9-4654-bc9e-a890dcbad31c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:42.198169 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21634b47-acfe-4be2-9cf7-adb2b7168281 req-7d9d0cf5-f0b9-4654-bc9e-a890dcbad31c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0493917 Nov 24 23:00:42.237638 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-21634b47-acfe-4be2-9cf7-adb2b7168281 req-5d703bad-ecc0-4b60-bc61-d1aa0125f640 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Nov 24 23:00:43.353249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108bf65-b2d0-42b1-bad3-6ae0d3490424 req-fc86a188-fd32-4b0d-b7eb-20d4de4b51d5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:43.354705 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5108bf65-b2d0-42b1-bad3-6ae0d3490424 req-fc86a188-fd32-4b0d-b7eb-20d4de4b51d5 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0526500 Nov 24 23:00:43.392035 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5108bf65-b2d0-42b1-bad3-6ae0d3490424 req-a84178b4-26f7-4338-bb53-cc46fe22642a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315046 Nov 24 23:00:44.273212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-0151df5a-d152-4cbc-8dd2-f3b8f00ab4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:44.502686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c423c7d-2a55-4afd-91a2-0eb0ed8f1782 req-3e5db59d-da4b-4991-b1f9-144b9e2e9557 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:44.504153 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7c423c7d-2a55-4afd-91a2-0eb0ed8f1782 req-3e5db59d-da4b-4991-b1f9-144b9e2e9557 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0474143 Nov 24 23:00:44.540300 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7c423c7d-2a55-4afd-91a2-0eb0ed8f1782 req-b0565755-7cd1-4d5a-a0c3-74c3e2644c1c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303149 Nov 24 23:00:45.652548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ebfa-93c3-4f1d-8417-c776ccd4eafa req-c7996079-9076-466f-8ab2-d2bdf9cf8776 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:45.654019 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-36a2ebfa-93c3-4f1d-8417-c776ccd4eafa req-c7996079-9076-466f-8ab2-d2bdf9cf8776 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0486026 Nov 24 23:00:45.690743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-36a2ebfa-93c3-4f1d-8417-c776ccd4eafa req-3ba1aac7-aa6f-4eae-a967-b0cd94981890 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309260 Nov 24 23:00:46.689015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61e0591d-8f05-4005-bb4d-0b8e237c96ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:46.806638 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07308f5d-942e-418e-a6dd-762c673f7899 req-47f28a20-c8c6-4b9d-a696-86827ea24713 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:46.808108 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07308f5d-942e-418e-a6dd-762c673f7899 req-47f28a20-c8c6-4b9d-a696-86827ea24713 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0516706 Nov 24 23:00:46.844974 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-07308f5d-942e-418e-a6dd-762c673f7899 req-e71690eb-0d58-40d8-ad9f-4db0dbb7a52c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Nov 24 23:00:46.945328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:47.968038 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaad7fe-6f58-458d-b126-928a0c5b64e8 req-b9aad629-d15b-4200-a133-f8395f8c8c33 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:47.969487 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5eaad7fe-6f58-458d-b126-928a0c5b64e8 req-b9aad629-d15b-4200-a133-f8395f8c8c33 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0481987 Nov 24 23:00:48.005513 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5eaad7fe-6f58-458d-b126-928a0c5b64e8 req-fb632633-dbbe-4311-a7fb-82fd29bc53d7 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302432 Nov 24 23:00:48.528115 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:49.116817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1b0fb-7ca1-40da-b563-a93ee0c085e5 req-4d878a22-9b4d-4afb-8991-7fc4f39d9330 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:49.118285 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68e1b0fb-7ca1-40da-b563-a93ee0c085e5 req-4d878a22-9b4d-4afb-8991-7fc4f39d9330 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0482292 Nov 24 23:00:49.155677 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-68e1b0fb-7ca1-40da-b563-a93ee0c085e5 req-163dba80-d339-4ec2-ad42-c18a2e2d116d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Nov 24 23:00:49.849572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:50.270923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fa481-15ae-440c-9c9b-d2fb94a45267 req-e715be12-40d1-4394-890f-32b67470ee17 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:50.272392 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-843fa481-15ae-440c-9c9b-d2fb94a45267 req-e715be12-40d1-4394-890f-32b67470ee17 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0509920 Nov 24 23:00:50.283755 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 23:00:50.309981 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-843fa481-15ae-440c-9c9b-d2fb94a45267 req-0c929c4b-b2ab-4786-a976-b4f4f4e95949 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Nov 24 23:00:50.377713 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:00:50.388831 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '318a00c8-189a-4655-95e2-15a509339318', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'port_id': '318a00c8-189a-4655-95e2-15a509339318', 'mac_address': 'fa:16:3e:dc:98:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 23:00:50.424208 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:50.437116 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318a00c8-189a-4655-95e2-15a509339318 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:00:50.455191 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:00:50.459119 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:50.507255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:50.514150 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.514492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.514829 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.515158 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.515484 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.515836 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.516162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.516485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.516807 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.517127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.517438 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.517760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:00:50.668199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['318a00c8-189a-4655-95e2-15a509339318'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 23:00:51.420494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815c1c-990b-4de2-bfdb-675b2629080a req-08c240fd-5f82-48c0-b857-650af982b61d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:51.421927 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7f815c1c-990b-4de2-bfdb-675b2629080a req-08c240fd-5f82-48c0-b857-650af982b61d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 945 time: 0.0476992 Nov 24 23:00:51.459196 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7f815c1c-990b-4de2-bfdb-675b2629080a req-5b492f99-afd9-4383-b17b-3dc0e0c1a7f1 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Nov 24 23:00:52.299360 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:00:52.346306 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 318a00c8-189a-4655-95e2-15a509339318 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 23:00:52.350006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 318a00c8-189a-4655-95e2-15a509339318 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:00:52.350374 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:52.423875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:52.445264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:00:52.447454 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41574609-6ec5-4598-b578-724489455b9a" -d '{"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-plugged", "status": "completed", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:00:52.462696 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:00:52.467260 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:52.501218 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ba154-1de6-4554-acbb-6f30cfe3ce0a x-openstack-request-id: req-bd2ba154-1de6-4554-acbb-6f30cfe3ce0a {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:00:52.501509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-plugged", "status": "completed", "tag": "318a00c8-189a-4655-95e2-15a509339318", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:00:52.501768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd2ba154-1de6-4554-acbb-6f30cfe3ce0a {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:00:52.502165 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'code': 200} Nov 24 23:00:52.518928 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:52.580278 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8ae3-c6bb-4be3-b752-407558daca05 req-94902844-3822-4d1f-b47e-96238723d4de tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:52.582272 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-010e8ae3-c6bb-4be3-b752-407558daca05 req-94902844-3822-4d1f-b47e-96238723d4de tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0503736 Nov 24 23:00:52.621103 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-010e8ae3-c6bb-4be3-b752-407558daca05 req-b9a97223-47d0-45c8-be30-dd0d767ae12a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Nov 24 23:00:52.676060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a7f20-8636-4ccc-9615-288e487eb737 req-c2b1c1ff-291e-434e-816e-6514577c79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:52.677535 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c28a7f20-8636-4ccc-9615-288e487eb737 req-c2b1c1ff-291e-434e-816e-6514577c79af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0395880 Nov 24 23:00:52.712201 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c28a7f20-8636-4ccc-9615-288e487eb737 req-1befc80d-ae17-42f4-8f4d-2c1e42870f75 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272231 Nov 24 23:00:53.740560 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ffee5-0922-4c11-973a-814dc2166795 req-0a0ddafa-454f-426e-bb99-9d196154d853 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:53.742023 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f45ffee5-0922-4c11-973a-814dc2166795 req-0a0ddafa-454f-426e-bb99-9d196154d853 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0535064 Nov 24 23:00:53.779542 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f45ffee5-0922-4c11-973a-814dc2166795 req-065e8a4b-addd-4090-a7c6-c5cd936a9f2e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Nov 24 23:00:53.891053 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132b25c-3e8d-431d-ab48-51058d1e2728 req-3554ad7a-39b3-4ad5-8547-7f16fc1684d2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:53.892521 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0132b25c-3e8d-431d-ab48-51058d1e2728 req-3554ad7a-39b3-4ad5-8547-7f16fc1684d2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Nov 24 23:00:53.928284 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0132b25c-3e8d-431d-ab48-51058d1e2728 req-80be500c-a8bf-4273-91bf-aaab6d4c0fe9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296900 Nov 24 23:00:53.950072 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40596) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:53.987747 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b6754-25e9-47b8-9f3c-6fe19d50cc9e tempest-TestShelveInstance-1481757699 tempest-TestShelveInstance-1481757699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:53.989220 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-903b6754-25e9-47b8-9f3c-6fe19d50cc9e tempest-TestShelveInstance-1481757699 tempest-TestShelveInstance-1481757699-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1094 time: 0.0381970 Nov 24 23:00:53.991856 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40598) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:00:53.996503 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '318a00c8-189a-4655-95e2-15a509339318', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:00:54.018407 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.112689 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.210057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Allocated IP 172.26.3.232 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/b3b211cd-c49c-4d34-972c-857c86cf514f) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:00:54.310166 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.344007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.377645 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:00:54.380457 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:00:54.383831 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:00:54.409280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'Port': ['ID=b3b211cd-c49c-4d34-972c-857c86cf514f,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:54.715151 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.777033 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.923185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.927286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:54.996182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event updated for resources: {'Port': ['ID=b3b211cd-c49c-4d34-972c-857c86cf514f,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:00:55.005640 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:55.101300 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Floating IP fac94c57-4369-4258-bcb6-1dd8b830ac57 associated. External IP: 172.26.3.232, port: 318a00c8-189a-4655-95e2-15a509339318. Nov 24 23:00:55.300314 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:00:55.404530 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:00:55.414991 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:00:55.424156 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:00:55.425116 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:00:55.425720 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:00:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:55.451169 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-65fafc1a-fb4e-4939-99e7-1e5819138bc3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4583056 Nov 24 23:00:55.451844 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:00:55.454215 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0761f-c16b-4507-8cbb-143f9d37b154" -d '{"events": [{"name": "network-changed", "server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:00:55.547886 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287285e6-54b2-4858-a836-121256ada96f x-openstack-request-id: req-287285e6-54b2-4858-a836-121256ada96f {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:00:55.548185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "tag": "318a00c8-189a-4655-95e2-15a509339318", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:00:55.548459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-287285e6-54b2-4858-a836-121256ada96f {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:00:55.548860 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'status': 'completed', 'code': 200} Nov 24 23:00:55.612273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-b753adf2-56ae-42bb-aeec-62a6d93fd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:55.613751 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-b753adf2-56ae-42bb-aeec-62a6d93fd58b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0447018 Nov 24 23:00:55.623126 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:00:55.702274 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-7a7fd81f-5991-4023-9c52-84abc4d6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:55.703761 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-7a7fd81f-5991-4023-9c52-84abc4d6179f service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0827911 Nov 24 23:00:55.770983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-d41bfe15-94ab-4bbb-a33d-309d17c5c4c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1000 time: 0.0603611 Nov 24 23:00:55.818946 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-7711e829-cb04-4384-ae5e-324e5b971432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:55.820708 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-7711e829-cb04-4384-ae5e-324e5b971432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0432107 Nov 24 23:00:55.840890 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'fac94c57-4369-4258-bcb6-1dd8b830ac57', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'floating_ip_address': '172.26.3.232', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'port_id': '318a00c8-189a-4655-95e2-15a509339318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'mac_address': 'fa:16:3e:dc:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:00:54Z', 'updated_at': '2021-11-24T23:00:54Z', 'revision_number': 0, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:55.865944 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-3314b81f-ef38-4892-80dd-526b22d2b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:00:55.866153 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:00:55.867391 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-3314b81f-ef38-4892-80dd-526b22d2b310 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395806 Nov 24 23:00:55.874163 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:00:55.874842 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:00:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:55.960642 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-3d4c7f9d-1447-42b5-ae87-ef67f5529b34 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Nov 24 23:00:55.977615 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:00:56.049381 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b5d0761f-c16b-4507-8cbb-143f9d37b154 req-1f5fd844-9a74-4222-b569-c5a021b462d3 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Nov 24 23:00:56.198559 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'fac94c57-4369-4258-bcb6-1dd8b830ac57', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'floating_ip_address': '172.26.3.232', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'port_id': '318a00c8-189a-4655-95e2-15a509339318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'mac_address': 'fa:16:3e:dc:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:00:54Z', 'updated_at': '2021-11-24T23:00:54Z', 'revision_number': 0, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:00:56.222991 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c07e5f-02d5-4724-be5d-5f84ee9d0d15 None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'fac94c57-4369-4258-bcb6-1dd8b830ac57', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'floating_ip_address': '172.26.3.232', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'port_id': '318a00c8-189a-4655-95e2-15a509339318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'mac_address': 'fa:16:3e:dc:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:00:54Z', 'updated_at': '2021-11-24T23:00:54Z', 'revision_number': 0, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:00:56.411053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35caf4d0-49b4-45a6-a608-6d2e85638833 None None] New status for floating IP fac94c57-4369-4258-bcb6-1dd8b830ac57: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:01:00.132166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:03.485602 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:01:14.003615 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-fb6d8bef-5203-4ffd-8840-b7c8a688a3a8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391908 Nov 24 23:01:14.090354 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-9de382aa-fe46-46b6-ab48-6b4d281b5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:01:14.091880 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-9de382aa-fe46-46b6-ab48-6b4d281b5107 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0447023 Nov 24 23:01:14.198305 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-1c1eb87d-cf0c-4ac3-97b1-4ff7d6922f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:01:14.199971 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-1c1eb87d-cf0c-4ac3-97b1-4ff7d6922f39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0846772 Nov 24 23:01:14.269401 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-5b597331-d0d3-4565-b969-15a0c936a3f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1002 time: 0.0607429 Nov 24 23:01:14.274183 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4220ce2b-c18d-499c-892f-40628bd29b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:14.637440 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-a8c621bd-85e2-4021-87cd-c90470fbf8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:01:14.638931 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-a8c621bd-85e2-4021-87cd-c90470fbf8e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.3622916 Nov 24 23:01:14.684171 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-42a634c7-679d-42e0-90d3-59dcb5b579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:01:14.685661 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-42a634c7-679d-42e0-90d3-59dcb5b579a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393956 Nov 24 23:01:14.776634 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-b65e1609-3a17-408d-8f6d-0cee5a0b103b service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830808 Nov 24 23:01:14.868249 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-1ee26c76-fcd4-4742-b4d5-46c8ec0e748c req-5e705a6c-ed4a-411f-8c95-e651df01152d service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830410 Nov 24 23:01:16.688083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc74d-17d2-4132-882f-4b0778e44e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:16.947307 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:18.530364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:19.851735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:30.125479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:40.484156 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:01:44.274946 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4c799562-dedc-460f-a90f-53331e72559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:46.687238 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5fb35b3b-2d70-4214-8cd4-5fe80133fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:46.951464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:48.532347 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:01:49.852970 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:00.137702 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:14.014016 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-1604ec8f-7bbb-4191-b5b1-5e46f3293973 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394650 Nov 24 23:02:14.097950 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-ff8a6b69-365c-4418-858c-7f8eec024d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:14.099486 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-ff8a6b69-365c-4418-858c-7f8eec024d52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0446663 Nov 24 23:02:14.199255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-fd7e17a8-f1fa-43df-88ec-7231a74f7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:14.200769 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-fd7e17a8-f1fa-43df-88ec-7231a74f7585 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0828552 Nov 24 23:02:14.269006 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-ef5d3bdf-4859-4f7b-b0c9-22a82ca4ecc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1002 time: 0.0615652 Nov 24 23:02:14.275140 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e94a9b48-bf29-400e-b065-8ddff33f91c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:14.317429 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-aec82fa2-c2d5-4afc-84e6-c1a7b27e1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:14.319421 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-aec82fa2-c2d5-4afc-84e6-c1a7b27e1bf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0439556 Nov 24 23:02:14.365881 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-bf7bac72-5cb5-4721-894c-946ff76667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:14.367376 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-bf7bac72-5cb5-4721-894c-946ff76667c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391893 Nov 24 23:02:14.457987 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-b3454b7e-edb4-49e1-a156-7d95159fd802 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Nov 24 23:02:14.546220 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f2ec02ec-86ad-49ef-840a-20206bdcad7a req-3e4ddd59-5531-47d0-890b-8a618a62267e service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810943 Nov 24 23:02:16.687362 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d3764a4f-d89f-4e28-bda2-0011256d5fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:16.952631 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:17.482808 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:02:18.535083 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:19.857224 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:30.157953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:44.276581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d10d1dc-d7a3-44ce-afa0-2a3417cf79b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:46.688250 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb967-97b0-4850-9541-4cd5853333ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:46.953798 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:48.538632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:49.860354 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:02:52.939614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef59bf6-459b-49e6-84c3-09b5558b4d66 req-5ec92cf3-803c-4f62-a580-e2e1cc5f6e5e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:52.941006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eef59bf6-459b-49e6-84c3-09b5558b4d66 req-5ec92cf3-803c-4f62-a580-e2e1cc5f6e5e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0531955 Nov 24 23:02:52.978726 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eef59bf6-459b-49e6-84c3-09b5558b4d66 req-77daff38-b0aa-4b77-b1b1-ae5582f037a2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Nov 24 23:02:54.106162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53965b94-173e-478e-a209-5a876d405d90 req-592c9e5d-7a25-4afe-a75c-b8907d226d2c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:54.107694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53965b94-173e-478e-a209-5a876d405d90 req-592c9e5d-7a25-4afe-a75c-b8907d226d2c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Nov 24 23:02:54.144281 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-53965b94-173e-478e-a209-5a876d405d90 req-d6a896d3-909a-45dc-99d3-c76e8d4dabff tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Nov 24 23:02:54.481139 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:02:55.258266 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd48ba-df60-47ae-bf70-0734fea7b5a8 req-20647074-5852-4d5f-959a-e30dd8d9c6f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:55.259776 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-79bd48ba-df60-47ae-bf70-0734fea7b5a8 req-20647074-5852-4d5f-959a-e30dd8d9c6f3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0500953 Nov 24 23:02:55.296555 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-79bd48ba-df60-47ae-bf70-0734fea7b5a8 req-bebae1d1-1840-4228-8ae2-1ab497735c8e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Nov 24 23:02:56.408726 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11254c-9ed8-4d5a-b9af-3a2cce95225e req-80d3e8df-920c-4b2b-8c70-fef1c5ff263f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:56.410065 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe11254c-9ed8-4d5a-b9af-3a2cce95225e req-80d3e8df-920c-4b2b-8c70-fef1c5ff263f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0498190 Nov 24 23:02:56.448197 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fe11254c-9ed8-4d5a-b9af-3a2cce95225e req-e3250db9-9914-49a8-a02d-80c24b43bb37 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Nov 24 23:02:57.562001 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6f6b3-902a-446d-9861-6c033e610557 req-4a9947b6-1fd6-4fb0-ab27-9f17df06202d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:57.563500 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1af6f6b3-902a-446d-9861-6c033e610557 req-4a9947b6-1fd6-4fb0-ab27-9f17df06202d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Nov 24 23:02:57.600379 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1af6f6b3-902a-446d-9861-6c033e610557 req-082c2418-ce7a-4aa3-9b48-56f9b0969cca tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Nov 24 23:02:58.711466 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea7f37-a464-433d-8c6c-0b0d6d32b6c2 req-47da0df5-6533-4fb6-997f-9f1e2534a95b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:58.712965 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4bea7f37-a464-433d-8c6c-0b0d6d32b6c2 req-47da0df5-6533-4fb6-997f-9f1e2534a95b tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0491726 Nov 24 23:02:58.750047 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4bea7f37-a464-433d-8c6c-0b0d6d32b6c2 req-157533d3-88ad-4419-8785-5638e2c08043 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Nov 24 23:02:59.874174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ff9a-1e49-48ee-950a-22a75a32944e req-9134cacf-d51a-4392-9080-ad6c43643306 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:02:59.875658 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6935ff9a-1e49-48ee-950a-22a75a32944e req-9134cacf-d51a-4392-9080-ad6c43643306 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0587566 Nov 24 23:02:59.911900 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6935ff9a-1e49-48ee-950a-22a75a32944e req-20910a2e-16ee-429d-b209-d373ca79844f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304437 Nov 24 23:03:00.169177 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:01.022462 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c87d-17d0-48a3-b53d-a39282ade286 req-fb0f2603-2803-4f76-820d-4156d5ac0de9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:01.023931 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca16c87d-17d0-48a3-b53d-a39282ade286 req-fb0f2603-2803-4f76-820d-4156d5ac0de9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0478706 Nov 24 23:03:01.060784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ca16c87d-17d0-48a3-b53d-a39282ade286 req-62331a99-d278-4cee-9d8c-5add8e997268 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Nov 24 23:03:02.171931 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c6a21-093e-4107-9411-48a515b531f7 req-a97a0f3a-70ba-465a-ab1e-6629b0cdeb50 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:02.173375 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-df4c6a21-093e-4107-9411-48a515b531f7 req-a97a0f3a-70ba-465a-ab1e-6629b0cdeb50 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0470035 Nov 24 23:03:02.210141 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-df4c6a21-093e-4107-9411-48a515b531f7 req-891423dd-3ab4-4ac2-bd0c-91003d162b3c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Nov 24 23:03:03.047754 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-27791899-5785-48dd-b45b-f04db5d7fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:03.049150 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-27791899-5785-48dd-b45b-f04db5d7fe77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0413747 Nov 24 23:03:03.141539 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-cf6614b1-13d4-4e08-ab82-49ac93e2b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:03.142994 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-cf6614b1-13d4-4e08-ab82-49ac93e2b833 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0868623 Nov 24 23:03:03.207869 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-eef0fff2-58b1-4554-a484-f61b55a18868 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1002 time: 0.0573072 Nov 24 23:03:03.261735 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-d5b7629d-00e8-42d6-988c-6c0a949a9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:03.263234 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-d5b7629d-00e8-42d6-988c-6c0a949a9753 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0482323 Nov 24 23:03:03.311334 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-bb0c27cb-1750-421a-a251-a27e3f2ebca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:03.312898 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-bb0c27cb-1750-421a-a251-a27e3f2ebca8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408733 Nov 24 23:03:03.326390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d131a-7b44-44a2-8ab5-547f2af598c9 req-34abd18c-106b-4cad-8609-0d804fa45e96 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:03.327897 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d53d131a-7b44-44a2-8ab5-547f2af598c9 req-34abd18c-106b-4cad-8609-0d804fa45e96 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0524518 Nov 24 23:03:03.365715 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-d53d131a-7b44-44a2-8ab5-547f2af598c9 req-54fa908a-2cd0-4723-837c-9397edc29b40 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Nov 24 23:03:03.403863 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-ea8c8d00-f33b-48ba-a0f0-24acfc8f8332 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831416 Nov 24 23:03:03.496133 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-a482cc3c-6e9a-4649-b0d6-270a372daa67 req-51357c72-d84f-4d86-b670-8252301ad45d service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848262 Nov 24 23:03:04.478340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4e233-a396-4a78-a7cf-d88f2d2f810d req-717cacb6-6fa5-46b0-981a-d1389758c4ff tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:04.480299 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eaf4e233-a396-4a78-a7cf-d88f2d2f810d req-717cacb6-6fa5-46b0-981a-d1389758c4ff tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Nov 24 23:03:04.516523 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eaf4e233-a396-4a78-a7cf-d88f2d2f810d req-90deb55e-9ef8-43ce-8afa-49d2e0aa54bb tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304446 Nov 24 23:03:05.631399 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12582ad1-01f5-4a06-9aa9-5f0f3efe885c req-44ecfb2b-6794-4524-be3a-98169cc24b9a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:05.632958 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-12582ad1-01f5-4a06-9aa9-5f0f3efe885c req-44ecfb2b-6794-4524-be3a-98169cc24b9a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0491428 Nov 24 23:03:05.672784 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-12582ad1-01f5-4a06-9aa9-5f0f3efe885c req-47622496-5318-4640-b51b-8f8d76ad1e2f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Nov 24 23:03:06.799158 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546413ff-b15f-407a-8d87-b7b3da5044ad req-aba3deb6-6729-46c1-b5c0-06babecfa313 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:06.800659 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-546413ff-b15f-407a-8d87-b7b3da5044ad req-aba3deb6-6729-46c1-b5c0-06babecfa313 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Nov 24 23:03:06.837788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-546413ff-b15f-407a-8d87-b7b3da5044ad req-3ab67ad2-dcea-4eb6-b3dd-fe83d731a49f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Nov 24 23:03:07.010831 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-069d1590-dca5-4c3b-b15a-62d03dc30b88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406694 Nov 24 23:03:07.038372 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabf2-38fc-4e5b-876c-86b6ee8dd916 req-f5e4a1b1-59f9-430e-88b8-a642c45b5033 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:07.039880 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01bfabf2-38fc-4e5b-876c-86b6ee8dd916 req-f5e4a1b1-59f9-430e-88b8-a642c45b5033 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0480928 Nov 24 23:03:07.077948 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-01bfabf2-38fc-4e5b-876c-86b6ee8dd916 req-01816f2a-1f28-459d-8d98-36c44f5ddd53 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Nov 24 23:03:08.190905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad65f0e-fcc5-4397-90c8-6fc069700dcd req-f4db855f-a406-4062-80b5-f7549ab666f9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:08.192436 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2ad65f0e-fcc5-4397-90c8-6fc069700dcd req-f4db855f-a406-4062-80b5-f7549ab666f9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0479147 Nov 24 23:03:08.230192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2ad65f0e-fcc5-4397-90c8-6fc069700dcd req-f0a58586-dd19-4349-9ead-2a3b667fd310 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315900 Nov 24 23:03:08.999805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:03:09.220892 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:09.242827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:03:09.245095 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a02e2-40c6-4b33-8c70-495ce206b622" -d '{"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-unplugged", "status": "completed", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:03:09.258364 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:03:09.264371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:09.291622 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 23:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096ee6c0-7016-4a3c-b7ab-e7ac41a86b92 x-openstack-request-id: req-096ee6c0-7016-4a3c-b7ab-e7ac41a86b92 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:03:09.291921 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-unplugged", "status": "failed", "tag": "318a00c8-189a-4655-95e2-15a509339318", "code": 422}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:03:09.292170 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-096ee6c0-7016-4a3c-b7ab-e7ac41a86b92 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:03:09.293098 dv-neutron-818715-1-hyperv neutron-server[102411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'code': 422} returned with failed status Nov 24 23:03:09.318980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:03:09.327866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.328455 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.329009 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.329505 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.330006 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.330501 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.331053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.331568 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.332057 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.332557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.333043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.333516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:03:09.668811 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc64dd-be9e-49a2-b486-d9a48537962f req-001e89d1-1e7d-4d53-b973-59a9b8021784 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:09.670291 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7cdc64dd-be9e-49a2-b486-d9a48537962f req-001e89d1-1e7d-4d53-b973-59a9b8021784 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.3609896 Nov 24 23:03:09.709123 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7cdc64dd-be9e-49a2-b486-d9a48537962f req-3c1be992-d5f5-4bb0-bce5-c125f0a0950f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Nov 24 23:03:10.823790 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff49863-5765-4fa3-9884-8f1f2a14776f req-028b9901-fc13-4067-98e9-5d6793be8050 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:10.825242 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1ff49863-5765-4fa3-9884-8f1f2a14776f req-028b9901-fc13-4067-98e9-5d6793be8050 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0494335 Nov 24 23:03:10.864421 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1ff49863-5765-4fa3-9884-8f1f2a14776f req-190d6384-34a0-41ce-bd73-b6638451369f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331802 Nov 24 23:03:11.522962 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-5ad2bd9d-5504-409c-8a64-a7ed1a4ad962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:11.524446 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-5ad2bd9d-5504-409c-8a64-a7ed1a4ad962 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516&tenant_id=549479cc588c4cd4a9e0a41471c5293c HTTP/1.1" status: 200 len: 1097 time: 0.0391557 Nov 24 23:03:11.588957 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-5da489b4-46dd-4a94-a769-7341eacb5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:11.590412 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-5da489b4-46dd-4a94-a769-7341eacb5812 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1097 time: 0.0444942 Nov 24 23:03:11.676322 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-127ff23d-068a-44f3-ad33-c82f93073ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:11.677717 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-127ff23d-068a-44f3-ad33-c82f93073ce5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0807366 Nov 24 23:03:11.800617 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-846ca5ac-dc0c-4926-bb4b-e028354d929d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1000 time: 0.1158423 Nov 24 23:03:11.848825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-c52f85be-0c9b-4c57-9552-cc304c2f426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:11.850226 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-c52f85be-0c9b-4c57-9552-cc304c2f426a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0427990 Nov 24 23:03:11.895628 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-0b0d7c44-b0fc-451f-8f82-d0af24c6794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:11.897148 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-0b0d7c44-b0fc-451f-8f82-d0af24c6794c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399108 Nov 24 23:03:11.976352 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb954bd-5c5b-4eab-b606-fbb49d8e4437 req-6c4807e4-eb74-4ff7-977a-5958f34c3a6f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:11.977812 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2cb954bd-5c5b-4eab-b606-fbb49d8e4437 req-6c4807e4-eb74-4ff7-977a-5958f34c3a6f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0481129 Nov 24 23:03:11.990208 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-1e1ba5c5-2182-4e07-95ec-d4701a14e8eb service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857909 Nov 24 23:03:12.015761 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2cb954bd-5c5b-4eab-b606-fbb49d8e4437 req-7360e398-e225-44db-b59d-27fbdff1a2f9 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Nov 24 23:03:12.079349 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6bcc2236-d8ae-422c-bc01-f90137d465f5 req-2f9fdfba-d818-4371-9ad5-1e14354a91cf service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822098 Nov 24 23:03:13.129617 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0566e-0d1a-4c9d-b8e4-e679384d53fc req-43c0ea8f-4007-4fbf-85d8-05b6758d0a2f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:13.131041 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5d0566e-0d1a-4c9d-b8e4-e679384d53fc req-43c0ea8f-4007-4fbf-85d8-05b6758d0a2f tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0495870 Nov 24 23:03:13.167271 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b5d0566e-0d1a-4c9d-b8e4-e679384d53fc req-c49291bb-23fc-42e9-b40b-05a965dc77fc tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295825 Nov 24 23:03:14.278802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-5b6926b0-228e-49d6-b168-e6f92b78a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:14.280216 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674d20-09fd-4343-8da0-8e4250536f76 req-399e1eb4-febf-4753-a8de-f25d10fd8361 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:14.281882 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3674d20-09fd-4343-8da0-8e4250536f76 req-399e1eb4-febf-4753-a8de-f25d10fd8361 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0509038 Nov 24 23:03:14.319283 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-b3674d20-09fd-4343-8da0-8e4250536f76 req-3dc53939-a748-458f-b7eb-0c0f39dd950e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Nov 24 23:03:15.047084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-43b27e07-d087-4e59-9b8e-50d7e2e4f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:15.048503 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-43b27e07-d087-4e59-9b8e-50d7e2e4f8cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1097 time: 0.0412545 Nov 24 23:03:15.154371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-9d868ae4-537c-4771-9265-1b99010e108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:15.155933 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-9d868ae4-537c-4771-9265-1b99010e108c service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0871892 Nov 24 23:03:15.219593 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-6eb512fd-68e9-4f90-bba2-05917a5121f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1000 time: 0.0567384 Nov 24 23:03:15.271594 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-5bb5fe18-cff2-477e-bdcd-59f4cb4b5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:15.273005 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-5bb5fe18-cff2-477e-bdcd-59f4cb4b5c30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0462055 Nov 24 23:03:15.317282 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-d0a3702b-442e-4d75-95b4-a541f9c52753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:15.318706 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-d0a3702b-442e-4d75-95b4-a541f9c52753 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383754 Nov 24 23:03:15.407994 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-9dead75f-344b-43a2-a9a1-49c66e7a8a3a service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815310 Nov 24 23:03:15.431172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b3f45-0dd9-4c0e-8b08-10cd3ec474d3 req-3a2e2ad2-5b38-41a3-be18-75d1629319f8 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:15.432655 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb8b3f45-0dd9-4c0e-8b08-10cd3ec474d3 req-3a2e2ad2-5b38-41a3-be18-75d1629319f8 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0480032 Nov 24 23:03:15.470245 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-bb8b3f45-0dd9-4c0e-8b08-10cd3ec474d3 req-c91b8196-dd33-4913-a118-3461e4269a7a tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Nov 24 23:03:15.501845 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-172131b6-8d63-4fcc-bd40-709b7424fc97 req-3b425bb7-983c-4675-a3c9-38b4278b0041 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868089 Nov 24 23:03:16.586715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f33ba-fb31-4cb9-b60f-32d2c6145d59 req-1a0c4536-e1db-47d7-88e5-885499c93f89 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:16.588189 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c35f33ba-fb31-4cb9-b60f-32d2c6145d59 req-1a0c4536-e1db-47d7-88e5-885499c93f89 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Nov 24 23:03:16.624788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c35f33ba-fb31-4cb9-b60f-32d2c6145d59 req-33cfd2b3-70a0-4ee6-96de-eee15e34da4d tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303023 Nov 24 23:03:16.687693 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-00cdf2ac-5896-41be-a270-b8785fc0816f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:16.955698 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:17.735127 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71e44-b098-4af5-8d96-99e529dbb063 req-1ec971c7-8f92-4089-9581-edbb5729acb0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:17.736582 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-78a71e44-b098-4af5-8d96-99e529dbb063 req-1ec971c7-8f92-4089-9581-edbb5729acb0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0471559 Nov 24 23:03:17.773066 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-78a71e44-b098-4af5-8d96-99e529dbb063 req-a0caf213-5e95-40f7-b943-422edb9d3481 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305538 Nov 24 23:03:18.539516 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:18.883913 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c69b-5639-40a3-a638-260505d76030 req-57d390a6-d9e0-4b4c-8117-a6958848ba48 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:18.885362 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2117c69b-5639-40a3-a638-260505d76030 req-57d390a6-d9e0-4b4c-8117-a6958848ba48 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0480614 Nov 24 23:03:18.922152 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-2117c69b-5639-40a3-a638-260505d76030 req-1b314363-a884-40b7-991c-ce40b13cef4e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Nov 24 23:03:19.863803 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:20.035859 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d3aa-c7ef-47c7-83c7-1b6eed5f14da req-38a0ce1d-6472-4cdb-be1f-81bda50f66f0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:20.037222 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ab14d3aa-c7ef-47c7-83c7-1b6eed5f14da req-38a0ce1d-6472-4cdb-be1f-81bda50f66f0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0507236 Nov 24 23:03:20.074671 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ab14d3aa-c7ef-47c7-83c7-1b6eed5f14da req-00a9f915-011b-46c3-8cf6-836a5ae71044 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Nov 24 23:03:21.079028 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 23:03:21.173340 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:03:21.185089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '318a00c8-189a-4655-95e2-15a509339318', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'port_id': '318a00c8-189a-4655-95e2-15a509339318', 'mac_address': 'fa:16:3e:dc:98:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 23:03:21.189473 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb15d3-5d68-49cb-91cc-f718ec049936 req-f5b439cb-05b2-4b96-8986-844c1cae2969 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:21.190944 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-93fb15d3-5d68-49cb-91cc-f718ec049936 req-f5b439cb-05b2-4b96-8986-844c1cae2969 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 944 time: 0.0469046 Nov 24 23:03:21.222128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:21.228755 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-93fb15d3-5d68-49cb-91cc-f718ec049936 req-965473ad-7871-4c7b-90dd-66df0fce7277 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318205 Nov 24 23:03:21.235711 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318a00c8-189a-4655-95e2-15a509339318 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:03:21.259718 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:03:21.263949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:21.308322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:03:21.512343 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['318a00c8-189a-4655-95e2-15a509339318'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 23:03:22.340698 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431849-854f-4e8b-aaee-3593f6d6fa5b req-04778660-af42-4241-b9ef-d10c4f1c785e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:22.342789 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-34431849-854f-4e8b-aaee-3593f6d6fa5b req-04778660-af42-4241-b9ef-d10c4f1c785e tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 945 time: 0.0478082 Nov 24 23:03:22.378122 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-34431849-854f-4e8b-aaee-3593f6d6fa5b req-a574b2aa-cf4e-452a-96f1-582fe9200dd2 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295084 Nov 24 23:03:23.104152 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:03:23.149601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 318a00c8-189a-4655-95e2-15a509339318 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:03:23.149964 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:23.225576 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:23.247325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:03:23.249633 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b229237b-7dd9-4e1f-8a67-770cf37795f0" -d '{"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-plugged", "status": "completed", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:03:23.261596 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:03:23.266333 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:23.291551 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e725d616-dcb7-45a0-b5f9-7c0b884a083d x-openstack-request-id: req-e725d616-dcb7-45a0-b5f9-7c0b884a083d {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:03:23.291845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-plugged", "status": "completed", "tag": "318a00c8-189a-4655-95e2-15a509339318", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:03:23.292093 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e725d616-dcb7-45a0-b5f9-7c0b884a083d {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:03:23.292470 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'code': 200} Nov 24 23:03:23.318316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=8']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:03:23.490748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdbc65-12e4-4b42-a852-6aa0d14b9211 req-fe0d8f5c-d323-4568-8936-87a9db429b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:23.492344 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2fbdbc65-12e4-4b42-a852-6aa0d14b9211 req-fe0d8f5c-d323-4568-8936-87a9db429b6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0430551 Nov 24 23:03:23.496898 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ee67c-8681-4b60-8a7d-f84e54e0f675 req-c7b425c0-07e9-40e4-a23f-d621433d2997 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:23.498387 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a3ee67c-8681-4b60-8a7d-f84e54e0f675 req-c7b425c0-07e9-40e4-a23f-d621433d2997 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0536854 Nov 24 23:03:23.528772 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2fbdbc65-12e4-4b42-a852-6aa0d14b9211 req-9f29b759-140b-49e6-96dd-2f9ce843b18c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285826 Nov 24 23:03:23.536138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a3ee67c-8681-4b60-8a7d-f84e54e0f675 req-4bcf8e0c-6ada-4a77-a4c5-2dcda86da732 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318396 Nov 24 23:03:24.650283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d16be-5a66-49c6-b3f4-ffb35fdc69d4 req-53f42237-1022-488e-8a79-926f87ba1bea tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:03:24.651735 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d9d16be-5a66-49c6-b3f4-ffb35fdc69d4 req-53f42237-1022-488e-8a79-926f87ba1bea tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0469422 Nov 24 23:03:24.688526 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-7d9d16be-5a66-49c6-b3f4-ffb35fdc69d4 req-0979c8ec-cdd2-473b-bcaf-00999efb0107 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303712 Nov 24 23:03:30.179870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:31.483481 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:03:44.281288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6085af76-0cda-44f8-989c-b064ced309ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:46.689099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-de5ecb04-8762-4839-b6b5-111c0b0705c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:46.958621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:48.542186 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:03:49.867490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:00.202430 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:08.482453 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:04:14.282934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-52de3314-ef6d-4782-8f28-292689666d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:16.000649 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-412ba058-8ea0-46a8-b4ea-cdf8285c8b0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391207 Nov 24 23:04:16.083410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-d169fe98-cfa7-4e42-8a3e-168603661aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:16.084926 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-d169fe98-cfa7-4e42-8a3e-168603661aa9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0441689 Nov 24 23:04:16.184107 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-dd984cbb-e65b-4c41-bc32-beda71a856d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:16.185549 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-dd984cbb-e65b-4c41-bc32-beda71a856d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.0825591 Nov 24 23:04:16.253389 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-e9f5906d-c056-4062-98b0-9052dccb0487 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 1002 time: 0.0606201 Nov 24 23:04:16.301838 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-6c339712-2660-42e9-93c4-7eed2f7bc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:16.303215 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-6c339712-2660-42e9-93c4-7eed2f7bc589 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0425167 Nov 24 23:04:16.347873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-198b909b-c1d1-4fe5-8104-2aa7bcaf9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:16.349235 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-198b909b-c1d1-4fe5-8104-2aa7bcaf9d7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393937 Nov 24 23:04:16.438935 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-dd2e6b0c-247b-4a24-903c-4caee4f25374 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824966 Nov 24 23:04:16.525846 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-adf3f186-f22a-43c0-9f88-8d652ad51c0c req-48953a7a-1757-48a2-ad54-0ae9d94ce586 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803816 Nov 24 23:04:16.689969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e10f74a8-c523-4833-bb0e-764d873998f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:16.962234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:18.545526 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:19.870479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:30.205727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:37.575614 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40764) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:37.728289 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Deleting port b3b211cd-c49c-4d34-972c-857c86cf514f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:37.728637 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:37.804176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:37.804505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:37.815868 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Calling delete_port for b3b211cd-c49c-4d34-972c-857c86cf514f owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:37.960306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:37.984436 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event deleted for resources: {'Port': ['ID=b3b211cd-c49c-4d34-972c-857c86cf514f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:37.995751 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.996101 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.996442 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.996777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.997114 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.997439 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.997764 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.998092 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.998420 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.998742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.999065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:37.999384 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:38.051777 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:38.052107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Floating IP fac94c57-4369-4258-bcb6-1dd8b830ac57 disassociated (deleted). External IP: 172.26.3.232, port: 318a00c8-189a-4655-95e2-15a509339318. Nov 24 23:04:38.252340 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:04:38.355800 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:04:38.360742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:38.365974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:04:38.375823 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:38.376553 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:38.388113 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-d9e3859e-90c2-41a3-8196-1462307a1770 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "DELETE /v2.0/floatingips/fac94c57-4369-4258-bcb6-1dd8b830ac57 HTTP/1.1" status: 204 len: 168 time: 0.8113425 Nov 24 23:04:38.388641 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:04:38.391013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedb1487-0407-48b2-a802-19cee0ecb834" -d '{"events": [{"name": "network-changed", "server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:04:38.429848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9040b-6a80-4ef9-90cc-e3e788d062ac x-openstack-request-id: req-a8b9040b-6a80-4ef9-90cc-e3e788d062ac {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:04:38.430154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "tag": "318a00c8-189a-4655-95e2-15a509339318", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:04:38.430409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8b9040b-6a80-4ef9-90cc-e3e788d062ac {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:04:38.430927 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'status': 'completed', 'code': 200} Nov 24 23:04:38.489235 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:38.495403 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-5d91e0ff-7058-4723-95a5-cffa3c80cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:38.499134 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-5d91e0ff-7058-4723-95a5-cffa3c80cc21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549479cc588c4cd4a9e0a41471c5293c&device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 1099 time: 0.0476277 Nov 24 23:04:38.612714 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-053b3328-c384-49da-a03b-11a2ae5cedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:38.614513 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-053b3328-c384-49da-a03b-11a2ae5cedbc service neutron] 10.222.0.71 "GET /v2.0/networks?id=6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 200 len: 910 time: 0.1012020 Nov 24 23:04:38.663196 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-50286038-4058-47f9-a018-bbc9dcf20a99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 200 len: 217 time: 0.0369067 Nov 24 23:04:38.695480 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592714-6597-4518-bd18-69123e9aae43 req-da6f277f-d104-4f8e-b0f2-192c932dab4c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:38.696381 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:38.697036 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-67592714-6597-4518-bd18-69123e9aae43 req-da6f277f-d104-4f8e-b0f2-192c932dab4c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.1248965 Nov 24 23:04:38.717347 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-1e807ee0-7517-4dfd-82b8-0aebcb0e38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:38.718997 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-1e807ee0-7517-4dfd-82b8-0aebcb0e38dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 200 len: 848 time: 0.0491910 Nov 24 23:04:38.726676 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:04:38.735355 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:38.735675 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-67592714-6597-4518-bd18-69123e9aae43 req-e91dfc89-465b-4f71-a4b2-f57f306ddfda tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Nov 24 23:04:38.736437 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:38.767861 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-14b71052-602f-46d1-9e61-4231517bacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:38.769322 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-14b71052-602f-46d1-9e61-4231517bacbe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6429e807-9f2f-419b-a40b-4ca592c45490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416579 Nov 24 23:04:38.841230 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:38.860527 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-509753a2-decf-4f76-9e95-0844e368b236 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829697 Nov 24 23:04:38.959757 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-fedb1487-0407-48b2-a802-19cee0ecb834 req-bb26cdba-22c7-4e33-87a1-f49a5e98ec14 service neutron] 10.222.0.71 "GET /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912814 Nov 24 23:04:39.127679 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:39.152994 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e7fb-958e-4635-aa93-89f68324e831 None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T22:56:12Z', 'revision_number': 4, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '4a3394a8-addf-4e73-babd-545354465b1f', 'name': '', 'network_id': '6429e807-9f2f-419b-a40b-4ca592c45490', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'mac_address': 'fa:16:3e:d2:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:11Z', 'updated_at': '2021-11-24T22:56:16Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'subnets': [{'id': 'bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:04:39.357883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73660d-e835-4dbf-a711-8c85090b3c49 None None] New status for floating IP fac94c57-4369-4258-bcb6-1dd8b830ac57: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:04:39.911543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a01e1-7613-483a-9f90-3a9251ffd58d req-a8ce7175-c22e-4704-be0e-dcc005d0e0b0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:39.913709 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9f6a01e1-7613-483a-9f90-3a9251ffd58d req-a8ce7175-c22e-4704-be0e-dcc005d0e0b0 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0985799 Nov 24 23:04:39.953428 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9f6a01e1-7613-483a-9f90-3a9251ffd58d req-8cde4449-bfb3-4b9d-af97-1815f9a7442c tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c248a4b-bd10-40d1-906e-31f9bd0ebb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337605 Nov 24 23:04:40.133902 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-412851bc-ec4c-46c9-8b94-2b5222f489f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:40.135340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-412851bc-ec4c-46c9-8b94-2b5222f489f6 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 946 time: 0.0490322 Nov 24 23:04:40.229570 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Deleting port 318a00c8-189a-4655-95e2-15a509339318 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:40.229917 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:40.317663 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] For port 318a00c8-189a-4655-95e2-15a509339318, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=318a00c8-189a-4655-95e2-15a509339318,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:40.318580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:40.331225 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Calling delete_port for 318a00c8-189a-4655-95e2-15a509339318 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:40.464559 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:40.494363 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event deleted for resources: {'Port': ['ID=318a00c8-189a-4655-95e2-15a509339318,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:40.524028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.524379 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.524730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.525063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.525390 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.525719 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.526044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.526386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.526693 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.527012 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.527329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.527673 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:40.547050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] No DVR routers for this DVR port 318a00c8-189a-4655-95e2-15a509339318 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:04:40.549339 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:40.553666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-3aff2fd3-1b3d-4976-af69-5e684d805e70 req-6dc919c1-36d4-47c7-aa56-5f3678572f47 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.71 "DELETE /v2.0/ports/318a00c8-189a-4655-95e2-15a509339318 HTTP/1.1" status: 204 len: 173 time: 0.4106085 Nov 24 23:04:40.554112 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-deleted', 'tag': '318a00c8-189a-4655-95e2-15a509339318'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:04:40.556960 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3a16f-0262-488c-a12b-ae4f26b91c37" -d '{"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-deleted", "tag": "318a00c8-189a-4655-95e2-15a509339318"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:04:40.592020 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aee8ad-11b6-4aad-b36a-7c50952c8b5e x-openstack-request-id: req-20aee8ad-11b6-4aad-b36a-7c50952c8b5e {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:04:40.592413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac24e8de-2d60-46c4-b725-a4348149b516", "name": "network-vif-deleted", "tag": "318a00c8-189a-4655-95e2-15a509339318", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:04:40.592722 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20aee8ad-11b6-4aad-b36a-7c50952c8b5e {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:04:40.593180 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24e8de-2d60-46c4-b725-a4348149b516', 'name': 'network-vif-deleted', 'tag': '318a00c8-189a-4655-95e2-15a509339318', 'status': 'completed', 'code': 200} Nov 24 23:04:41.046271 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-11eeee66-0f6d-4b2b-a39e-cbba3c7e47b1 req-97630590-9638-46c6-b6e7-f33445830869 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Nov 24 23:04:42.139433 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a78d312b-d4b4-4904-8d90-05a2f1643df5 req-9197d97c-205b-41fc-938e-bf6dce41b1ff tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 210 time: 0.0254087 Nov 24 23:04:43.230866 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5d4d5807-6963-4500-936e-c253de59ed47 req-61c2d617-4c54-4e53-baf1-34d3a74008c3 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac24e8de-2d60-46c4-b725-a4348149b516 HTTP/1.1" status: 200 len: 210 time: 0.0262229 Nov 24 23:04:43.524661 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:43.548265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 318a00c8-189a-4655-95e2-15a509339318 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:43.548609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 318a00c8-189a-4655-95e2-15a509339318 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:44.284279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2ff4b463-abd2-4498-8b7a-67d7f52621ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:44.294079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40808) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:44.354916 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2d7-7246-480c-8b1a-e39c746ada94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:44.381182 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2d7-7246-480c-8b1a-e39c746ada94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:44.448642 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2d7-7246-480c-8b1a-e39c746ada94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:44.451343 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2d7-7246-480c-8b1a-e39c746ada94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:44.452933 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-2e62a2d7-7246-480c-8b1a-e39c746ada94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] 10.222.0.41 "DELETE /v2.0/security-groups/4c248a4b-bd10-40d1-906e-31f9bd0ebb34 HTTP/1.1" status: 204 len: 168 time: 0.1576467 Nov 24 23:04:44.463093 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62a2d7-7246-480c-8b1a-e39c746ada94 tempest-TestShelveInstance-2083826722 tempest-TestShelveInstance-2083826722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c248a4b-bd10-40d1-906e-31f9bd0ebb34,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:44.508471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40812) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:44.943923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:45.188781 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Deleting port 4a3394a8-addf-4e73-babd-545354465b1f {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:45.189017 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:45.269679 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] For port 4a3394a8-addf-4e73-babd-545354465b1f, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4a3394a8-addf-4e73-babd-545354465b1f,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:45.270041 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:45.283178 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Calling delete_port for 4a3394a8-addf-4e73-babd-545354465b1f owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:45.463049 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:45.480775 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:04:45.489452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3394a8-addf-4e73-babd-545354465b1f,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:45.657311 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:45.876463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:04:45.982896 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:04:45.990885 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9628388e-eeab-44c3-8832-eededbbdbc21 admin admin] 10.222.0.41 "PUT /v2.0/routers/53a218fa-a125-44e3-b743-cb10b2c2c2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4782491 Nov 24 23:04:45.991704 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40816) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:45.994211 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] Sync routers for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:04:46.006526 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:46.007135 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:46.111334 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:46.300726 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T23:04:45Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:46.328214 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] Checking router: 53a218fa-a125-44e3-b743-cb10b2c2c2f8 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:04:46.337169 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] Routers {'53a218fa-a125-44e3-b743-cb10b2c2c2f8'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:46.337781 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:46.420615 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.443976 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] Set router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:46.525585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.582173 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Deleting port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:46.582519 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.630242 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T23:04:45Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:46.657195 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdc8e0-7a60-4508-819a-1994d0b40ae2 None None] The sync data for ids ['53a218fa-a125-44e3-b743-cb10b2c2c2f8'] in dv-neutron-818715-1-hyperv is: [{'id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'name': 'tempest-TestShelveInstance-1800009432-router', 'tenant_id': '549479cc588c4cd4a9e0a41471c5293c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:09Z', 'updated_at': '2021-11-24T23:04:45Z', 'revision_number': 5, 'project_id': '549479cc588c4cd4a9e0a41471c5293c', 'gw_port': {'id': 'ab6951e5-7a3c-4c98-acd9-c78e0d9b5631', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a218fa-a125-44e3-b743-cb10b2c2c2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:10Z', 'updated_at': '2021-11-24T22:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:04:46.661176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] For port ab6951e5-7a3c-4c98-acd9-c78e0d9b5631, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:46.661417 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.675409 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Calling delete_port for ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:46.694607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43bf7d46-5008-4500-a895-3cf925530651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.844803 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.870862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6951e5-7a3c-4c98-acd9-c78e0d9b5631,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:46.934369 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:46.956741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.025447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.027835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.071933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.072463 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a218fa-a125-44e3-b743-cb10b2c2c2f8 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 23:04:47.077327 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.078576 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-117a6e1f-3daf-4ef6-b1d2-fd3f63bd7f12 admin admin] 10.222.0.41 "DELETE /v2.0/routers/53a218fa-a125-44e3-b743-cb10b2c2c2f8 HTTP/1.1" status: 204 len: 168 time: 1.0862296 Nov 24 23:04:47.081106 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40818) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:47.134883 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Deleting subnet bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 23:04:47.138115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.176135 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.254848 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.309370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.335258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:47.338681 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.342301 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-69ad40be-2cc4-457f-9f70-658dfac0b7e2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bdd7c078-6d44-4d18-911c-c0a7d7ef7b5a HTTP/1.1" status: 204 len: 168 time: 0.2597196 Nov 24 23:04:47.344263 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40820) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:47.346710 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59af0f-59c9-499d-aebf-a4df9d3cd360 None None] Network 6429e807-9f2f-419b-a40b-4ca592c45490 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:04:47.414521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.467901 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Deleting port 15266695-741d-4c7b-80a3-0e8ed6d47f81 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:47.468243 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.534758 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] For port 15266695-741d-4c7b-80a3-0e8ed6d47f81, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=15266695-741d-4c7b-80a3-0e8ed6d47f81,segment=NetworkSegment(390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7),segment_id=390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:47.535553 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.548201 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Calling delete_port for 15266695-741d-4c7b-80a3-0e8ed6d47f81 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:47.626105 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.644697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e209e-7d5c-41a9-be9d-f05d779cf490 None None] DHCP port deletion for 6429e807-9f2f-419b-a40b-4ca592c45490 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 23:04:47.653840 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=15266695-741d-4c7b-80a3-0e8ed6d47f81,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:47.660021 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] No DVR routers for this DVR port 15266695-741d-4c7b-80a3-0e8ed6d47f81 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:04:47.734265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.753944 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6429e807-9f2f-419b-a40b-4ca592c45490']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:47.762748 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:47.763036 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390b3c4c-dffc-4fa1-bbbd-a7ceb3b160b7') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:47.772045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.785611 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.791847 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 23:04:47.792228 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 23:04:47.793874 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 23:04:47.845877 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.851678 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:47.854756 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] 10.222.0.41 "DELETE /v2.0/networks/6429e807-9f2f-419b-a40b-4ca592c45490 HTTP/1.1" status: 204 len: 168 time: 0.5095925 Nov 24 23:04:47.857897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40822) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:47.870364 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd086ac-b879-46e6-a497-be2df9a03fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=6429e807-9f2f-419b-a40b-4ca592c45490,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:48.194116 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:48.214039 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a3394a8-addf-4e73-babd-545354465b1f no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:48.237117 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 4a3394a8-addf-4e73-babd-545354465b1f {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:48.237458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4a3394a8-addf-4e73-babd-545354465b1f not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:48.237872 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15266695-741d-4c7b-80a3-0e8ed6d47f81 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:48.256021 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 15266695-741d-4c7b-80a3-0e8ed6d47f81 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:48.256365 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 15266695-741d-4c7b-80a3-0e8ed6d47f81 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:48.256768 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:48.275130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:48.275475 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ab6951e5-7a3c-4c98-acd9-c78e0d9b5631 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:48.434341 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Deleting port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:48.434593 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:48.509880 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] For port 9e8bb3be-49fa-497d-b2ec-ed022ae26d15, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,segment=NetworkSegment(ad558648-4028-434b-ab0b-0de05f4497fb),segment_id=ad558648-4028-434b-ab0b-0de05f4497fb)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:48.510237 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:48.526050 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Calling delete_port for 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:48.546873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:48.700885 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:48.726114 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8bb3be-49fa-497d-b2ec-ed022ae26d15,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:48.893567 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:49.102194 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Router 7699a617-9726-493b-a2b1-57dc723e05fc has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:04:49.520817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:04:49.526388 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-a3273eab-c368-4427-a021-6c04f878cba0 admin admin] 10.222.0.41 "PUT /v2.0/routers/7699a617-9726-493b-a2b1-57dc723e05fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674221 Nov 24 23:04:49.528891 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40824) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:49.529792 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] Sync routers for ids ['7699a617-9726-493b-a2b1-57dc723e05fc'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:04:49.539712 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] Routers {'7699a617-9726-493b-a2b1-57dc723e05fc'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:49.540403 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['7699a617-9726-493b-a2b1-57dc723e05fc'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:49.630702 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:49.641465 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] Set router 7699a617-9726-493b-a2b1-57dc723e05fc gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:49.732874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:49.786065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Deleting port 4ea39168-5fda-46f8-ac45-9c9a143e640c {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:49.786411 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:49.815653 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T23:04:48Z', 'revision_number': 5, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port': {'id': '4ea39168-5fda-46f8-ac45-9c9a143e640c', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T22:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:49.846658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] Checking router: 7699a617-9726-493b-a2b1-57dc723e05fc for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:04:49.855051 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] Routers {'7699a617-9726-493b-a2b1-57dc723e05fc'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:49.855700 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['7699a617-9726-493b-a2b1-57dc723e05fc'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:49.865535 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] For port 4ea39168-5fda-46f8-ac45-9c9a143e640c, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=4ea39168-5fda-46f8-ac45-9c9a143e640c,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:49.865909 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:49.878076 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Calling delete_port for 4ea39168-5fda-46f8-ac45-9c9a143e640c owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:49.943969 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:49.964603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] Set router 7699a617-9726-493b-a2b1-57dc723e05fc gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:50.044332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.046283 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T23:04:49Z', 'revision_number': 6, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:50.076450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea39168-5fda-46f8-ac45-9c9a143e640c,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:50.101400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac8357-2648-4cc8-a800-fc94311a1c1e None None] The sync data for ids ['7699a617-9726-493b-a2b1-57dc723e05fc'] in dv-neutron-818715-1-hyperv is: [{'id': '7699a617-9726-493b-a2b1-57dc723e05fc', 'name': 'tempest-TestShelveInstance-1082604405-router', 'tenant_id': '08bf3ed88e204d1e917d45b6eedb6374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T22:56:14Z', 'updated_at': '2021-11-24T23:04:49Z', 'revision_number': 6, 'project_id': '08bf3ed88e204d1e917d45b6eedb6374', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:04:50.146659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.235362 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.237455 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.279744 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.280264 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7699a617-9726-493b-a2b1-57dc723e05fc {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 23:04:50.284814 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.285937 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-0b49749e-12d8-4629-8072-2387022574ec admin admin] 10.222.0.41 "DELETE /v2.0/routers/7699a617-9726-493b-a2b1-57dc723e05fc HTTP/1.1" status: 204 len: 168 time: 0.7561278 Nov 24 23:04:50.288607 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40826) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:50.336188 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Deleting subnet 1b80f09b-c0df-47d9-8ac2-f234d178538e {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 23:04:50.339121 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.372366 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.447427 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.512825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.537307 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b80f09b-c0df-47d9-8ac2-f234d178538e,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:50.546604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.549806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6d1b28a7-4c6b-4fc8-9da2-0c0098733f19 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1b80f09b-c0df-47d9-8ac2-f234d178538e HTTP/1.1" status: 204 len: 168 time: 0.2602751 Nov 24 23:04:50.551958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38103ec-b75f-49ea-900f-b127c05f0178 None None] Network 8ec988a3-c304-4db8-9705-c54debca20ba requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:04:50.555791 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40828) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:50.593560 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:50.617578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:50.617929 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 9e8bb3be-49fa-497d-b2ec-ed022ae26d15 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:50.629450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.680657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Deleting port c60ec0b4-b842-4b58-bca7-00dc1164c851 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:04:50.680991 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.746526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] For port c60ec0b4-b842-4b58-bca7-00dc1164c851, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=c60ec0b4-b842-4b58-bca7-00dc1164c851,segment=NetworkSegment(ad558648-4028-434b-ab0b-0de05f4497fb),segment_id=ad558648-4028-434b-ab0b-0de05f4497fb)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:50.746884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.758861 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Calling delete_port for c60ec0b4-b842-4b58-bca7-00dc1164c851 owned by network:dhcp {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:04:50.836131 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.865912 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60ec0b4-b842-4b58-bca7-00dc1164c851,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:50.868039 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] No DVR routers for this DVR port c60ec0b4-b842-4b58-bca7-00dc1164c851 on host dv-neutron-818715-1-hyperv {{(pid=102410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:04:50.907394 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc4584-ac71-41ec-8914-57ed89bcae19 None None] DHCP port deletion for 8ec988a3-c304-4db8-9705-c54debca20ba request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 23:04:50.948562 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:50.968699 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec988a3-c304-4db8-9705-c54debca20ba']}} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:50.978421 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad558648-4028-434b-ab0b-0de05f4497fb') {'for_net_delete': True} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:50.978715 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.services.segments.db [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad558648-4028-434b-ab0b-0de05f4497fb') {} {{(pid=102410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:50.988577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30170726'] for segment, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.002650 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.009505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 23:04:51.010030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30397516'] for segment, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: Traceback (most recent call last): Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: timer() Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: cb(*args, **kw) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: return func(*args, **kwargs) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: self._notify() Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: self.callback(batched_events) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: event.method(event) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: return f(self, *a, **k) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._get(url).json() Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: return self.request(url, 'GET', **kwargs) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 23:04:51.011999 dv-neutron-818715-1-hyperv neutron-server[102410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 23:04:51.070286 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.075472 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.078964 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ec988a3-c304-4db8-9705-c54debca20ba HTTP/1.1" status: 204 len: 168 time: 0.5213964 Nov 24 23:04:51.092635 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5bf16-c1cf-4cdb-9e05-af87641fefc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec988a3-c304-4db8-9705-c54debca20ba,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:51.194454 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40832) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:51.234458 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-ed75a337-439e-43ad-a5c1-4d6a5e6e5b2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=549479cc588c4cd4a9e0a41471c5293c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388176 Nov 24 23:04:51.236845 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40834) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:51.284036 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82a5ed9c-adc2-4379-9b90-86d0a62d0151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.304530 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82a5ed9c-adc2-4379-9b90-86d0a62d0151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.349335 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82a5ed9c-adc2-4379-9b90-86d0a62d0151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.351874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-82a5ed9c-adc2-4379-9b90-86d0a62d0151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.353009 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-82a5ed9c-adc2-4379-9b90-86d0a62d0151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/726a0e72-7997-467c-b953-1b0e458690c1 HTTP/1.1" status: 204 len: 168 time: 0.1152802 Nov 24 23:04:51.360423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5ed9c-adc2-4379-9b90-86d0a62d0151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a0e72-7997-467c-b953-1b0e458690c1,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:51.660878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40840) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:51.700296 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e2b0342f-394a-43b8-bdfa-ad8c1c23b8ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08bf3ed88e204d1e917d45b6eedb6374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382609 Nov 24 23:04:51.702779 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40842) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:51.749143 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db4f9f38-8ab1-44fc-ad37-f1f0ce5612bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.769866 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db4f9f38-8ab1-44fc-ad37-f1f0ce5612bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.813897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db4f9f38-8ab1-44fc-ad37-f1f0ce5612bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.816502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-db4f9f38-8ab1-44fc-ad37-f1f0ce5612bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:51.817644 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-db4f9f38-8ab1-44fc-ad37-f1f0ce5612bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e5b2891-123b-485c-9ac3-3cf5ec98696e HTTP/1.1" status: 204 len: 168 time: 0.1139617 Nov 24 23:04:51.825919 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f9f38-8ab1-44fc-ad37-f1f0ce5612bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b2891-123b-485c-9ac3-3cf5ec98696e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:52.218989 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4ea39168-5fda-46f8-ac45-9c9a143e640c no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:52.239494 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 4ea39168-5fda-46f8-ac45-9c9a143e640c {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:52.240534 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 4ea39168-5fda-46f8-ac45-9c9a143e640c not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:52.240952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c60ec0b4-b842-4b58-bca7-00dc1164c851 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:04:52.259109 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: c60ec0b4-b842-4b58-bca7-00dc1164c851 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:04:52.259450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device c60ec0b4-b842-4b58-bca7-00dc1164c851 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:04:52.497809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40864) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:52.602731 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1642855280-network', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:04:52.622744 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Made reservation on behalf of cd8d4850032f4f348748ed4b472c3261 for: {'network': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:04:52.624984 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.632964 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.710450 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.714312 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.734099 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 23:04:52.748452 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cffb537-f3e6-4762-81b1-7dd7ddce854b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:52.751262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.751621 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.segments_db [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Added segment 971feb51-0d08-42f2-80a4-ce0bfbc95581 of type vlan for network 2d26015f-f165-4aea-8f3f-90cedfeae703 Nov 24 23:04:52.792526 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.815923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.816855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:52.817427 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Notify callbacks [] for network, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:52.868084 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3690836 Nov 24 23:04:52.869370 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40868) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:52.874299 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Request body: {'subnet': {'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1642855280-subnet', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'ip_version': 4}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:04:52.881435 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0a33-2df7-4a43-8174-5c4e31ceb336 admin admin] Pushing event updated for resources: {'Network': ['ID=2d26015f-f165-4aea-8f3f-90cedfeae703,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:52.891120 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 23:04:52.895690 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Made reservation on behalf of cd8d4850032f4f348748ed4b472c3261 for: {'subnet': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:04:52.898659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29513741'] for subnet, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.062626 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29812918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29514999'] for subnet, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.128726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2836deda-6399-4c3a-afe5-2c1bdd3763ba,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:53.138678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Checking segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:04:53.139040 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Network hostable DHCP agents. Network: 2d26015f-f165-4aea-8f3f-90cedfeae703, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 23:04:53.154860 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 23:04:53.163831 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 2d26015f-f165-4aea-8f3f-90cedfeae703) {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:53.169781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:53.170733 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.171464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee88eaf-cf95-431d-bb0a-53683268b04a None None] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:04:53.187456 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-72bfad51-d579-4822-921a-86560b628f8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3158813 Nov 24 23:04:53.189209 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40870) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:53.194185 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:04:53.215230 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.216817 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.271877 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.322215 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-2d26015f-f165-4aea-8f3f-90cedfeae703', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 23:04:53.323092 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.407345 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.457409 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Allocated IP 172.20.0.2 (2d26015f-f165-4aea-8f3f-90cedfeae703/2836deda-6399-4c3a-afe5-2c1bdd3763ba/bf4063b2-7716-4921-a3ca-fa2739174d6d) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:04:53.600994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.607018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.612498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.632204 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.645585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:04:53.648429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:53.654697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:04:53.657665 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Pushing event updated for resources: {'Port': ['ID=bf4063b2-7716-4921-a3ca-fa2739174d6d,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:53.669896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.669896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.669896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.670284 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.670550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.670873 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.671196 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.671538 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.671866 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.672182 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.672498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.672810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:53.717746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Attempting to bind port bf4063b2-7716-4921-a3ca-fa2739174d6d on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:04:53.718104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Attempting to bind port bf4063b2-7716-4921-a3ca-fa2739174d6d by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:04:53.718513 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Attempting to bind port bf4063b2-7716-4921-a3ca-fa2739174d6d on network 2d26015f-f165-4aea-8f3f-90cedfeae703 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:04:53.723603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:04:53.723976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Checking segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:04:53.724896 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.725287 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Bound using segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:04:53.725749 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Bound port: bf4063b2-7716-4921-a3ca-fa2739174d6d, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:04:53.726142 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.743990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Allocated IP 172.26.3.141 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/00030204-a0bc-4b05-95aa-31985606639b) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:04:53.789875 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-038e3e2d-b055-421d-8721-37a363074757 None None] For port bf4063b2-7716-4921-a3ca-fa2739174d6d, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:04:53.792965 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-038e3e2d-b055-421d-8721-37a363074757 None None] For port bf4063b2-7716-4921-a3ca-fa2739174d6d, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf4063b2-7716-4921-a3ca-fa2739174d6d,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:04:53.797130 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.848467 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.854269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e3e2d-b055-421d-8721-37a363074757 None None] Pushing event updated for resources: {'Port': ['ID=bf4063b2-7716-4921-a3ca-fa2739174d6d,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:53.886623 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:53.930123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:04:53.933095 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:53.936505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:04:53.944295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Pushing event updated for resources: {'Port': ['ID=00030204-a0bc-4b05-95aa-31985606639b,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:54.197793 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.234240 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf4063b2-7716-4921-a3ca-fa2739174d6d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:04:54.283479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bf4063b2-7716-4921-a3ca-fa2739174d6d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:54.283877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.394694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.499383 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.529115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 23:04:54.536047 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port bf4063b2-7716-4921-a3ca-fa2739174d6d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf4063b2-7716-4921-a3ca-fa2739174d6d,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:54.540429 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.592230 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=bf4063b2-7716-4921-a3ca-fa2739174d6d,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:54.636172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:04:54.649845 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:04:54.658432 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.662379 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:54.662578 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-796d2dff-6981-4080-b5a3-deeadac839c4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4695916 Nov 24 23:04:54.662693 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:54.662926 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40872) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:54.769582 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:54.772883 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf44b4-3b2c-4e43-af5d-da14fde7f49d None None] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:04:54.852766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-50ea7b98-22ca-45d7-8784-3aced20fd141 None None] Provisioning complete for port bf4063b2-7716-4921-a3ca-fa2739174d6d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:54.853434 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-50ea7b98-22ca-45d7-8784-3aced20fd141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:54.960095 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:54Z', 'revision_number': 3, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:54.986203 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:04:54.986562 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Updating router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b port 00030204-a0bc-4b05-95aa-31985606639b binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 23:04:55.012595 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.106173 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.211141 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d3a8e53d-311c-41f2-9f65-cf8d09695659 None None] Provisioning complete for port bf4063b2-7716-4921-a3ca-fa2739174d6d triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:55.211507 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d3a8e53d-311c-41f2-9f65-cf8d09695659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.272273 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Allocated IP 172.20.0.1 (2d26015f-f165-4aea-8f3f-90cedfeae703/2836deda-6399-4c3a-afe5-2c1bdd3763ba/02f2ff01-9dfd-4adb-bbaf-7ade14c41fce) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:04:55.281424 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.287804 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.343510 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Pushing event updated for resources: {'Port': ['ID=00030204-a0bc-4b05-95aa-31985606639b,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:55.351632 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Attempting to bind port 00030204-a0bc-4b05-95aa-31985606639b on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:04:55.352001 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Attempting to bind port 00030204-a0bc-4b05-95aa-31985606639b by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:04:55.352358 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Attempting to bind port 00030204-a0bc-4b05-95aa-31985606639b on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:04:55.355702 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.356049 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.356386 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.356717 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.357045 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.357369 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.357692 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.358033 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.358334 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.358650 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.358974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.359291 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:04:55.364586 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:04:55.364990 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:04:55.365397 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.365772 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:04:55.366235 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Bound port: 00030204-a0bc-4b05-95aa-31985606639b, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:04:55.367214 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.379290 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.413963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.417514 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] For port 00030204-a0bc-4b05-95aa-31985606639b, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:04:55.420798 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] For port 00030204-a0bc-4b05-95aa-31985606639b, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=00030204-a0bc-4b05-95aa-31985606639b,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:04:55.425431 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.454385 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:04:55.459291 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:55.462777 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:04:55.489230 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:55.489491 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c21c-9ff2-4f78-8704-458f082dfe01 None None] Pushing event updated for resources: {'Port': ['ID=00030204-a0bc-4b05-95aa-31985606639b,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:55.493918 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:55.494805 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:55.506726 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.598471 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:55.643030 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.711301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-f9a1846c-54f6-41f8-ac69-87fa88c7c01d None None] Provisioning complete for port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:55.712377 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f9a1846c-54f6-41f8-ac69-87fa88c7c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.749089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1846c-54f6-41f8-ac69-87fa88c7c01d None None] Port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:04:55.810764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.815172 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.854844 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:54Z', 'revision_number': 3, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:55.880238 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027516b-13d5-499d-8b26-3621f1bc477e None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:54Z', 'revision_number': 3, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:04:55.882595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:55.886925 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:55.991123 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:04:55.992729 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:56.128734 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:04:56.260007 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:04:56.265777 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-c9b3201c-001d-4320-9348-5214fbb2b8b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6012528 Nov 24 23:04:56.275410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-17ca2a26-20c6-4156-add0-ab4fe7f54f36 None None] Provisioning complete for port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:56.275954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-17ca2a26-20c6-4156-add0-ab4fe7f54f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.317382 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-17ca2a26-20c6-4156-add0-ab4fe7f54f36 None None] Port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:04:56.335199 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf4063b2-7716-4921-a3ca-fa2739174d6d up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:04:56.386228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port bf4063b2-7716-4921-a3ca-fa2739174d6d triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:56.386602 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.481315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00030204-a0bc-4b05-95aa-31985606639b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:04:56.536722 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 00030204-a0bc-4b05-95aa-31985606639b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:56.537089 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.626878 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.651634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 00030204-a0bc-4b05-95aa-31985606639b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=00030204-a0bc-4b05-95aa-31985606639b,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:56.656953 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.710500 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=00030204-a0bc-4b05-95aa-31985606639b,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:56.780643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40888) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:56.785659 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-155770869-network', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:04:56.807297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Made reservation on behalf of c67027b52bc9449ea8a9d0b727d4db9a for: {'network': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:04:56.809615 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for network, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.819000 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.897494 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.901192 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.925005 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 23:04:56.935220 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef232b9-7ade-44b5-9824-a723bc0b75e7,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:56.940229 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:56.940572 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.db.segments_db [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Added segment 13a809b3-e760-4047-b38d-104200be5242 of type vlan for network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 Nov 24 23:04:56.979934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756414651064'] for network, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.004038 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785'] for network, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.004966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:57.006206 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.058100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2763290 Nov 24 23:04:57.060945 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40890) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:57.065965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Request body: {'subnet': {'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-155770869-subnet', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'ip_version': 4}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:04:57.069467 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7345d52-8244-48db-b644-02816ffa18d4 admin admin] Pushing event updated for resources: {'Network': ['ID=148ea91c-a1e5-4caf-93db-87dfc1ed2159,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:57.079646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 details requested by agent ovs-agent-dv-neutron-818715-1-hyperv with host dv-neutron-818715-1-hyperv {{(pid=102411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 23:04:57.089579 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Made reservation on behalf of c67027b52bc9449ea8a9d0b727d4db9a for: {'subnet': 1} {{(pid=102410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:04:57.092344 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30197702'] for subnet, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.276010 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30397675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30196540'] for subnet, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.338431 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dee274-e180-47d7-82e7-1236327623fd,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:57.343661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Checking segment: {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:04:57.344023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Network hostable DHCP agents. Network: 148ea91c-a1e5-4caf-93db-87dfc1ed2159, hostable agents: ['abdad48c-29e0-43b6-8d85-2cc1e4f21edb'], hosted agents: [] {{(pid=102410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 23:04:57.360585 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 is scheduled to be hosted by DHCP agent abdad48c-29e0-43b6-8d85-2cc1e4f21edb with binding_index 1 {{(pid=102410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 23:04:57.370454 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818715-1-hyperv, 148ea91c-a1e5-4caf-93db-87dfc1ed2159) {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:57.375022 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:04:57.375686 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.380387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08b4bc-7299-48f5-9f21-e5d55cd1760d None None] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:04:57.392613 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-b6ec41a4-54cf-4782-af0d-f9a48b365852 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305161 Nov 24 23:04:57.395221 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40892) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:57.399543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:04:57.420249 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33508201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9121'] for router, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.421254 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33502713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33504709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33461054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9176'] for router, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.473979 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.530262 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff6e29df-1dc8-59de-89ad-1703cbc7a5eb-148ea91c-a1e5-4caf-93db-87dfc1ed2159', 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'fixed_ips': [{'subnet_id': 'b3dee274-e180-47d7-82e7-1236327623fd'}]}} from dv-neutron-818715-1-hyperv. {{(pid=102411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 23:04:57.531207 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:57.600035 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:04:57.624003 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:57.624635 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:57.756361 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.db_base_plugin_common [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Allocated IP 172.20.0.2 (148ea91c-a1e5-4caf-93db-87dfc1ed2159/b3dee274-e180-47d7-82e7-1236327623fd/f3b7aafd-7251-4415-87db-431217c41f45) {{(pid=102411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:04:57.785860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:57.924797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.067261 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Notify callbacks [] for port, precommit_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.078801 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815'] for port, after_create {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.116251 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.121669 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 is already hosted by enough agents. {{(pid=102411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:04:58.126294 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.scheduler.base_scheduler [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Resources bound (agent type, host, resource id): {{(pid=102411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:58.136111 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Received port after_create {{(pid=102411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:04:58.139557 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.141597 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Pushing event updated for resources: {'Port': ['ID=f3b7aafd-7251-4415-87db-431217c41f45,revision_number=1']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:58.152776 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 2, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:58.197655 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:04:58.198241 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Updating router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 23:04:58.232848 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00030204-a0bc-4b05-95aa-31985606639b up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:04:58.245146 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Allocated IP 172.26.3.150 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/93ad7259-96f5-4eaa-8d5d-ffb957043b8e) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:04:58.270335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.275054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Attempting to bind port f3b7aafd-7251-4415-87db-431217c41f45 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:04:58.275422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Attempting to bind port f3b7aafd-7251-4415-87db-431217c41f45 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:04:58.275809 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Attempting to bind port f3b7aafd-7251-4415-87db-431217c41f45 on network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:04:58.292727 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:04:58.293102 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Checking segment: {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:04:58.293506 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.293902 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Bound using segment: {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:04:58.294372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Bound port: f3b7aafd-7251-4415-87db-431217c41f45, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:04:58.294752 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.355447 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.387280 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.425172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:04:58.427980 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:04:58.431341 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:04:58.442523 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 00030204-a0bc-4b05-95aa-31985606639b triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:58.442905 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.444876 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] For port f3b7aafd-7251-4415-87db-431217c41f45, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:04:58.454750 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Pushing event updated for resources: {'Port': ['ID=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:58.481832 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] For port f3b7aafd-7251-4415-87db-431217c41f45, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3b7aafd-7251-4415-87db-431217c41f45,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:04:58.490647 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.684471 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.757291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593b46-02de-4409-ba68-60b8967440cb None None] Pushing event updated for resources: {'Port': ['ID=f3b7aafd-7251-4415-87db-431217c41f45,revision_number=2']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:58.909512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.916016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.921459 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33504552'] for router, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:58.985779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca26b0-65e2-4d8f-802d-72aa713b6c07 None None] Pushing event updated for resources: {'Port': ['ID=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:59.027180 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Attempting to bind port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:04:59.027658 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Attempting to bind port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:04:59.028053 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Attempting to bind port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce on network 2d26015f-f165-4aea-8f3f-90cedfeae703 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:04:59.033546 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:04:59.033918 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Checking segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:04:59.034417 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.034856 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Bound using segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:04:59.035335 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Bound port: 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:04:59.035745 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.086347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Router b77a1bc0-1e51-4a11-86c1-aa3377be4513 is scheduled to L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 with binding_index 1 {{(pid=102410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 23:04:59.105145 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] For port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:04:59.108474 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] For port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:04:59.113371 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.174679 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:59.175416 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:59.205588 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:04:59.216373 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Sync routers for ids ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:04:59.226742 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.230953 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40894) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:04:59.231492 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Routers {'b77a1bc0-1e51-4a11-86c1-aa3377be4513'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:04:59.231636 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-475c0195-d588-4386-a150-fbc8ca1d17df admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8347139 Nov 24 23:04:59.231951 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:59.273094 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca26b0-65e2-4d8f-802d-72aa713b6c07 None None] Pushing event updated for resources: {'Port': ['ID=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:59.296492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c5391d9d-c46e-4b7d-a9cc-46584dae4ce4 None None] Provisioning complete for port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:59.296871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c5391d9d-c46e-4b7d-a9cc-46584dae4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.365743 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:59.365974 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Set router b77a1bc0-1e51-4a11-86c1-aa3377be4513 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:04:59.551723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c5391d9d-c46e-4b7d-a9cc-46584dae4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.580089 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:04:58Z', 'revision_number': 3, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:59.614329 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Checking router: b77a1bc0-1e51-4a11-86c1-aa3377be4513 for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:04:59.614855 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Updating router b77a1bc0-1e51-4a11-86c1-aa3377be4513 port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e binding host dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 23:04:59.622827 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c5391d9d-c46e-4b7d-a9cc-46584dae4ce4 None None] For port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:04:59.644266 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.648573 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c5391d9d-c46e-4b7d-a9cc-46584dae4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.725227 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5391d9d-c46e-4b7d-a9cc-46584dae4ce4 None None] Pushing event updated for resources: {'Port': ['ID=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:04:59.738804 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:04:59.760238 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.776763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80d95-a083-415b-baa7-37fad79b7caf None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:04:59.795914 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-6446b1b2-a5e2-412c-ad66-65be9c2fe6af None None] Provisioning complete for port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:04:59.796413 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6446b1b2-a5e2-412c-ad66-65be9c2fe6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.924889 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89cf991-3d70-4777-afb8-df170b902170 None None] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:04:59.977504 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Notify callbacks [] for port, precommit_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.987042 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:04:59.995084 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Allocated IP 172.20.0.1 (148ea91c-a1e5-4caf-93db-87dfc1ed2159/b3dee274-e180-47d7-82e7-1236327623fd/ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:05:00.040791 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Attempting to bind port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:05:00.041050 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Attempting to bind port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:05:00.041291 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Attempting to bind port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e on network db6ff637-9030-4395-a9bd-93960f57e046 {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:05:00.048536 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8d345e90-bced-45c3-be6b-de28f8188148 None None] Provisioning complete for port f3b7aafd-7251-4415-87db-431217c41f45 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:00.048845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d345e90-bced-45c3-be6b-de28f8188148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.048955 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:05:00.049247 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Checking segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:05:00.049644 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.050027 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Bound using segment: {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'} {{(pid=102412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:05:00.050667 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.managers [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Bound port: 93ad7259-96f5-4eaa-8d5d-ffb957043b8e, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046'}}] {{(pid=102412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:05:00.051625 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.097407 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da7779-5fef-48e8-b7bc-e01e9299bd44 None None] Pushing event updated for resources: {'Port': ['ID=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,revision_number=2']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:00.138866 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] For port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:05:00.142297 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.plugins.ml2.db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] For port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:05:00.143294 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.155247 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.214201 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Routers {'b77a1bc0-1e51-4a11-86c1-aa3377be4513'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:05:00.214805 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:00.220762 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.238763 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d345e90-bced-45c3-be6b-de28f8188148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.258944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.298073 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:05:00.302212 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:05:00.307076 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-8d345e90-bced-45c3-be6b-de28f8188148 None None] For port f3b7aafd-7251-4415-87db-431217c41f45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3b7aafd-7251-4415-87db-431217c41f45,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:05:00.309271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:05:00.322318 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d345e90-bced-45c3-be6b-de28f8188148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.343339 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] Set router b77a1bc0-1e51-4a11-86c1-aa3377be4513 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:05:00.345603 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:00.384189 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33503763'] for router_interface, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.389906 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3b7aafd-7251-4415-87db-431217c41f45 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:00.392363 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d345e90-bced-45c3-be6b-de28f8188148 None None] Pushing event updated for resources: {'Port': ['ID=f3b7aafd-7251-4415-87db-431217c41f45,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:00.473600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3b7aafd-7251-4415-87db-431217c41f45 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:00.473976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.525155 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da7779-5fef-48e8-b7bc-e01e9299bd44 None None] Pushing event updated for resources: {'Port': ['ID=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,revision_number=3']} {{(pid=102412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:00.583426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.585673 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:00.657632 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:04:58Z', 'revision_number': 3, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:00.657938 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:00.658668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.661038 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-28cb2ec4-1399-41ab-81b5-20f13d4017cf None None] Provisioning complete for port f3b7aafd-7251-4415-87db-431217c41f45 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:00.663607 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-28cb2ec4-1399-41ab-81b5-20f13d4017cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.698080 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9a64f-bd0a-4b71-82f9-05f4a66fc79c None None] The sync data for ids ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'] in dv-neutron-818715-1-hyperv is: [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:04:58Z', 'revision_number': 3, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:05:00.837077 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.842995 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.930674 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33498214'] for router_interface, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:00.932644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:01.007342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-27b5eaad-730a-43e0-9d39-04762137061d None None] Provisioning complete for port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:01.008723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-27b5eaad-730a-43e0-9d39-04762137061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:01.058199 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:05:01.059651 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:05:01.064868 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-27b5eaad-730a-43e0-9d39-04762137061d None None] Port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:05:01.195936 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Router b77a1bc0-1e51-4a11-86c1-aa3377be4513 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:05:01.298179 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-12d1e771-7de0-49bd-9b22-d7a16706aa7a None None] Provisioning complete for port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:01.298689 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-12d1e771-7de0-49bd-9b22-d7a16706aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:01.317797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:05:01.323724 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-6806942f-8fdb-4939-9508-5084a5de7352 admin admin] 10.222.0.41 "PUT /v2.0/routers/b77a1bc0-1e51-4a11-86c1-aa3377be4513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0907729 Nov 24 23:05:01.337532 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-12d1e771-7de0-49bd-9b22-d7a16706aa7a None None] Port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:05:02.209964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40902) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:02.214608 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534460668', 'description': 'tempest-secgroup-smoke-1534460668 description', 'project_id': 'cd8d4850032f4f348748ed4b472c3261'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:02.236897 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.281144 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 93ad7259-96f5-4eaa-8d5d-ffb957043b8e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:02.312892 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.316705 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.329998 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:02.330562 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.345600 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c02f6-87ca-4ccf-996e-6d2560d76edb,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:02.350355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.354389 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-52dff132-3d41-48d6-9629-b478d18567eb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405442 Nov 24 23:05:02.356329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40904) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:02.360687 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group_rule': {'security_group_id': '1c0c02f6-87ca-4ccf-996e-6d2560d76edb', 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:02.387579 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.415121 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.436973 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] For port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:05:02.441584 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.442433 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3b7aafd-7251-4415-87db-431217c41f45 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:02.453433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.457187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.479958 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1223eb-c260-4b52-8df0-b6f6a83d507b,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:02.488916 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.491620 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-7c9c52ef-39ac-4f80-b624-2f67d6d679f5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328285 Nov 24 23:05:02.492964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40906) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:02.497764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group_rule': {'security_group_id': '1c0c02f6-87ca-4ccf-996e-6d2560d76edb', 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:02.515422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Pushing event updated for resources: {'Port': ['ID=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:02.528464 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port f3b7aafd-7251-4415-87db-431217c41f45 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:02.528842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.529085 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.591327 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.595558 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.612580 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a3558a-b19f-4d3e-bc16-15633f1b82a3,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:02.621062 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.622295 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-8be3d970-7ecc-4c07-bf40-60fb01fca511 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283622 Nov 24 23:05:02.624903 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 40908) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:02.629164 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group_rule': {'security_group_id': '1c0c02f6-87ca-4ccf-996e-6d2560d76edb', 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:02.657871 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.716361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.719732 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.737346 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09da4dd5-845f-4b1c-bc43-b6c9725215b6,revision_number=0']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:02.742656 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.746705 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40910) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:02.747203 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-222ebbbc-b68d-41ac-953e-d8ee70e07d96 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208794 Nov 24 23:05:02.752262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group_rule': {'security_group_id': '1c0c02f6-87ca-4ccf-996e-6d2560d76edb', 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:02.785262 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.847334 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.851007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.869139 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954aa534-3ccd-4fdc-9905-6cc52ea15aab,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:02.875887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.877097 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-f4cc0561-0610-4001-89b7-80ee1d1da2fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287212 Nov 24 23:05:02.879808 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40912) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:02.884265 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group_rule': {'security_group_id': '1c0c02f6-87ca-4ccf-996e-6d2560d76edb', 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:02.905275 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Project cd8d4850032f4f348748ed4b472c3261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 23:05:02.910283 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.973390 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.977270 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:02.995839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dae7f2-9e9c-4e20-a7b4-4d7bbef4009b,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:03.002670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.003923 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-6d263e89-08a5-4e2a-a426-a62e98aa64d7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231315 Nov 24 23:05:03.006628 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40914) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:03.011018 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'security_group_rule': {'security_group_id': '1c0c02f6-87ca-4ccf-996e-6d2560d76edb', 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:03.032767 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.securitygroups_db [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Project cd8d4850032f4f348748ed4b472c3261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 23:05:03.038198 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.097279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Sync routers for ids ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:05:03.101068 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.104796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076897'] for security_group_rule, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.106968 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Routers {'b77a1bc0-1e51-4a11-86c1-aa3377be4513'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:05:03.107703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:03.124247 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4940bcda-f556-4ece-a787-d5196b7eb854,revision_number=0']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:03.132330 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.133558 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-0fd6c472-7aa2-487b-a361-7c246199e0ee tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259856 Nov 24 23:05:03.214850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Set router b77a1bc0-1e51-4a11-86c1-aa3377be4513 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:05:03.268226 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-301cc842-5b9e-4a25-82d9-cf16ccc75dba tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534460668&fields=id&tenant_id=cd8d4850032f4f348748ed4b472c3261 HTTP/1.1" status: 200 len: 267 time: 0.0327113 Nov 24 23:05:03.387589 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-14a42f8a-bf58-4f73-8401-46bb2826c711 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:03.389133 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-14a42f8a-bf58-4f73-8401-46bb2826c711 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 810 time: 0.1134748 Nov 24 23:05:03.405871 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-f30c8f77-5d82-431e-afca-f0ec550dd6a6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/quotas/cd8d4850032f4f348748ed4b472c3261 HTTP/1.1" status: 200 len: 375 time: 0.0106037 Nov 24 23:05:03.465388 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-b95a0b8f-fc17-4268-8e2a-f7ecd7edba77 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533330 Nov 24 23:05:03.552830 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:05:00Z', 'revision_number': 4, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2', 'name': '', 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'mac_address': 'fa:16:3e:ef:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b3dee274-e180-47d7-82e7-1236327623fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:59Z', 'updated_at': '2021-11-24T23:05:00Z', 'revision_number': 2, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'subnets': [{'id': 'b3dee274-e180-47d7-82e7-1236327623fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:03.558462 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-94fb65bc-7524-418d-b284-1d9f96cbc231 service neutron] 10.222.0.41 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Nov 24 23:05:03.579621 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Checking router: b77a1bc0-1e51-4a11-86c1-aa3377be4513 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:05:03.579979 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Updating router b77a1bc0-1e51-4a11-86c1-aa3377be4513 port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 binding host dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 23:05:03.604135 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.654295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-d351b6ad-330d-406a-aa11-fdd7e9d3c616 service neutron] 10.222.0.41 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892367 Nov 24 23:05:03.820888 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a5f57f61-a320-4db6-a650-3553be81841b req-7b368460-00f2-498b-aa54-df4d1d4f1d31 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 210 time: 0.0272865 Nov 24 23:05:03.882001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.888050 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:03.937643 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8693243-ab62-46f2-aa46-20dccc49b5d9 None None] Pushing event updated for resources: {'Port': ['ID=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,revision_number=3']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:03.999300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Attempting to bind port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 on host dv-neutron-818715-1-hyperv for vnic_type normal with profile {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:05:03.999706 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Attempting to bind port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 by drivers openvswitch,hyperv on host dv-neutron-818715-1-hyperv at level 0 using segments [{'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:05:04.000063 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Attempting to bind port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 on network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:05:04.005056 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Checking agent: {'id': 'c028941a-b955-4fca-b3cc-57495906e75b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818715-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 8, 47), 'started_at': datetime.datetime(2021, 11, 24, 22, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818715-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:05:04.005450 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Checking segment: {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:05:04.005854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.006235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Bound using segment: {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'} {{(pid=102411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:05:04.006701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.managers [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Bound port: ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2, host: dv-neutron-818715-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a809b3-e760-4047-b38d-104200be5242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159'}}] {{(pid=102411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:05:04.007075 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.077008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] For port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2, host dv-neutron-818715-1-hyperv, cleared binding levels {{(pid=102411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:05:04.080766 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] For port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2, host dv-neutron-818715-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:05:04.087571 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.145289 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Routers {'b77a1bc0-1e51-4a11-86c1-aa3377be4513'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:05:04.145825 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:04.222632 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8693243-ab62-46f2-aa46-20dccc49b5d9 None None] Pushing event updated for resources: {'Port': ['ID=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:04.248578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 93ad7259-96f5-4eaa-8d5d-ffb957043b8e up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:04.277162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbaee-63d3-4d3c-b123-37377a10d69b None None] Provisioning complete for port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:04.277529 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbaee-63d3-4d3c-b123-37377a10d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.347750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] Set router b77a1bc0-1e51-4a11-86c1-aa3377be4513 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:05:04.469667 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:04.470031 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.538492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbaee-63d3-4d3c-b123-37377a10d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.609088 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d3bdbaee-63d3-4d3c-b123-37377a10d69b None None] For port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:05:04.615164 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbaee-63d3-4d3c-b123-37377a10d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.725864 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdbaee-63d3-4d3c-b123-37377a10d69b None None] Pushing event updated for resources: {'Port': ['ID=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:04.754410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:05:00Z', 'revision_number': 4, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2', 'name': '', 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'mac_address': 'fa:16:3e:ef:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b3dee274-e180-47d7-82e7-1236327623fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:59Z', 'updated_at': '2021-11-24T23:05:04Z', 'revision_number': 4, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'subnets': [{'id': 'b3dee274-e180-47d7-82e7-1236327623fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:04.783601 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-61866802-1187-4563-8aa1-6fedc344fc6d None None] Provisioning complete for port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:04.783984 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-61866802-1187-4563-8aa1-6fedc344fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:04.786671 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e19b7-41e1-4acc-9b6c-b2db3309fcf8 None None] The sync data for ids ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'] in dv-neutron-818715-1-hyperv is: [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:05:00Z', 'revision_number': 4, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': 'ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2', 'name': '', 'network_id': '148ea91c-a1e5-4caf-93db-87dfc1ed2159', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'mac_address': 'fa:16:3e:ef:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b3dee274-e180-47d7-82e7-1236327623fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:59Z', 'updated_at': '2021-11-24T23:05:04Z', 'revision_number': 4, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'subnets': [{'id': 'b3dee274-e180-47d7-82e7-1236327623fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:05:04.808908 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-81ec627b-6c3d-4d48-8fa0-1261bbe585b3 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:04.810440 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-81ec627b-6c3d-4d48-8fa0-1261bbe585b3 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 810 time: 0.1252859 Nov 24 23:05:04.915579 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-e3e45f4f-0da6-4c6c-9a38-9689a97d89a8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd8d4850032f4f348748ed4b472c3261 HTTP/1.1" status: 200 len: 380 time: 0.0954607 Nov 24 23:05:04.936622 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'port': {'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'admin_state_up': True, 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'security_groups': ['1c0c02f6-87ca-4ccf-996e-6d2560d76edb']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:04.956192 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-76c54716-97d5-4dd2-914d-08059d53195d req-9e9f4361-f642-477d-ac33-3a2c33426553 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 210 time: 0.0354817 Nov 24 23:05:05.069823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Made reservation on behalf of cd8d4850032f4f348748ed4b472c3261 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:05:05.073489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:05.204641 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Allocated IP 172.20.0.7 (2d26015f-f165-4aea-8f3f-90cedfeae703/2836deda-6399-4c3a-afe5-2c1bdd3763ba/4e30d72e-3599-4004-9eb1-3b12f24c5721) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:05:05.352388 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:05.389391 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:05.435316 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:05:05.438426 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:05:05.445619 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:05:05.449584 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:05.503900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:05.504526 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:05.520857 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-ca16df9f-e944-4213-a4c7-a553e8d9495c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887573 Nov 24 23:05:05.533183 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Request body: {'port': {'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:05.732723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-8d548d4b-b44d-48d2-981c-41dae5ece29a None None] Provisioning complete for port 4e30d72e-3599-4004-9eb1-3b12f24c5721 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:05.733313 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d548d4b-b44d-48d2-981c-41dae5ece29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:05.771976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-8d548d4b-b44d-48d2-981c-41dae5ece29a None None] Port 4e30d72e-3599-4004-9eb1-3b12f24c5721 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:05:05.914934 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.072391 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4fc98-173a-41ec-b527-6cbef5de21fc req-da864f26-b345-485c-b454-e06359b73483 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:06.073965 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eab4fc98-173a-41ec-b527-6cbef5de21fc req-da864f26-b345-485c-b454-e06359b73483 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 931 time: 0.0490735 Nov 24 23:05:06.110634 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-eab4fc98-173a-41ec-b527-6cbef5de21fc req-0ed9bce8-5c91-4d12-84c1-608bcbc08e1b tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302818 Nov 24 23:05:06.173595 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e30d72e-3599-4004-9eb1-3b12f24c5721 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:05:06.183406 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.195820 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Transition to ACTIVE for port object 4e30d72e-3599-4004-9eb1-3b12f24c5721 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 23:05:06.199450 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.241980 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 up at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:06.274350 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:06.295030 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Provisioning complete for port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:06.295999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.324805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Attempting to bind port 4e30d72e-3599-4004-9eb1-3b12f24c5721 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:05:06.324805 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Attempting to bind port 4e30d72e-3599-4004-9eb1-3b12f24c5721 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:05:06.325137 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Attempting to bind port 4e30d72e-3599-4004-9eb1-3b12f24c5721 on network 2d26015f-f165-4aea-8f3f-90cedfeae703 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:05:06.329877 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Port 4e30d72e-3599-4004-9eb1-3b12f24c5721 on network 2d26015f-f165-4aea-8f3f-90cedfeae703 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 23:05:06.330272 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Attempting to bind port 4e30d72e-3599-4004-9eb1-3b12f24c5721 on network 2d26015f-f165-4aea-8f3f-90cedfeae703 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:05:06.335784 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:05:06.336127 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Checking segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:05:06.336520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Bound using segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:05:06.336956 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Bound port: 4e30d72e-3599-4004-9eb1-3b12f24c5721, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:05:06.337319 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.402952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:05:06.406300 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:05:06.410163 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.446683 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:06.447293 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:06.449179 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] 10.222.0.71 "PUT /v2.0/ports/4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 1093 time: 0.9203134 Nov 24 23:05:06.451332 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:05:06.455279 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:05:06.491627 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99eb09-78f0-457f-a34f-865c7b01e74c service neutron] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:06.523421 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe78f2-4d21-479b-8c33-0205ae9b0604 x-openstack-request-id: req-11fe78f2-4d21-479b-8c33-0205ae9b0604 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:05:06.523825 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:05:06.524153 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11fe78f2-4d21-479b-8c33-0205ae9b0604 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:05:06.524628 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'status': 'completed', 'code': 200} Nov 24 23:05:06.542935 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-f62e9325-b7ea-4eb7-a6b8-9b0e4fea441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:06.544608 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-f62e9325-b7ea-4eb7-a6b8-9b0e4fea441c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1096 time: 0.0498865 Nov 24 23:05:06.591556 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-4f4d5813-0ad4-4192-8e7a-530582b26f84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 217 time: 0.0374758 Nov 24 23:05:06.648093 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-8c19b3ab-a75f-4b72-89ed-3e6190de5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:06.649664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-8c19b3ab-a75f-4b72-89ed-3e6190de5f2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0512803 Nov 24 23:05:06.694940 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-af0bc967-07d9-4cc1-b1e2-05ba7cbffdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:06.696447 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-af0bc967-07d9-4cc1-b1e2-05ba7cbffdab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397406 Nov 24 23:05:06.784584 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-29f10012-2c17-41a4-8828-27309d1131d9 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808916 Nov 24 23:05:06.877181 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-47a43b1e-6cd3-4488-890f-5eb9ad7d42ea req-b331ca7a-1311-4a14-b1fe-da027c5a9de6 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Nov 24 23:05:06.958423 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-84d4ce0d-4de0-45c1-8a5f-9a09b3763386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:06.960472 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-84d4ce0d-4de0-45c1-8a5f-9a09b3763386 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1096 time: 0.0416529 Nov 24 23:05:07.054791 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-5b83a95d-a75c-49f3-a418-29947b58190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:07.056327 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-5b83a95d-a75c-49f3-a418-29947b58190e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0884845 Nov 24 23:05:07.101312 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-0a0e4d72-6bcd-4e1c-8883-76b7df6bdce5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 217 time: 0.0367401 Nov 24 23:05:07.150598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-3064fd0a-112a-4f12-9ef3-1fd501d1139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:07.152137 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-3064fd0a-112a-4f12-9ef3-1fd501d1139b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0433955 Nov 24 23:05:07.202436 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-4654a7bd-cd14-4782-afbd-4960b940cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:07.204316 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-4654a7bd-cd14-4782-afbd-4960b940cd05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443103 Nov 24 23:05:07.223936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937283cb-2dbb-499f-8f84-e8a17a7d1fbe req-0bd8f5b7-6aec-4039-91c3-bf82a03e1526 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:07.225417 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-937283cb-2dbb-499f-8f84-e8a17a7d1fbe req-0bd8f5b7-6aec-4039-91c3-bf82a03e1526 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 943 time: 0.0489745 Nov 24 23:05:07.273827 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-937283cb-2dbb-499f-8f84-e8a17a7d1fbe req-2861d390-dd88-46bb-b209-1ee397503c76 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366671 Nov 24 23:05:07.297475 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-a0cf4dba-69e0-4ce2-bcb3-b662a8544677 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838532 Nov 24 23:05:07.397440 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b6b7cfa6-e647-4a7f-bdb1-61d82a37d4f4 req-d336ad0a-5602-4a5a-b31a-586d34338225 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912480 Nov 24 23:05:08.387045 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb60e27-a299-4802-bf74-82cf88509921 req-6c0dc676-0063-4daa-aaae-4b79dc3cd7d4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:08.388457 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9eb60e27-a299-4802-bf74-82cf88509921 req-6c0dc676-0063-4daa-aaae-4b79dc3cd7d4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 943 time: 0.0482986 Nov 24 23:05:08.425826 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9eb60e27-a299-4802-bf74-82cf88509921 req-974118bf-317e-4882-8694-56a9a66a6ebc tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Nov 24 23:05:09.536870 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e24ca-bc30-40f2-951c-78a71155ab5b req-cf3125cf-45ec-441c-851d-dcd8c8e5f176 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:09.538323 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f42e24ca-bc30-40f2-951c-78a71155ab5b req-cf3125cf-45ec-441c-851d-dcd8c8e5f176 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 943 time: 0.0479946 Nov 24 23:05:09.575465 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f42e24ca-bc30-40f2-951c-78a71155ab5b req-e135cc56-ecda-425c-935f-36ea2197874c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Nov 24 23:05:09.618498 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 23:05:09.712860 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:05:09.723750 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 23:05:09.759567 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:09.771558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e30d72e-3599-4004-9eb1-3b12f24c5721 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:05:09.790466 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:05:09.794604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:09.844138 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:10.000237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['4e30d72e-3599-4004-9eb1-3b12f24c5721'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 23:05:10.687252 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010e338-c0ca-419d-b1ca-8d1e645982d9 req-995911d8-a364-496b-a9e1-4dddcdef1d69 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:10.688744 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f010e338-c0ca-419d-b1ca-8d1e645982d9 req-995911d8-a364-496b-a9e1-4dddcdef1d69 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 944 time: 0.0485637 Nov 24 23:05:10.730468 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-f010e338-c0ca-419d-b1ca-8d1e645982d9 req-df8e7bd2-3bdd-4818-98e8-8ecbed6da361 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353310 Nov 24 23:05:11.634133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:05:11.681378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 4e30d72e-3599-4004-9eb1-3b12f24c5721 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 23:05:11.685018 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 4e30d72e-3599-4004-9eb1-3b12f24c5721 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:05:11.685387 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:11.761388 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:11.784024 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:05:11.786277 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bf778-bd16-4c1a-98a5-e678c6e028b8" -d '{"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-plugged", "status": "completed", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:05:11.803619 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:05:11.808794 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:11.847999 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d732bb-5a34-4e0d-adc2-65a1ee1dd3dd req-3922e676-3660-4750-a69d-026e0e0147d1 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:11.849524 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15d732bb-5a34-4e0d-adc2-65a1ee1dd3dd req-3922e676-3660-4750-a69d-026e0e0147d1 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 945 time: 0.0498621 Nov 24 23:05:11.860569 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:11.892510 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-15d732bb-5a34-4e0d-adc2-65a1ee1dd3dd req-3d50ec91-0368-4fbd-a453-83fd17e9c2c7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Nov 24 23:05:11.893794 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e23ac-c48b-4944-97e9-ae2827dc346f x-openstack-request-id: req-ac6e23ac-c48b-4944-97e9-ae2827dc346f {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:05:11.894441 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-plugged", "status": "completed", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:05:11.894697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac6e23ac-c48b-4944-97e9-ae2827dc346f {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:05:11.895278 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'code': 200} Nov 24 23:05:12.055223 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca548f-70f4-4798-a000-b48746cc2b00 req-a7a9ffa7-764f-4af2-8c7e-de645946edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:12.056755 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6ca548f-70f4-4798-a000-b48746cc2b00 req-a7a9ffa7-764f-4af2-8c7e-de645946edd2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1098 time: 0.0404031 Nov 24 23:05:12.093614 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c6ca548f-70f4-4798-a000-b48746cc2b00 req-a8907aa0-c109-433e-a0b3-299f8d63173e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296991 Nov 24 23:05:13.005479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdb5cb-2efe-4846-8bda-22dd52fbb2fd req-76880cfc-b8e2-417d-b937-d7412e5bad9c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:13.006935 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3afdb5cb-2efe-4846-8bda-22dd52fbb2fd req-76880cfc-b8e2-417d-b937-d7412e5bad9c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 945 time: 0.0484612 Nov 24 23:05:13.043370 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3afdb5cb-2efe-4846-8bda-22dd52fbb2fd req-afa01f50-098e-4b2e-80e6-d659374cdf0c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304720 Nov 24 23:05:14.153965 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd823a2-75ea-475c-8e6f-1228bc85f095 req-0d28f241-b93f-4621-9e31-ebdba2b1e927 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:14.155394 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6bd823a2-75ea-475c-8e6f-1228bc85f095 req-0d28f241-b93f-4621-9e31-ebdba2b1e927 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 945 time: 0.0475764 Nov 24 23:05:14.196126 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6bd823a2-75ea-475c-8e6f-1228bc85f095 req-130c07ae-55f5-47d1-87f9-dcbe79c31fdd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Nov 24 23:05:14.284422 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8aa0945b-0f83-48b8-aaf5-27b7dd06453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:14.307743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507db48-7dec-482c-ab90-5604513215f5 req-bdacc00e-2a76-4ae6-bb61-af60c8cedad5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:14.309196 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4507db48-7dec-482c-ab90-5604513215f5 req-bdacc00e-2a76-4ae6-bb61-af60c8cedad5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 945 time: 0.0486679 Nov 24 23:05:14.345976 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-4507db48-7dec-482c-ab90-5604513215f5 req-121cb9ce-2590-42c3-a858-81da3f7d842c tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 Nov 24 23:05:14.367413 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40972) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:14.488368 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575d6808-d3d7-44af-8d18-d04247f1190c tempest-TestSnapshotPattern-1323579743 tempest-TestSnapshotPattern-1323579743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:14.489864 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-575d6808-d3d7-44af-8d18-d04247f1190c tempest-TestSnapshotPattern-1323579743 tempest-TestSnapshotPattern-1323579743-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1093 time: 0.1214392 Nov 24 23:05:14.493296 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 40976) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:05:14.497446 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:05:14.518214 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:14.613918 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:14.712983 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Allocated IP 172.26.3.160 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/e195f669-4f63-47c3-993e-3b3e10b3dd00) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:05:14.814576 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:14.846424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:14.881065 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:05:14.883897 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:05:14.887295 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:05:14.914783 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'Port': ['ID=e195f669-4f63-47c3-993e-3b3e10b3dd00,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:15.227224 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:15.291176 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:15.445792 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:15.450494 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:15.522845 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'Port': ['ID=e195f669-4f63-47c3-993e-3b3e10b3dd00,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:05:15.532697 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:15.633077 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Floating IP d1a9b92e-c06d-4a1f-893e-3b6ab3245950 associated. External IP: 172.26.3.160, port: 4e30d72e-3599-4004-9eb1-3b12f24c5721. Nov 24 23:05:16.132875 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:05:16.235646 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:05:16.245898 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:05:16.253239 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:16.254589 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:05:16.255187 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:16.280099 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-5919d2e2-5348-4e85-8003-e20f2f187308 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7858057 Nov 24 23:05:16.280809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:05:16.283213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c" -d '{"events": [{"name": "network-changed", "server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:05:16.319030 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a469e-959c-4acc-a8b6-4de575c10439 x-openstack-request-id: req-c88a469e-959c-4acc-a8b6-4de575c10439 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:05:16.319321 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:05:16.319604 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c88a469e-959c-4acc-a8b6-4de575c10439 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:05:16.320004 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'status': 'completed', 'code': 200} Nov 24 23:05:16.362142 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:05:16.380822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-1b1c896d-ae86-497f-ba35-87a5e027a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:16.382358 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-1b1c896d-ae86-497f-ba35-87a5e027a681 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1098 time: 0.0407224 Nov 24 23:05:16.476244 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-137f36c9-7ed1-4af7-ae88-09b00820c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:16.477609 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-137f36c9-7ed1-4af7-ae88-09b00820c0a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0886581 Nov 24 23:05:16.542983 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-38a72ca3-4d80-40dd-aebf-579ce5c4aed6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 999 time: 0.0582111 Nov 24 23:05:16.584427 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:15Z', 'revision_number': 0, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:16.592816 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-1e1e39f1-9a2d-4041-9944-0b97817b258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:16.594292 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-1e1e39f1-9a2d-4041-9944-0b97817b258a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0445850 Nov 24 23:05:16.610894 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:05:16.618996 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:05:16.619631 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:04:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:16.643882 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-725f38bb-3682-4b35-97cd-086ebbcfd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:16.645392 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-725f38bb-3682-4b35-97cd-086ebbcfd4de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437598 Nov 24 23:05:16.690614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-efaef281-6546-4c96-a01d-09022f53c345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:16.744245 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-adfc7f59-37da-44d7-8d58-08d1ae547687 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901434 Nov 24 23:05:16.814103 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:05:16.840058 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-2adbb5ad-bb1f-4ea3-8859-e59c46dc866c req-dc56cb68-a7b9-4516-b614-763de81de3f0 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884855 Nov 24 23:05:16.958205 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:17.035002 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:15Z', 'revision_number': 0, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:05:17.063149 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ac025-3f16-42cb-93c7-e12118209231 None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:15Z', 'revision_number': 0, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:05:17.257037 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfd4e8-a7f9-44a1-b722-ce6f0972bd3d None None] New status for floating IP d1a9b92e-c06d-4a1f-893e-3b6ab3245950: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:05:18.022759 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-2d67a6b4-a93f-4ed4-ae8a-a5a3674636a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403502 Nov 24 23:05:18.101351 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-521165b8-b7a4-4612-9e63-b778378daf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:18.102801 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-521165b8-b7a4-4612-9e63-b778378daf06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1098 time: 0.0398412 Nov 24 23:05:18.207556 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-af06106b-f835-4939-bcbc-2b2b4129d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:18.209540 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-af06106b-f835-4939-bcbc-2b2b4129d942 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0866880 Nov 24 23:05:18.273062 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-02bfb005-816a-4b4b-a63c-cd649abdb888 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 1001 time: 0.0563774 Nov 24 23:05:18.321401 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-f8bb436e-5b0f-4a51-bdb1-735648233743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:18.322816 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-f8bb436e-5b0f-4a51-bdb1-735648233743 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0429060 Nov 24 23:05:18.371708 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-50fe071a-0b76-44a9-bd4c-a9e72930aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:05:18.373079 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-50fe071a-0b76-44a9-bd4c-a9e72930aa22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429254 Nov 24 23:05:18.464143 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-4779e47d-f449-4f2b-99b8-81c1a5605f29 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822706 Nov 24 23:05:18.551166 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:18.558644 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-c2406b31-ba61-4f3d-a834-d584c4e9f130 req-85ed7f9a-b16a-4f08-8a79-a7e9ad367e97 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860350 Nov 24 23:05:19.879708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:22.480083 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:05:30.220252 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:44.284344 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-16fc0abb-1545-4479-ac74-e74ab5277711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:46.692234 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7ca19ccf-d19c-496a-9f7a-d0580d457e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:46.962054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:48.552756 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:49.886823 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:05:59.479865 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:06:00.233448 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:14.285675 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-1d789a8a-61ca-462c-baf9-bcee980ef01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:16.691329 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c02a4956-1096-45d0-899b-7d031adcc30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:16.963431 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:18.556001 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:19.001002 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-d2c83bce-42ac-4d0c-a64f-66788f19a3fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405636 Nov 24 23:06:19.079771 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-3181e303-9f73-42d4-af16-a5a4c743ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:06:19.081464 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-3181e303-9f73-42d4-af16-a5a4c743ac91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1098 time: 0.0396929 Nov 24 23:06:19.185044 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-a8499b83-ba87-4bcf-b191-d85df27b0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:06:19.186487 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-a8499b83-ba87-4bcf-b191-d85df27b0340 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0862761 Nov 24 23:06:19.250786 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-78964fc3-6d2e-47ea-95ca-edcdd659c399 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 1001 time: 0.0572014 Nov 24 23:06:19.300750 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-c40d83f1-bfb3-4046-a722-b86acbdb5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:06:19.302051 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-c40d83f1-bfb3-4046-a722-b86acbdb5d46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0444903 Nov 24 23:06:19.350604 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-33f81a18-63f3-4394-bde9-a75565b7d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:06:19.352105 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-33f81a18-63f3-4394-bde9-a75565b7d8ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424941 Nov 24 23:06:19.439364 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-2512f32d-0997-434b-a720-966709aa1742 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791819 Nov 24 23:06:19.532373 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-92204bc2-aea4-404e-8d46-a4d38b575779 req-23f1ccad-3375-4bc6-9e5e-a83582cc7c71 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859606 Nov 24 23:06:19.883593 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:30.249016 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:36.478249 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:06:44.286258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6295-c509-47dc-bba3-183f62bba12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:46.691019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-dc49f570-3a47-4ae0-b49a-113bdf3e88f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:46.965000 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:48.558122 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:06:49.887730 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:00.250540 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:13.476437 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:07:14.286237 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a6f7cbfa-8c33-40ae-ba5e-1818b6397e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:16.316328 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 23:07:16.416400 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:16.429603 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 23:07:16.468751 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:16.485147 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e30d72e-3599-4004-9eb1-3b12f24c5721 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:07:16.507423 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:16.512740 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:16.568558 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:16.578941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.579217 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.579785 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.580351 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.580867 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.581210 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.581553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.581895 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.582490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.582850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.583178 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.583502 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:16.591258 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['4e30d72e-3599-4004-9eb1-3b12f24c5721'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 23:07:16.717585 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-660ea330-0e33-4523-9734-f515f0c485ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:16.967091 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:18.330517 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:07:18.393275 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 4e30d72e-3599-4004-9eb1-3b12f24c5721 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:07:18.395939 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:18.477463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:18.503577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:07:18.505934 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa253d-a800-4338-9c14-c167d16c0d91" -d '{"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-plugged", "status": "completed", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:07:18.523418 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:18.530368 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:18.567490 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd9ec98-c40c-4890-b930-e4f90e74a423 x-openstack-request-id: req-cfd9ec98-c40c-4890-b930-e4f90e74a423 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:07:18.567802 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-plugged", "status": "completed", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:07:18.568052 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfd9ec98-c40c-4890-b930-e4f90e74a423 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:07:18.568428 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'code': 200} Nov 24 23:07:18.601325 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:18.606797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:19.891877 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:20.930942 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-6bcd1a54-603a-45cc-abf5-56b1c6508f32 req-c33a499f-ed0b-40cc-9de0-cb0fbc83d759 service neutron] (102409) timed out ('10.222.0.41', 36130) {{(pid=102409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 24 23:07:21.638150 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-63c4aa31-0259-40e3-9ff1-9b373b58a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:21.639993 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-63c4aa31-0259-40e3-9ff1-9b373b58a264 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1098 time: 0.0527129 Nov 24 23:07:21.750646 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-b1cfe51b-47de-42d3-a1ef-7efc60654c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:21.752203 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-b1cfe51b-47de-42d3-a1ef-7efc60654c4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0906782 Nov 24 23:07:21.827585 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-c3c17951-1cb8-480b-8a07-b3af434cb529 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 1001 time: 0.0659273 Nov 24 23:07:21.881873 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-65e14c4d-3ca2-4700-bf75-1f1f1fc51d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:21.883457 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-65e14c4d-3ca2-4700-bf75-1f1f1fc51d0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0478725 Nov 24 23:07:21.933119 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-e622f258-0a15-4ce2-8d0f-e01dcb13ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:21.934573 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-e622f258-0a15-4ce2-8d0f-e01dcb13ce0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428464 Nov 24 23:07:21.947823 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-57b7dc1b-7fb6-48c1-8c81-54f21ff62bcd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 23:07:21.948806 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-57b7dc1b-7fb6-48c1-8c81-54f21ff62bcd service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058470 Nov 24 23:07:22.052105 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-1fafb079-10e1-48bb-b944-aa1a59394f92 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950789 Nov 24 23:07:22.154666 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-14f56b34-126a-4eaf-9c16-4d4a533a3af3 req-926b7b53-ff6f-473f-941c-b90e069addd7 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934637 Nov 24 23:07:24.533420 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-55f99485-32b2-4d05-9c4e-bc7a32f4faea tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534460668&fields=id&tenant_id=cd8d4850032f4f348748ed4b472c3261 HTTP/1.1" status: 200 len: 267 time: 0.0368176 Nov 24 23:07:24.636316 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-9e71bb90-e77f-44ec-a3c9-fb4a8e35e01f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:24.637771 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-9e71bb90-e77f-44ec-a3c9-fb4a8e35e01f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 810 time: 0.0977480 Nov 24 23:07:24.652386 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-a3d3cb0b-7a50-4d9c-9262-13261aeca9de tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/quotas/cd8d4850032f4f348748ed4b472c3261 HTTP/1.1" status: 200 len: 375 time: 0.0091190 Nov 24 23:07:24.709155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-f796a8c4-5043-4589-aa9d-b2e5df6162f4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0516500 Nov 24 23:07:24.875788 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-ff30782b-da55-4121-be6b-82259909e58c service neutron] 10.222.0.41 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550260 Nov 24 23:07:24.968694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-cb4ce834-8bc1-4b16-bfb0-e49a857ab88c service neutron] 10.222.0.41 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869298 Nov 24 23:07:25.135571 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-772fa664-5db1-4f42-9ef7-aa1d10ad5862 req-c70fdf53-be3b-4fa6-b946-1953c127ae26 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 210 time: 0.0268190 Nov 24 23:07:26.074101 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-d24b2ff1-d2a8-484c-bdc3-0dd8ca23ba0f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:26.075610 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-d24b2ff1-d2a8-484c-bdc3-0dd8ca23ba0f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 810 time: 0.1053398 Nov 24 23:07:26.119005 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-c014b627-aecd-4a7e-8694-0bf16d6a08e9 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd8d4850032f4f348748ed4b472c3261 HTTP/1.1" status: 200 len: 380 time: 0.0344443 Nov 24 23:07:26.128160 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'port': {'device_id': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'admin_state_up': True, 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'security_groups': ['1c0c02f6-87ca-4ccf-996e-6d2560d76edb']}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:07:26.231696 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a059b89f-1c7f-4206-8d1f-5ac1e2c1df5d req-14681191-21dc-4f68-a86e-4ef508e0cf02 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Nov 24 23:07:26.242625 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Made reservation on behalf of cd8d4850032f4f348748ed4b472c3261 for: {'port': 1} {{(pid=102409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 23:07:26.251643 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:26.379221 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_common [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Allocated IP 172.20.0.9 (2d26015f-f165-4aea-8f3f-90cedfeae703/2836deda-6399-4c3a-afe5-2c1bdd3763ba/845d3ddf-d8ae-42b6-9584-49cd401d8f82) {{(pid=102409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:07:26.567286 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for port, precommit_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:26.617466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_create {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:26.675498 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 is already hosted by enough agents. {{(pid=102409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:07:26.679271 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.base_scheduler [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Resources bound (agent type, host, resource id): {{(pid=102409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:07:26.682485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Received port after_create {{(pid=102409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:07:26.731011 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=1']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:26.753261 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.753616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.753967 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.754312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.754653 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.754996 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.755336 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.755706 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.756048 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.756386 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.756727 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.757057 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:26.785524 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:26.786170 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:26.809100 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-e80274a3-820d-4730-9f51-84505116a6c4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6844411 Nov 24 23:07:26.948496 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-c7630f3d-c518-43e5-a5e4-7ced5cd02d17 None None] Provisioning complete for port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 triggered by entity DHCP. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:07:26.949104 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c7630f3d-c518-43e5-a5e4-7ced5cd02d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:26.981468 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c7630f3d-c518-43e5-a5e4-7ced5cd02d17 None None] Port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 cannot update to ACTIVE because it is not bound. {{(pid=102411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 24 23:07:27.353661 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7818e-d172-428b-8213-d42d6bf45c80 req-fd0e7593-a4ff-4e41-9e65-2d2eec2c4f9b tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:27.355155 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-42d7818e-d172-428b-8213-d42d6bf45c80 req-fd0e7593-a4ff-4e41-9e65-2d2eec2c4f9b tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0508244 Nov 24 23:07:27.392786 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-42d7818e-d172-428b-8213-d42d6bf45c80 req-ecda3bf2-295a-4d45-8543-922a8a4d024e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Nov 24 23:07:28.347264 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:07:28.424561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:28.448209 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:07:28.450485 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546d742a-41e4-44cb-9990-bf1651c1ff78" -d '{"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-unplugged", "status": "completed", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:07:28.464297 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:28.474971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:28.513763 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3fc29-1790-47f8-80fb-dfa4f5067cdc req-99ed858c-00dc-4abf-9439-6e56e737c7d9 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:28.515338 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-83e3fc29-1790-47f8-80fb-dfa4f5067cdc req-99ed858c-00dc-4abf-9439-6e56e737c7d9 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0530083 Nov 24 23:07:28.516022 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 23:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7b61a-da37-41d0-a990-ee19c7184519 x-openstack-request-id: req-9ef7b61a-da37-41d0-a990-ee19c7184519 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:07:28.516322 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-unplugged", "status": "completed", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:07:28.516577 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ef7b61a-da37-41d0-a990-ee19c7184519 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:07:28.516958 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'code': 200} Nov 24 23:07:28.547312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=8']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:28.570191 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-83e3fc29-1790-47f8-80fb-dfa4f5067cdc req-8ee62821-3fb7-4b5a-a310-1597c4bf279a tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477622 Nov 24 23:07:29.692329 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0074-3209-4edf-80e8-c7e55258b8b9 req-14286fc1-7fae-4b27-aaca-14ee4a5c206f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:29.693806 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-636a0074-3209-4edf-80e8-c7e55258b8b9 req-14286fc1-7fae-4b27-aaca-14ee4a5c206f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0507042 Nov 24 23:07:29.731721 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-636a0074-3209-4edf-80e8-c7e55258b8b9 req-876e9e39-90c5-494d-b3dd-da94a5e853c6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Nov 24 23:07:30.259853 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:30.854903 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85de4a-7f9f-4006-865c-806361f052a9 req-41306ec0-f811-476b-b992-c95d9b934619 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:30.856286 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a85de4a-7f9f-4006-865c-806361f052a9 req-41306ec0-f811-476b-b992-c95d9b934619 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0509608 Nov 24 23:07:30.897450 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9a85de4a-7f9f-4006-865c-806361f052a9 req-6ed8b6e4-cafb-4ed4-a873-d05a50570deb tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Nov 24 23:07:32.020936 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce189a9-eca2-4d3c-96f1-ba93886653a4 req-e3141172-f3cb-4c0c-8aeb-ab21863d2b71 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:32.022446 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ce189a9-eca2-4d3c-96f1-ba93886653a4 req-e3141172-f3cb-4c0c-8aeb-ab21863d2b71 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0533226 Nov 24 23:07:32.067030 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-3ce189a9-eca2-4d3c-96f1-ba93886653a4 req-51f46721-cebd-4f7b-84a4-ec9df5e479b5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Nov 24 23:07:33.185981 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6cef8-c63b-4cfe-8d59-356a66aa6d94 req-da9dffc7-57fc-4896-8ce2-5f675fb944a7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:33.187463 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33e6cef8-c63b-4cfe-8d59-356a66aa6d94 req-da9dffc7-57fc-4896-8ce2-5f675fb944a7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0518224 Nov 24 23:07:33.227146 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-33e6cef8-c63b-4cfe-8d59-356a66aa6d94 req-8fda15d4-6868-45fe-a899-3560848fab56 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337124 Nov 24 23:07:34.346675 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14158cda-13b1-4fd2-9e80-d158fa19445d req-2ab2111d-dc2c-445b-bcce-06c25fae998f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:34.348328 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14158cda-13b1-4fd2-9e80-d158fa19445d req-2ab2111d-dc2c-445b-bcce-06c25fae998f tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0505240 Nov 24 23:07:34.389998 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-14158cda-13b1-4fd2-9e80-d158fa19445d req-377cdc4f-0c06-4677-ab44-109c68f9c752 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347977 Nov 24 23:07:35.503656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70e051-74b3-43e4-9451-eb5ce21f4ac8 req-3e2919fc-bd98-4f04-99c3-99095df76016 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:35.505138 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ee70e051-74b3-43e4-9451-eb5ce21f4ac8 req-3e2919fc-bd98-4f04-99c3-99095df76016 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0489445 Nov 24 23:07:35.549519 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-ee70e051-74b3-43e4-9451-eb5ce21f4ac8 req-156531e5-f437-4601-bc30-85331a2dd4bf tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383637 Nov 24 23:07:36.666196 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df649cf-d4b3-4071-b19f-655740e022b9 req-4d4ee019-86c8-448a-9636-34f55a5832e2 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:36.667717 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0df649cf-d4b3-4071-b19f-655740e022b9 req-4d4ee019-86c8-448a-9636-34f55a5832e2 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 931 time: 0.0496719 Nov 24 23:07:36.705237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-0df649cf-d4b3-4071-b19f-655740e022b9 req-dc9365e8-b91d-46f7-848a-c51fc98644fe tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Nov 24 23:07:37.367590 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.v2.base [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Request body: {'port': {'device_id': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8187'}} {{(pid=102409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:07:37.419911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:37.675610 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845d3ddf-d8ae-42b6-9584-49cd401d8f82 {{(pid=102409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:07:37.682756 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:37.694340 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.provisioning_blocks [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Transition to ACTIVE for port object 845d3ddf-d8ae-42b6-9584-49cd401d8f82 will not be triggered until provisioned by entity L2. {{(pid=102409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 23:07:37.698096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:37.784742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=2']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:37.817215 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Attempting to bind port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 on host hv-neutron-8187 for vnic_type normal with profile {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 23:07:37.817561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Attempting to bind port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 by drivers openvswitch,hyperv on host hv-neutron-8187 at level 0 using segments [{'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 23:07:37.817898 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Attempting to bind port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 on network 2d26015f-f165-4aea-8f3f-90cedfeae703 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:07:37.822520 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 on network 2d26015f-f165-4aea-8f3f-90cedfeae703 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8187 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 23:07:37.822848 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Attempting to bind port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 on network 2d26015f-f165-4aea-8f3f-90cedfeae703 {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 23:07:37.828554 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Checking agent: {'id': '104b2a66-3b53-4bfd-8ac5-5d898e2a9211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'started_at': datetime.datetime(2021, 11, 24, 22, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 23:07:37.828894 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Checking segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 24 23:07:37.829285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Bound using segment: {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'} {{(pid=102409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 23:07:37.829721 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.managers [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Bound port: 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host: hv-neutron-8187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971feb51-0d08-42f2-80a4-ce0bfbc95581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703'}}] {{(pid=102409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 23:07:37.830086 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:37.836753 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018b5c9-eb89-43c3-81d8-25bf96cae5d9 req-dadc6a8e-b289-48a5-8c5e-75615fc65892 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:37.838333 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9018b5c9-eb89-43c3-81d8-25bf96cae5d9 req-dadc6a8e-b289-48a5-8c5e-75615fc65892 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 943 time: 0.0603354 Nov 24 23:07:37.883587 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-9018b5c9-eb89-43c3-81d8-25bf96cae5d9 req-fad1aaef-e2b1-4ed0-a8fa-7bee741e55ce tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Nov 24 23:07:37.901398 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, cleared binding levels {{(pid=102409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 23:07:37.904949 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 23:07:37.909977 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29812797'] for port, after_update {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:37.945434 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:37.946049 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:37.947497 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 200 len: 1093 time: 0.5844321 Nov 24 23:07:37.947963 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:07:37.950214 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43edb9-6a1b-49a3-a47b-552354148a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:07:37.979186 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947d26-0d2c-487f-ae0e-81ca5bbff4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=3']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:38.038562 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-f904134b-d9e7-44e2-8346-0584ad320b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.040429 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-f904134b-d9e7-44e2-8346-0584ad320b9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1096 time: 0.0492864 Nov 24 23:07:38.086680 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d464ee-3d34-4be4-8e65-3a134f5c9746 x-openstack-request-id: req-62d464ee-3d34-4be4-8e65-3a134f5c9746 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:07:38.086973 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:07:38.087231 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62d464ee-3d34-4be4-8e65-3a134f5c9746 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:07:38.087655 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'status': 'completed', 'code': 200} Nov 24 23:07:38.089465 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-14df239b-b9b3-4e6b-8db4-f687d28eb4e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 200 len: 217 time: 0.0408599 Nov 24 23:07:38.140154 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-78e44963-1870-4eb3-bd3d-08e8f2b2d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.141629 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-78e44963-1870-4eb3-bd3d-08e8f2b2d400 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0448232 Nov 24 23:07:38.187453 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-75bbfb81-e39d-4501-a876-18e437cc682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.188956 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-75bbfb81-e39d-4501-a876-18e437cc682c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403409 Nov 24 23:07:38.282812 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-919ccff6-f784-4abe-a3c6-b14107f04f87 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870197 Nov 24 23:07:38.371923 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-780c2cc6-8778-49a6-97f1-15991e6a2d21 req-b4b9b179-352a-445a-908b-365bf8a3c1fb service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817192 Nov 24 23:07:38.457175 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-d74c4a0a-1534-4f27-9f3c-7f5abe83dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.458780 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-d74c4a0a-1534-4f27-9f3c-7f5abe83dd68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1096 time: 0.0400507 Nov 24 23:07:38.549862 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-eb13bf22-4a9e-436d-b3ba-1d882a163575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.551279 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-eb13bf22-4a9e-436d-b3ba-1d882a163575 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0839972 Nov 24 23:07:38.593664 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-c4bedc90-021b-4b5b-b379-e1578c7cdf5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 200 len: 217 time: 0.0341578 Nov 24 23:07:38.641709 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-26aa4bfe-3177-48e3-b2d9-7c96a23faeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.643092 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-26aa4bfe-3177-48e3-b2d9-7c96a23faeb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0419738 Nov 24 23:07:38.691676 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-2e0e41a9-ee54-4c6f-b927-2867b3ff07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.693108 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-2e0e41a9-ee54-4c6f-b927-2867b3ff07b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417066 Nov 24 23:07:38.780516 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-76caec75-742c-45ed-97a6-970ac599e9b7 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785401 Nov 24 23:07:38.871414 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7c43edb9-6a1b-49a3-a47b-552354148a8f req-c314d1ca-0c33-4de9-b0d7-8db8419bdae5 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Nov 24 23:07:38.992656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0184d5c-a566-481d-96bf-9a3bf027de42 req-f12512f2-d2cf-4692-a31d-1b6db6224bd8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:38.994117 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e0184d5c-a566-481d-96bf-9a3bf027de42 req-f12512f2-d2cf-4692-a31d-1b6db6224bd8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 943 time: 0.0482678 Nov 24 23:07:39.035017 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e0184d5c-a566-481d-96bf-9a3bf027de42 req-6a7f83dc-fc65-4d72-aabd-5c739c510839 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Nov 24 23:07:40.147853 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5334f-b5e1-4ab5-9b8a-f21d57c89f36 req-febbe8b2-0773-4cff-a04d-3b96a8e929fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:40.149297 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ba5334f-b5e1-4ab5-9b8a-f21d57c89f36 req-febbe8b2-0773-4cff-a04d-3b96a8e929fd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 943 time: 0.0479162 Nov 24 23:07:40.186074 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-6ba5334f-b5e1-4ab5-9b8a-f21d57c89f36 req-bdbf0a06-6855-4839-a687-d7c08d4080a6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Nov 24 23:07:40.451440 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 23:07:40.543703 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:40.554561 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'port_id': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'mac_address': 'fa:16:3e:70:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 23:07:40.594497 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:40.606780 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845d3ddf-d8ae-42b6-9584-49cd401d8f82 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:07:40.625891 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:40.630321 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:40.675495 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=4']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:40.994960 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['845d3ddf-d8ae-42b6-9584-49cd401d8f82'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 23:07:41.300232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27cea2-ba3d-4bb2-8084-6a3c36d8c4ba req-9ddf12f4-6711-4e53-88bf-3c353f3fa781 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:41.301676 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a27cea2-ba3d-4bb2-8084-6a3c36d8c4ba req-9ddf12f4-6711-4e53-88bf-3c353f3fa781 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 944 time: 0.0474610 Nov 24 23:07:41.338898 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-5a27cea2-ba3d-4bb2-8084-6a3c36d8c4ba req-634d9489-e358-436c-8365-5321d19d74b5 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Nov 24 23:07:42.449976 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b57ad-721c-4ec6-9cf4-043f0850cc25 req-5d9f07e0-8a35-4dc3-9bfe-1b956336bfea tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:42.452107 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c04b57ad-721c-4ec6-9cf4-043f0850cc25 req-5d9f07e0-8a35-4dc3-9bfe-1b956336bfea tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 944 time: 0.0478637 Nov 24 23:07:42.471977 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:07:42.492685 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c04b57ad-721c-4ec6-9cf4-043f0850cc25 req-d534b2f0-16e2-400c-ace4-c88ba974fee6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346920 Nov 24 23:07:42.519842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning for port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 completed by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 23:07:42.523369 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:07:42.523770 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:42.601249 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:42.623480 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:07:42.625735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcd4e4c-f3fd-4e65-8f0c-745a32ec4cf3" -d '{"events": [{"server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "name": "network-vif-plugged", "status": "completed", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:07:42.640161 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:07:42.644059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:42.676316 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558fce9c-e6cd-4c43-a780-1fc8a8d42934 x-openstack-request-id: req-558fce9c-e6cd-4c43-a780-1fc8a8d42934 {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:07:42.676614 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "name": "network-vif-plugged", "status": "completed", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:07:42.676870 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-558fce9c-e6cd-4c43-a780-1fc8a8d42934 {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:07:42.677259 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'code': 200} Nov 24 23:07:42.703128 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=5']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:42.845634 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f0ea4-4d61-4155-aca5-b96b0e34ecdf req-977ab812-d32f-4c8c-97bb-2afdb52d385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:42.847117 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d74f0ea4-4d61-4155-aca5-b96b0e34ecdf req-977ab812-d32f-4c8c-97bb-2afdb52d385d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1098 time: 0.0402324 Nov 24 23:07:42.882392 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-d74f0ea4-4d61-4155-aca5-b96b0e34ecdf req-f250dd12-0a93-401c-8a24-969933537c77 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279684 Nov 24 23:07:43.607115 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11194fb-508e-4b8a-bdf1-0ba63df1a5ea req-213076c1-0422-4143-b7be-5df6a7036505 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:43.608613 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e11194fb-508e-4b8a-bdf1-0ba63df1a5ea req-213076c1-0422-4143-b7be-5df6a7036505 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Nov 24 23:07:43.645239 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-e11194fb-508e-4b8a-bdf1-0ba63df1a5ea req-68a0e37c-dbb5-4ca6-85a4-f4d1d5b55d08 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Nov 24 23:07:44.286492 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2364d33c-c554-4576-9d41-fad65b7b4db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:44.759907 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009adab-5db9-4924-8c97-6ce803e15582 req-90b9d89b-930d-4026-a8a5-a71ccb960826 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:44.761377 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c009adab-5db9-4924-8c97-6ce803e15582 req-90b9d89b-930d-4026-a8a5-a71ccb960826 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Nov 24 23:07:44.799200 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-c009adab-5db9-4924-8c97-6ce803e15582 req-5ad80634-72ca-4ad2-8a2e-6697a98e07ab tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Nov 24 23:07:44.909948 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706aa894-88e7-49f6-8f17-d44561072040 req-2c7dd80e-111f-4a77-bdf2-cb0f0a036f36 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:44.911428 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-706aa894-88e7-49f6-8f17-d44561072040 req-2c7dd80e-111f-4a77-bdf2-cb0f0a036f36 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 945 time: 0.0479486 Nov 24 23:07:44.951870 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-706aa894-88e7-49f6-8f17-d44561072040 req-eb20b816-b0f6-4778-8d63-5dd62ae921cd tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345201 Nov 24 23:07:44.972992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41250) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:07:45.012424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47246e89-0f03-4206-90e6-d34a9d0ecdce tempest-TestSnapshotPattern-1323579743 tempest-TestSnapshotPattern-1323579743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:45.014434 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-47246e89-0f03-4206-90e6-d34a9d0ecdce tempest-TestSnapshotPattern-1323579743 tempest-TestSnapshotPattern-1323579743-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1093 time: 0.0404685 Nov 24 23:07:45.017213 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41252) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:07:45.021400 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.v2.base [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Request body: {'floatingip': {'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'port_id': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 23:07:45.043656 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:45.137905 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:45.242306 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_common [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Allocated IP 172.26.3.164 (db6ff637-9030-4395-a9bd-93960f57e046/516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5/4ea9e6ef-ad93-44fc-81aa-5eeb5e1378a2) {{(pid=102410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 23:07:45.342057 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for port, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:45.380775 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756414643815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:45.414990 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Network db6ff637-9030-4395-a9bd-93960f57e046 is already hosted by enough agents. {{(pid=102410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 23:07:45.417865 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.base_scheduler [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Resources bound (agent type, host, resource id): {{(pid=102410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 23:07:45.422035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Received port after_create {{(pid=102410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 23:07:45.452569 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'Port': ['ID=4ea9e6ef-ad93-44fc-81aa-5eeb5e1378a2,revision_number=1']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:45.463992 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.464347 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.464691 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.465031 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.465370 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.465706 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.466548 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.466878 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.467210 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.467556 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.467884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.468207 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:07:45.771043 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:45.843046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:45.994933 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for port, precommit_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:46.000258 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30397536'] for port, after_update {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:46.065900 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event updated for resources: {'Port': ['ID=4ea9e6ef-ad93-44fc-81aa-5eeb5e1378a2,revision_number=2']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:07:46.077881 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33504578'] for floatingip, after_create {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:46.176715 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Floating IP 010a3e95-8490-497a-9dd4-e310bfd6deb3 associated. External IP: 172.26.3.164, port: 845d3ddf-d8ae-42b6-9584-49cd401d8f82. Nov 24 23:07:46.379474 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:07:46.484335 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:07:46.493573 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8043d-953e-47f5-a287-2845a856530d None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:07:46.501743 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:46.502862 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:07:46.503455 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:07:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:07:46.529295 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-31f065ab-fce2-49b0-ac61-812e6cb5fd13 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5105519 Nov 24 23:07:46.530162 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:07:46.532445 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0246abd0-825d-4ae8-af82-2254cb6612c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:07:46.610128 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:07:46.623884 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff704762-9e0c-4762-b11e-6f2894bd616a x-openstack-request-id: req-ff704762-9e0c-4762-b11e-6f2894bd616a {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:07:46.624174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:07:46.624426 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff704762-9e0c-4762-b11e-6f2894bd616a {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:07:46.624826 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'status': 'completed', 'code': 200} Nov 24 23:07:46.684542 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-b0d1ade6-d31c-41a8-8b15-bda35314da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:46.686040 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-b0d1ade6-d31c-41a8-8b15-bda35314da3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1098 time: 0.0401607 Nov 24 23:07:46.690769 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e5dc2e15-84f2-4d55-9bd9-b61d7086fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:46.778187 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-f2603935-6b80-4e96-b18c-5787fe356b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:46.780304 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-f2603935-6b80-4e96-b18c-5787fe356b52 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0872276 Nov 24 23:07:46.834827 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '010a3e95-8490-497a-9dd4-e310bfd6deb3', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:70:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:07:45Z', 'updated_at': '2021-11-24T23:07:45Z', 'revision_number': 0, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}, {'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:17Z', 'revision_number': 1, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:07:46.845095 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-603d1e35-96f4-4a01-b1cb-23830a4a859f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 200 len: 999 time: 0.0578001 Nov 24 23:07:46.864165 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8043d-953e-47f5-a287-2845a856530d None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:07:46.872761 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:07:46.873346 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:07:47Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:07:46.897644 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-28ba48a0-bdbd-4723-b573-62f19c3a609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:46.899086 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-28ba48a0-bdbd-4723-b573-62f19c3a609a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0471146 Nov 24 23:07:46.943489 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-9601bcf8-e109-43e7-a492-597f34e390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:07:46.944898 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-9601bcf8-e109-43e7-a492-597f34e390ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394118 Nov 24 23:07:46.969553 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:46.977149 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:07:47.036586 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-553498d0-8a18-42bb-b03e-a45b055bc070 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833449 Nov 24 23:07:47.131089 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-0246abd0-825d-4ae8-af82-2254cb6612c3 req-03bb9e60-c782-4868-ad5a-ba148185f96a service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871928 Nov 24 23:07:47.194078 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-5db8043d-953e-47f5-a287-2845a856530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '010a3e95-8490-497a-9dd4-e310bfd6deb3', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:70:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:07:45Z', 'updated_at': '2021-11-24T23:07:45Z', 'revision_number': 0, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}, {'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:17Z', 'revision_number': 1, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:07:47.222644 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8043d-953e-47f5-a287-2845a856530d None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': '010a3e95-8490-497a-9dd4-e310bfd6deb3', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.164', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:70:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:07:45Z', 'updated_at': '2021-11-24T23:07:45Z', 'revision_number': 0, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}, {'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:17Z', 'revision_number': 1, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:07:47.414771 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d32059-516c-4684-8fed-f10c14effd2e None None] New status for floating IP 010a3e95-8490-497a-9dd4-e310bfd6deb3: ACTIVE {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:07:48.563945 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:49.892572 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:07:50.475211 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:08:00.261479 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:14.287887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-067518cf-0f52-433d-84df-83efa877a36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:16.691741 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c612d08b-b66c-40b9-b209-23210ba02897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:16.971845 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:18.567043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:19.894644 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:22.675406 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-1fa8c11c-b2de-4a47-b1d9-539668f90a13 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157210 Nov 24 23:08:22.757013 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-b868ef17-945b-4d1d-94d0-8dad6e5143de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:08:22.758455 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-b868ef17-945b-4d1d-94d0-8dad6e5143de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1096 time: 0.0402203 Nov 24 23:08:22.865541 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-64c1cc4d-c6c0-4318-98f8-017b8e9ad7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:08:22.866934 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-64c1cc4d-c6c0-4318-98f8-017b8e9ad7b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.0888267 Nov 24 23:08:22.930340 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-9859b2d5-b393-4f3d-be16-8984e23647c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 999 time: 0.0563426 Nov 24 23:08:22.983857 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-bc23a361-67b9-48dd-8e86-6bbcabfd43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:08:22.985242 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-bc23a361-67b9-48dd-8e86-6bbcabfd43ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0469837 Nov 24 23:08:23.351598 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-e63722f7-e681-42aa-b205-5ec4143a94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:08:23.353093 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-e63722f7-e681-42aa-b205-5ec4143a94c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3600729 Nov 24 23:08:23.441880 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-2a7e75f3-d76c-45e4-a48e-dd5d4b0e4fb0 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800264 Nov 24 23:08:23.537639 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-76d67aa4-4c48-4009-9dd8-7d1cb99da266 req-5b873c21-37b7-475f-878a-13e4716d3edb service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864038 Nov 24 23:08:27.473990 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:08:30.296810 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:44.288548 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-95dd6492-c520-45e2-864c-71c45502400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:46.693512 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3467f99e-cd4b-47a2-8a53-3eae853fdac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:46.972972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:48.570212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:08:49.897378 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:00.308428 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:04.473257 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:09:14.288982 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d7c33cca-682b-480d-be8b-dfccf3fd2657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:16.695300 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8d287c06-3eda-4a8a-ae75-0196ac208a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:16.977599 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:18.574304 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:18.989086 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 details requested by agent hyperv_hv-neutron-8187 with host hv-neutron-8187 {{(pid=102411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 23:09:19.105276 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:19.118133 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Returning: {'device': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'port_id': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'mac_address': 'fa:16:3e:70:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 23:09:19.158701 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:19.181401 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 845d3ddf-d8ae-42b6-9584-49cd401d8f82 {{(pid=102411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 23:09:19.203372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:19.210019 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:19.267789 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=6']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:19.276253 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.276908 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.277295 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.277634 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.277963 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.278291 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.278617 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.278944 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.279303 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.279662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.279991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.280410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:19.292759 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] get_ports_and_sgs() called for port_ids ['845d3ddf-d8ae-42b6-9584-49cd401d8f82'] {{(pid=102411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 23:09:19.901949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:21.005668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 up at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 23:09:21.063882 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.provisioning_blocks [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Provisioning complete for port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 triggered by entity L2. {{(pid=102411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 23:09:21.064279 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983769'] for port, provisioning_complete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:21.152834 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:21.179564 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82'}] {{(pid=102411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:09:21.182288 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}832d0be7504f9db524d543c36503a3b7a8ccdc088c7e84179de8ba7e6ea15ce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a61d621-ff8e-4783-b546-5fd90ec1e941" -d '{"events": [{"server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "name": "network-vif-plugged", "status": "completed", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82"}]}' {{(pid=102411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:09:21.194708 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:21.202367 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756415149734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756414643833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756414643851'] for port, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:21.228623 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d083a402-896a-44a3-8149-ad059d6e928c x-openstack-request-id: req-d083a402-896a-44a3-8149-ad059d6e928c {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:09:21.229101 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "name": "network-vif-plugged", "status": "completed", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82", "code": 200}]} {{(pid=102411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:09:21.229350 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d083a402-896a-44a3-8149-ad059d6e928c {{(pid=102411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:09:21.229756 dv-neutron-818715-1-hyperv neutron-server[102411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'code': 200} Nov 24 23:09:21.260292 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Pushing event updated for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=7']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:23.698275 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-609abb91-1cbc-4120-ab08-e91dc7a72246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:23.699334 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-609abb91-1cbc-4120-ab08-e91dc7a72246 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1098 time: 0.0548806 Nov 24 23:09:23.825255 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-2e59414d-be16-4e83-a4d1-04ad4635e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:23.827040 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-2e59414d-be16-4e83-a4d1-04ad4635e0db service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.1041398 Nov 24 23:09:23.916306 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-5951e210-d649-4cab-9fcc-4e291aac1238 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 200 len: 1001 time: 0.0795195 Nov 24 23:09:23.970178 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-a3c6f131-2956-42b2-bd4a-8bd60cd9a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:23.971902 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-a3c6f131-2956-42b2-bd4a-8bd60cd9a9f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0476720 Nov 24 23:09:24.047115 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-012753a6-2b21-44c9-82ad-ac4459dac0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:24.048592 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-012753a6-2b21-44c9-82ad-ac4459dac0c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0623636 Nov 24 23:09:24.154119 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-cfdfb094-afb3-41b2-b4ae-e814b1bba1bc service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976179 Nov 24 23:09:24.271627 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-f1b55009-ddf8-4cb5-893c-87f7ce8eb306 req-6e7db632-eb05-4f1c-990e-ec6159264b16 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083269 Nov 24 23:09:27.690644 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41484) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:27.848401 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Deleting port 4ea9e6ef-ad93-44fc-81aa-5eeb5e1378a2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:27.848740 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:27.923835 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:27.924159 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:27.935232 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Calling delete_port for 4ea9e6ef-ad93-44fc-81aa-5eeb5e1378a2 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:28.077567 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:28.105375 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event deleted for resources: {'Port': ['ID=4ea9e6ef-ad93-44fc-81aa-5eeb5e1378a2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:28.118149 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.118498 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.118839 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.119174 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.119502 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.119855 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.120183 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.120506 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.120832 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.121154 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.121479 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.121797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:28.174134 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:28.174996 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Floating IP 010a3e95-8490-497a-9dd4-e310bfd6deb3 disassociated (deleted). External IP: 172.26.3.164, port: 845d3ddf-d8ae-42b6-9584-49cd401d8f82. Nov 24 23:09:28.378804 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:09:28.485206 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:09:28.490161 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:28.494992 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:09:28.506415 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:28.507024 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:28.516006 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8760ef0f-9a21-4d03-ac57-06824a61771e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "DELETE /v2.0/floatingips/010a3e95-8490-497a-9dd4-e310bfd6deb3 HTTP/1.1" status: 204 len: 168 time: 0.8242970 Nov 24 23:09:28.516593 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:09:28.518843 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b75c6e5-5653-4f44-a126-183a4a017f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:09:28.555475 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81534989-504f-4d84-9693-8041db383f97 x-openstack-request-id: req-81534989-504f-4d84-9693-8041db383f97 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:09:28.555854 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:09:28.556167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81534989-504f-4d84-9693-8041db383f97 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:09:28.556662 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'status': 'completed', 'code': 200} Nov 24 23:09:28.623228 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-cc4a60cb-e4ab-42f4-adb5-b1cffa7d7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:28.624937 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-cc4a60cb-e4ab-42f4-adb5-b1cffa7d7900 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 1098 time: 0.0455725 Nov 24 23:09:28.710513 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:28.740742 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-151e7fa9-7080-4600-9314-2b87ebde59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:28.742219 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-151e7fa9-7080-4600-9314-2b87ebde59f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.1046543 Nov 24 23:09:28.754537 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42fa00-5757-41f2-82ab-6938d57d0291 req-3de4b715-a786-4fc8-8151-887705baa4f1 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:28.756879 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1b42fa00-5757-41f2-82ab-6938d57d0291 req-3de4b715-a786-4fc8-8151-887705baa4f1 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 945 time: 0.0508049 Nov 24 23:09:28.786701 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-4abd6997-83f1-44e2-ad19-0f53f94b655c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 200 len: 217 time: 0.0367651 Nov 24 23:09:28.807810 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-1b42fa00-5757-41f2-82ab-6938d57d0291 req-3f49eee8-0236-4268-9601-a0b3cde53e4d tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 Nov 24 23:09:28.842063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-44fe8bda-b991-4f8c-9f9a-38fd7d8bc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:28.843582 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-44fe8bda-b991-4f8c-9f9a-38fd7d8bc93b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0499346 Nov 24 23:09:28.889613 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-c5b7768e-1c68-4576-8a87-d6b9cc54be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:28.891110 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-c5b7768e-1c68-4576-8a87-d6b9cc54be5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390167 Nov 24 23:09:28.932779 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:17Z', 'revision_number': 1, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:28.962315 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:09:28.970377 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:28.970975 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:28.986640 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-70556884-7135-4141-9503-36223f7e70b9 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859931 Nov 24 23:09:29.071278 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:29.077386 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-6b75c6e5-5653-4f44-a126-183a4a017f9d req-79ef96af-d451-45aa-aeaa-00f3fad49137 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Nov 24 23:09:29.289888 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:17Z', 'revision_number': 1, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:29.314330 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b0c4b-002d-4c1b-9401-2568290ff776 None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_floatingips': [{'id': 'd1a9b92e-c06d-4a1f-893e-3b6ab3245950', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'router_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'port_id': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'mac_address': 'fa:16:3e:6f:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b8d693-0891-4581-bd5d-30330886eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T23:05:15Z', 'updated_at': '2021-11-24T23:05:17Z', 'revision_number': 1, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:09:29.526775 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734dbb1-45bc-4228-8d63-3770e876975a None None] New status for floating IP 010a3e95-8490-497a-9dd4-e310bfd6deb3: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:09:29.917972 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90d9a-1b70-460b-b7e1-91f28397fea2 req-662a93f8-f51c-4f19-b359-2277a739147e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:29.919426 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8cf90d9a-1b70-460b-b7e1-91f28397fea2 req-662a93f8-f51c-4f19-b359-2277a739147e tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 945 time: 0.0515785 Nov 24 23:09:29.956363 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8cf90d9a-1b70-460b-b7e1-91f28397fea2 req-5501129f-727a-48bc-a48b-6b73defef0ad tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304668 Nov 24 23:09:30.290329 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-c2e6958b-6c4c-443c-a227-81dac5e78af6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:30.291732 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-c2e6958b-6c4c-443c-a227-81dac5e78af6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 945 time: 0.0546432 Nov 24 23:09:30.300305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:30.380018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Deleting port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:30.380361 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:30.473787 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] For port 845d3ddf-d8ae-42b6-9584-49cd401d8f82, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=845d3ddf-d8ae-42b6-9584-49cd401d8f82,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:30.474146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:30.486555 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Calling delete_port for 845d3ddf-d8ae-42b6-9584-49cd401d8f82 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:30.610031 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:30.641813 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event deleted for resources: {'Port': ['ID=845d3ddf-d8ae-42b6-9584-49cd401d8f82,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:30.666991 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.667348 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.667720 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.668065 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.668416 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.668758 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.669080 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.669413 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.669749 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.670079 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.670410 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.670737 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818715-1-hyperv {{(pid=102409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 23:09:30.691964 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] No DVR routers for this DVR port 845d3ddf-d8ae-42b6-9584-49cd401d8f82 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:09:30.694371 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:30.697743 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-7b7e3f24-453c-4958-b03e-c5deb5802416 req-d1011536-64d9-4d34-a715-cde1e01b1eb8 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "DELETE /v2.0/ports/845d3ddf-d8ae-42b6-9584-49cd401d8f82 HTTP/1.1" status: 204 len: 173 time: 0.3997440 Nov 24 23:09:30.698179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'name': 'network-vif-deleted', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:09:30.700475 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16f4e42-7f46-4c07-b402-f2094da048de" -d '{"events": [{"server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "name": "network-vif-deleted", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:09:30.735748 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76524e31-f219-4852-b51c-4be3681b1883 x-openstack-request-id: req-76524e31-f219-4852-b51c-4be3681b1883 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:09:30.736043 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1057a6da-05eb-4b25-9f98-bd7d4a5e0d86", "name": "network-vif-deleted", "tag": "845d3ddf-d8ae-42b6-9584-49cd401d8f82", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:09:30.736297 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76524e31-f219-4852-b51c-4be3681b1883 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:09:30.736697 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1057a6da-05eb-4b25-9f98-bd7d4a5e0d86', 'name': 'network-vif-deleted', 'tag': '845d3ddf-d8ae-42b6-9584-49cd401d8f82', 'status': 'completed', 'code': 200} Nov 24 23:09:31.033852 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:31.055598 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 845d3ddf-d8ae-42b6-9584-49cd401d8f82 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:31.055999 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:31.063838 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-a3f2ec28-65ad-4afb-b0b3-7837072e90d4 req-39299488-afaf-4932-a610-738d65230436 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=1057a6da-05eb-4b25-9f98-bd7d4a5e0d86 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Nov 24 23:09:32.641140 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41552) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:32.793591 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Deleting port e195f669-4f63-47c3-993e-3b3e10b3dd00 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:32.793939 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:32.867545 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:32.867887 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:32.879730 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Calling delete_port for e195f669-4f63-47c3-993e-3b3e10b3dd00 owned by network:floatingip {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:33.023968 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:33.045862 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event deleted for resources: {'Port': ['ID=e195f669-4f63-47c3-993e-3b3e10b3dd00,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:33.109028 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for floatingip, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:33.109353 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.db.l3_db [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Floating IP d1a9b92e-c06d-4a1f-893e-3b6ab3245950 disassociated (deleted). External IP: 172.26.3.160, port: 4e30d72e-3599-4004-9eb1-3b12f24c5721. Nov 24 23:09:33.609469 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:09:33.712670 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:09:33.717339 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for floatingip, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:33.722493 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:09:33.731328 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:33.731966 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:33.743618 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-91e5dfff-2b14-4fd9-be42-4939e2654643 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "DELETE /v2.0/floatingips/d1a9b92e-c06d-4a1f-893e-3b6ab3245950 HTTP/1.1" status: 204 len: 168 time: 1.1013834 Nov 24 23:09:33.744194 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:09:33.746424 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a3e6f614d66444adf53aff032a02788af742ae29879638fca90c7cc21961fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bbd221-33cc-4a38-b007-c8f9078bf174" -d '{"events": [{"name": "network-changed", "server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:09:33.788636 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72721b3-1ee4-4a94-9881-0b14f0434eb6 x-openstack-request-id: req-f72721b3-1ee4-4a94-9881-0b14f0434eb6 {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:09:33.788989 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "status": "completed", "code": 200}]} {{(pid=102410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:09:33.789302 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f72721b3-1ee4-4a94-9881-0b14f0434eb6 {{(pid=102410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:09:33.789837 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'status': 'completed', 'code': 200} Nov 24 23:09:33.840151 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:33.857730 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-7dda8c61-3c43-4406-bf59-99a02ec85872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:33.859852 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-7dda8c61-3c43-4406-bf59-99a02ec85872 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd8d4850032f4f348748ed4b472c3261&device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 1096 time: 0.0503871 Nov 24 23:09:33.968312 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-cf3ad78b-7dd4-466f-ae15-f75f7a20e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:33.969422 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcd9cc-f935-48b5-91e1-1f253e0553c7 req-67a61d5d-2cee-4c11-8c67-e3d22fd40275 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:33.970434 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-cf3ad78b-7dd4-466f-ae15-f75f7a20e6a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 200 len: 911 time: 0.1028931 Nov 24 23:09:33.971824 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-83dcd9cc-f935-48b5-91e1-1f253e0553c7 req-67a61d5d-2cee-4c11-8c67-e3d22fd40275 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 943 time: 0.0502386 Nov 24 23:09:34.012209 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-83dcd9cc-f935-48b5-91e1-1f253e0553c7 req-518d1ba6-5c1d-4191-935d-1f0b1f7635a6 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344141 Nov 24 23:09:34.015287 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-5e57f6e6-6426-4b86-911e-589c15c1df5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 200 len: 217 time: 0.0365028 Nov 24 23:09:34.064269 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-7119e2c3-9cf9-4a1d-abe2-7d6156336bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:34.065154 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:34.065741 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-7119e2c3-9cf9-4a1d-abe2-7d6156336bf6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 200 len: 849 time: 0.0434844 Nov 24 23:09:34.091162 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:09:34.099854 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:34.100450 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:34.116349 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-f0fc013a-2806-4602-b82b-40911fbefc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:34.117787 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-f0fc013a-2806-4602-b82b-40911fbefc69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d26015f-f165-4aea-8f3f-90cedfeae703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442405 Nov 24 23:09:34.200962 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:34.208073 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-4f51507a-c5ad-4632-b022-0215f0312039 service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817211 Nov 24 23:09:34.306183 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-45bbd221-33cc-4a38-b007-c8f9078bf174 req-59cc6d3d-d600-4888-88fc-8d238d502e3b service neutron] 10.222.0.71 "GET /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899355 Nov 24 23:09:34.396465 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:34.425137 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25f9e5-de39-4cb4-935e-be2fa681ddfd None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:55Z', 'revision_number': 4, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv', '_interfaces': [{'id': '02f2ff01-9dfd-4adb-bbaf-7ade14c41fce', 'name': '', 'network_id': '2d26015f-f165-4aea-8f3f-90cedfeae703', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'mac_address': 'fa:16:3e:e0:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:55Z', 'updated_at': '2021-11-24T23:04:59Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'subnets': [{'id': '2836deda-6399-4c3a-afe5-2c1bdd3763ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:09:34.622821 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8145d0a-e5f8-4089-b2a1-33ad1eb364ff None None] New status for floating IP d1a9b92e-c06d-4a1f-893e-3b6ab3245950: DOWN {{(pid=102411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 23:09:35.050871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:35.070550 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 845d3ddf-d8ae-42b6-9584-49cd401d8f82 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:35.070890 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 845d3ddf-d8ae-42b6-9584-49cd401d8f82 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:35.129657 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ffc2-0eb6-414b-9817-c91909edab2e req-be4a795a-6879-44f8-b1c2-a5e6aadf3ab4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:35.131098 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8bc2ffc2-0eb6-414b-9817-c91909edab2e req-be4a795a-6879-44f8-b1c2-a5e6aadf3ab4 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 943 time: 0.0494123 Nov 24 23:09:35.167128 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-8bc2ffc2-0eb6-414b-9817-c91909edab2e req-1753fba8-a414-4114-99a2-91352f9189d9 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c0c02f6-87ca-4ccf-996e-6d2560d76edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Nov 24 23:09:35.501844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-bf45c457-91df-4b22-ad5d-6f25201b7862 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 23:09:35.503285 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-bf45c457-91df-4b22-ad5d-6f25201b7862 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 943 time: 0.0487993 Nov 24 23:09:35.595034 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Deleting port 4e30d72e-3599-4004-9eb1-3b12f24c5721 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:35.595377 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:35.682200 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] For port 4e30d72e-3599-4004-9eb1-3b12f24c5721, host hv-neutron-8187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8187',level=0,port_id=4e30d72e-3599-4004-9eb1-3b12f24c5721,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:35.682561 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:35.695479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Calling delete_port for 4e30d72e-3599-4004-9eb1-3b12f24c5721 owned by compute:nova {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:35.822028 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:35.848648 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event deleted for resources: {'Port': ['ID=4e30d72e-3599-4004-9eb1-3b12f24c5721,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:35.892287 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] No DVR routers for this DVR port 4e30d72e-3599-4004-9eb1-3b12f24c5721 on host hv-neutron-8187 {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:09:35.894764 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109613'] for port, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:35.898334 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [req-b93c65ed-0ba9-4f90-9494-901e3212966a req-01bdb73e-0e10-46da-bfce-35d269aa39fa tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.71 "DELETE /v2.0/ports/4e30d72e-3599-4004-9eb1-3b12f24c5721 HTTP/1.1" status: 204 len: 173 time: 0.3893118 Nov 24 23:09:35.898770 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-deleted', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721'}] {{(pid=102409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 23:09:35.901027 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41878ccf480caf478085846f395fc2c8920d27a0ccd3c507e246dc8eb1142cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5721fb-8838-4cf7-b650-e36612675074" -d '{"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-deleted", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721"}]}' {{(pid=102409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 23:09:35.936507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a39681c-9618-4613-940d-3798e43145d4 x-openstack-request-id: req-0a39681c-9618-4613-940d-3798e43145d4 {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 23:09:35.936806 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b8d693-0891-4581-bd5d-30330886eeab", "name": "network-vif-deleted", "tag": "4e30d72e-3599-4004-9eb1-3b12f24c5721", "status": "completed", "code": 200}]} {{(pid=102409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 23:09:35.937063 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a39681c-9618-4613-940d-3798e43145d4 {{(pid=102409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 23:09:35.937463 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b8d693-0891-4581-bd5d-30330886eeab', 'name': 'network-vif-deleted', 'tag': '4e30d72e-3599-4004-9eb1-3b12f24c5721', 'status': 'completed', 'code': 200} Nov 24 23:09:36.279912 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [req-fdc4094c-8c0f-4139-9e3f-c508a90e9d06 req-0070d897-8f29-4796-b72e-ce23dd8452e7 tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b8d693-0891-4581-bd5d-30330886eeab HTTP/1.1" status: 200 len: 210 time: 0.0320292 Nov 24 23:09:37.338069 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41568) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:37.404089 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e39a12b-b119-4d5f-8f08-9611c8e7e3da tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:37.431365 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e39a12b-b119-4d5f-8f08-9611c8e7e3da tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:37.492521 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e39a12b-b119-4d5f-8f08-9611c8e7e3da tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:37.495142 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-8e39a12b-b119-4d5f-8f08-9611c8e7e3da tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:37.496307 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-8e39a12b-b119-4d5f-8f08-9611c8e7e3da tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] 10.222.0.41 "DELETE /v2.0/security-groups/1c0c02f6-87ca-4ccf-996e-6d2560d76edb HTTP/1.1" status: 204 len: 168 time: 0.1572120 Nov 24 23:09:37.506508 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a12b-b119-4d5f-8f08-9611c8e7e3da tempest-TestSnapshotPattern-1158368007 tempest-TestSnapshotPattern-1158368007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c02f6-87ca-4ccf-996e-6d2560d76edb,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:37.545096 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 41572) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:37.885469 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:38.125485 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Deleting port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:38.125822 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:38.201376 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] For port 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:38.201899 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:38.214638 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Calling delete_port for 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce owned by network:router_interface {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:38.391753 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:38.422017 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Pushing event deleted for resources: {'Port': ['ID=02f2ff01-9dfd-4adb-bbaf-7ade14c41fce,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:38.582797 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:38.791858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:09:38.897911 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:09:38.903157 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-4b670a08-fc34-40a8-8897-7a3c5e97603d admin admin] 10.222.0.41 "PUT /v2.0/routers/c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3569434 Nov 24 23:09:38.905678 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 41574) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:38.906352 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] Sync routers for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:09:38.915348 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:38.915972 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:39.005923 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks [] for router, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.065983 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 no longer exists at agent hyperv_hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:39.087015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] No Port match for: 4e30d72e-3599-4004-9eb1-3b12f24c5721 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:39.087714 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Device 4e30d72e-3599-4004-9eb1-3b12f24c5721 not bound to the agent host hv-neutron-8187 {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:39.102791 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: dv-neutron-818715-1-hyperv {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:39.112844 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.167355 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Deleting port 00030204-a0bc-4b05-95aa-31985606639b {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:39.167731 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.245075 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] For port 00030204-a0bc-4b05-95aa-31985606639b, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=00030204-a0bc-4b05-95aa-31985606639b,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:39.245437 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.260060 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Calling delete_port for 00030204-a0bc-4b05-95aa-31985606639b owned by network:router_gateway {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:39.275665 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '00030204-a0bc-4b05-95aa-31985606639b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:09:38Z', 'revision_number': 5, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port': {'id': '00030204-a0bc-4b05-95aa-31985606639b', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:39.301036 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] Checking router: c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b for host: dv-neutron-818715-1-hyperv {{(pid=102412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:09:39.308925 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] Routers {'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:39.309498 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'], 'active': True} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:39.396419 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_dvr_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] Set router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b gateway port host: None {{(pid=102412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:39.425383 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.449118 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.l3_hamode_db [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:09:39Z', 'revision_number': 6, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:39.449396 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Pushing event deleted for resources: {'Port': ['ID=00030204-a0bc-4b05-95aa-31985606639b,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:39.474914 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b3b87-3750-462d-a694-a2a02c54a600 None None] The sync data for ids ['c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b'] in dv-neutron-818715-1-hyperv is: [{'id': 'c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b', 'name': 'tempest-TestSnapshotPattern-1642855280-router', 'tenant_id': 'cd8d4850032f4f348748ed4b472c3261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:53Z', 'updated_at': '2021-11-24T23:09:39Z', 'revision_number': 6, 'project_id': 'cd8d4850032f4f348748ed4b472c3261', 'gw_port_host': None}] {{(pid=102412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:09:39.516491 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.605817 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.608309 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.650004 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.650479 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b {{(pid=102409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 23:09:39.654657 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] Notify callbacks [] for router, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.658233 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-89abedc5-37eb-4673-a18e-2095910aa704 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c7ef7c98-0ee8-4ce7-b9fc-7f7e7cf2143b HTTP/1.1" status: 204 len: 168 time: 0.7492015 Nov 24 23:09:39.658408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 41576) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:39.701966 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.db_base_plugin_v2 [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Deleting subnet 2836deda-6399-4c3a-afe5-2c1bdd3763ba {{(pid=102409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 23:09:39.704983 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.738772 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29814761'] for subnet, precommit_delete_associations {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.818252 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.875285 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29812983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29514988'] for subnet, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.901988 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2836deda-6399-4c3a-afe5-2c1bdd3763ba,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:39.906724 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:39.911323 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-745eaa59-3583-44bc-a80c-1754e117d094 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2836deda-6399-4c3a-afe5-2c1bdd3763ba HTTP/1.1" status: 204 len: 168 time: 0.2514493 Nov 24 23:09:39.913040 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7379ff8-7112-405a-b125-4d16ca48ef44 None None] Network 2d26015f-f165-4aea-8f3f-90cedfeae703 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:09:39.913781 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 41578) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:40.229557 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] DHCP port deletion for 2d26015f-f165-4aea-8f3f-90cedfeae703 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 23:09:40.276628 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] Deleting port bf4063b2-7716-4921-a3ca-fa2739174d6d {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:40.277004 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.307018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.352372 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] For port bf4063b2-7716-4921-a3ca-fa2739174d6d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf4063b2-7716-4921-a3ca-fa2739174d6d,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:40.353055 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.366662 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] Calling delete_port for bf4063b2-7716-4921-a3ca-fa2739174d6d owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:40.382435 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00030204-a0bc-4b05-95aa-31985606639b no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:40.387508 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Deleting port bf4063b2-7716-4921-a3ca-fa2739174d6d {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:40.387876 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.431678 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 00030204-a0bc-4b05-95aa-31985606639b {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:40.432032 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 00030204-a0bc-4b05-95aa-31985606639b not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:40.432447 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device bf4063b2-7716-4921-a3ca-fa2739174d6d no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:40.452064 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] For port bf4063b2-7716-4921-a3ca-fa2739174d6d, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=bf4063b2-7716-4921-a3ca-fa2739174d6d,segment=NetworkSegment(971feb51-0d08-42f2-80a4-ce0bfbc95581),segment_id=971feb51-0d08-42f2-80a4-ce0bfbc95581)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:40.452408 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.466069 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Calling delete_port for bf4063b2-7716-4921-a3ca-fa2739174d6d owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:40.664941 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.670952 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.695070 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550317'] for port, before_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.698600 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] Pushing event deleted for resources: {'Port': ['ID=bf4063b2-7716-4921-a3ca-fa2739174d6d,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:40.699131 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] No DVR routers for this DVR port bf4063b2-7716-4921-a3ca-fa2739174d6d on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:09:40.701305 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ef0fb-828c-4112-af61-92f72124ac89 None None] No DVR routers for this DVR port bf4063b2-7716-4921-a3ca-fa2739174d6d on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:09:40.704143 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4063b2-7716-4921-a3ca-fa2739174d6d,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:40.739735 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:40.758099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:40.758370 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 02f2ff01-9dfd-4adb-bbaf-7ade14c41fce not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:40.780624 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.800585 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d26015f-f165-4aea-8f3f-90cedfeae703']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:40.809874 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971feb51-0d08-42f2-80a4-ce0bfbc95581') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:40.810166 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971feb51-0d08-42f2-80a4-ce0bfbc95581') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:40.820047 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.833268 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.839765 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 23:09:40.840233 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: self.session.flush() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 23:09:40.841978 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 23:09:40.896146 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.901257 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:40.904448 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d26015f-f165-4aea-8f3f-90cedfeae703 HTTP/1.1" status: 204 len: 168 time: 0.9897282 Nov 24 23:09:40.907425 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41580) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:40.915699 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3649e-0601-4e70-9193-5c1157ac5707 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d26015f-f165-4aea-8f3f-90cedfeae703,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:41.241371 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33498167'] for router_interface, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:41.472843 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:09:41.479060 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Deleting port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:41.479404 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:41.558660 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] For port ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:41.559023 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:41.571595 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Calling delete_port for ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 owned by network:router_interface {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:41.745172 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:41.773797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:41.941197 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33497613'] for router_interface, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.151577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Router b77a1bc0-1e51-4a11-86c1-aa3377be4513 has already been hosted by L3 agent 204d9510-cf7d-4e5a-8408-3e0b31866e08 {{(pid=102410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 23:09:42.258577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] Notify agent at l3_agent.dv-neutron-818715-1-hyperv the message routers_updated {{(pid=102410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 23:09:42.263783 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-84f2ecf9-bbba-4994-9f68-5256c62d6180 admin admin] 10.222.0.41 "PUT /v2.0/routers/b77a1bc0-1e51-4a11-86c1-aa3377be4513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3551962 Nov 24 23:09:42.266248 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41582) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:42.269887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] Sync routers for ids ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'] in dv-neutron-818715-1-hyperv {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 23:09:42.278971 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] Routers {'b77a1bc0-1e51-4a11-86c1-aa3377be4513'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:42.279746 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:42.382823 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks [] for router, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.385143 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] Set router b77a1bc0-1e51-4a11-86c1-aa3377be4513 gateway port host: dv-neutron-818715-1-hyperv {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:42.484619 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.536476 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Deleting port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e {{(pid=102410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:42.536821 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.564646 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'external_fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:09:41Z', 'revision_number': 5, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port': {'id': '93ad7259-96f5-4eaa-8d5d-ffb957043b8e', 'name': '', 'network_id': 'db6ff637-9030-4395-a9bd-93960f57e046', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818715-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T23:04:58Z', 'updated_at': '2021-11-24T23:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '516ee1b2-09cf-4b2c-a6ec-708aa8ace5f5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818715-1-hyperv'}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:42.592054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] Checking router: b77a1bc0-1e51-4a11-86c1-aa3377be4513 for host: dv-neutron-818715-1-hyperv {{(pid=102411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 23:09:42.600972 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] Routers {'b77a1bc0-1e51-4a11-86c1-aa3377be4513'} bound to L3 agent in host dv-neutron-818715-1-hyperv {{(pid=102411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 23:09:42.601579 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818715-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T22:08:47Z,description=,heartbeat_timestamp=2021-11-24T23:09:17Z,host='dv-neutron-818715-1-hyperv',id=204d9510-cf7d-4e5a-8408-3e0b31866e08,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T22:08:47Z,topic='l3_agent')) {'router_ids': ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'], 'active': True} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:42.618046 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.db [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] For port 93ad7259-96f5-4eaa-8d5d-ffb957043b8e, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,segment=NetworkSegment(a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c),segment_id=a3d19be8-6eca-4cf9-94e6-f8fbb3d30d7c)] {{(pid=102410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:42.618414 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.631444 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.plugins.ml2.plugin [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Calling delete_port for 93ad7259-96f5-4eaa-8d5d-ffb957043b8e owned by network:router_gateway {{(pid=102410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:42.686723 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvr_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] Set router b77a1bc0-1e51-4a11-86c1-aa3377be4513 gateway port host: None {{(pid=102411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 23:09:42.741282 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_hamode_db [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:09:42Z', 'revision_number': 6, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port_host': None}], 'dv-neutron-818715-1-hyperv', False) {} {{(pid=102411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:42.767269 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecdc1b3-786e-49e5-8d14-a59631eca8c2 None None] The sync data for ids ['b77a1bc0-1e51-4a11-86c1-aa3377be4513'] in dv-neutron-818715-1-hyperv is: [{'id': 'b77a1bc0-1e51-4a11-86c1-aa3377be4513', 'name': 'tempest-TestSnapshotPattern-155770869-router', 'tenant_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T23:04:57Z', 'updated_at': '2021-11-24T23:09:42Z', 'revision_number': 6, 'project_id': 'c67027b52bc9449ea8a9d0b727d4db9a', 'gw_port_host': None}] {{(pid=102411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 23:09:42.795923 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30397567'] for port, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.827037 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ad7259-96f5-4eaa-8d5d-ffb957043b8e,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:42.884167 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33504628'] for router_gateway, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.970373 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33502519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9171'] for router, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:42.973013 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.014549 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33502526'] for router, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.015007 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77a1bc0-1e51-4a11-86c1-aa3377be4513 {{(pid=102410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 23:09:43.019797 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] Notify callbacks [] for router, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.020992 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-734fa450-4fff-4e73-981d-85d4528de785 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b77a1bc0-1e51-4a11-86c1-aa3377be4513 HTTP/1.1" status: 204 len: 168 time: 0.7538941 Nov 24 23:09:43.023336 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41588) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:43.069736 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Deleting subnet b3dee274-e180-47d7-82e7-1236327623fd {{(pid=102410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 24 23:09:43.072701 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.107873 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30170751'] for subnet, precommit_delete_associations {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.189543 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995371'] for subnet, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.245702 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33061349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30397610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30196519'] for subnet, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.272035 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dee274-e180-47d7-82e7-1236327623fd,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:43.273902 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.279237 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cbc2b697-ec18-47e5-9334-6dc8614879d1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b3dee274-e180-47d7-82e7-1236327623fd HTTP/1.1" status: 204 len: 168 time: 0.2527325 Nov 24 23:09:43.279395 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18aa1f1-9cff-4d10-83e7-deee6658b134 None None] Network 148ea91c-a1e5-4caf-93db-87dfc1ed2159 requested from dv-neutron-818715-1-hyperv {{(pid=102411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 23:09:43.279900 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.wsgi [-] (102409) accepted ('10.222.0.41', 41590) {{(pid=102409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:43.351904 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844673'] for network, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.404858 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Deleting port f3b7aafd-7251-4415-87db-431217c41f45 {{(pid=102409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:43.405213 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.469168 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.db [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] For port f3b7aafd-7251-4415-87db-431217c41f45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3b7aafd-7251-4415-87db-431217c41f45,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:43.469466 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.487412 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.plugin [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Calling delete_port for f3b7aafd-7251-4415-87db-431217c41f45 owned by network:dhcp {{(pid=102409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:43.515854 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] DHCP port deletion for 148ea91c-a1e5-4caf-93db-87dfc1ed2159 request from dv-neutron-818715-1-hyperv {{(pid=102411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 23:09:43.563127 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] Deleting port f3b7aafd-7251-4415-87db-431217c41f45 {{(pid=102411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 24 23:09:43.563499 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756415140958'] for port, before_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.571179 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29812770'] for port, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.600128 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b7aafd-7251-4415-87db-431217c41f45,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:43.605242 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] No DVR routers for this DVR port f3b7aafd-7251-4415-87db-431217c41f45 on host dv-neutron-818715-1-hyperv {{(pid=102409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:09:43.634410 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.db [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] For port f3b7aafd-7251-4415-87db-431217c41f45, host dv-neutron-818715-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818715-1-hyperv',level=0,port_id=f3b7aafd-7251-4415-87db-431217c41f45,segment=NetworkSegment(13a809b3-e760-4047-b38d-104200be5242),segment_id=13a809b3-e760-4047-b38d-104200be5242)] {{(pid=102411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 23:09:43.634800 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33497655'] for port, precommit_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.647994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] Calling delete_port for f3b7aafd-7251-4415-87db-431217c41f45 owned by network:dhcp {{(pid=102411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 24 23:09:43.681251 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985438', 'neutron.services.segments.db._delete_segments_for_network-8756415190712'] for network, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.702507 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148ea91c-a1e5-4caf-93db-87dfc1ed2159']}} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:43.714247 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a809b3-e760-4047-b38d-104200be5242') {'for_net_delete': True} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:43.714537 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.services.segments.db [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a809b3-e760-4047-b38d-104200be5242') {} {{(pid=102409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 23:09:43.725343 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756414950256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29814768'] for segment, before_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.727949 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756415149716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756414643824'] for port, after_delete {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.740314 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820'] for segment, precommit_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.746616 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 23:09:43.747018 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29812753'] for segment, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: Traceback (most recent call last): Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: timer() Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: cb(*args, **kw) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: return func(*args, **kwargs) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: self._notify() Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: self.callback(batched_events) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: event.method(event) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: return f(self, *a, **k) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._get(url).json() Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: return self.request(url, 'GET', **kwargs) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 23:09:43.748762 dv-neutron-818715-1-hyperv neutron-server[102409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 23:09:43.754850 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] Pushing event deleted for resources: {'Port': ['ID=f3b7aafd-7251-4415-87db-431217c41f45,revision_number=None']} {{(pid=102411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:43.759797 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ea605-4bc4-4b44-9235-02686105f66a None None] No DVR routers for this DVR port f3b7aafd-7251-4415-87db-431217c41f45 on host dv-neutron-818715-1-hyperv {{(pid=102411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 23:09:43.810177 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33504592'] for network, after_delete {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.815496 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron_lib.callbacks.manager [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Notify callbacks [] for network, before_response {{(pid=102409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:43.818729 dv-neutron-818715-1-hyperv neutron-server[102409]: INFO neutron.wsgi [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] 10.222.0.41 "DELETE /v2.0/networks/148ea91c-a1e5-4caf-93db-87dfc1ed2159 HTTP/1.1" status: 204 len: 168 time: 0.5378921 Nov 24 23:09:43.831433 dv-neutron-818715-1-hyperv neutron-server[102409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60c13f-a823-48d6-9606-7c7b094a102d admin admin] Pushing event deleted for resources: {'Network': ['ID=148ea91c-a1e5-4caf-93db-87dfc1ed2159,revision_number=None']} {{(pid=102409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:43.990123 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41594) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:44.030327 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-cb2c3bb3-4d18-4179-b29c-9200e4dabd9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd8d4850032f4f348748ed4b472c3261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388646 Nov 24 23:09:44.032577 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41596) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:44.080112 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3e84286-95ed-4b40-beec-596af55aaf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.100594 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3e84286-95ed-4b40-beec-596af55aaf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.146079 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3e84286-95ed-4b40-beec-596af55aaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.148570 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-c3e84286-95ed-4b40-beec-596af55aaf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.149694 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c3e84286-95ed-4b40-beec-596af55aaf63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cffb537-f3e6-4762-81b1-7dd7ddce854b HTTP/1.1" status: 204 len: 168 time: 0.1162198 Nov 24 23:09:44.157304 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e84286-95ed-4b40-beec-596af55aaf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cffb537-f3e6-4762-81b1-7dd7ddce854b,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:44.290342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-74e0c5e8-71e7-457a-a140-dc33d85fc24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.364954 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 93ad7259-96f5-4eaa-8d5d-ffb957043b8e no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:44.387213 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: 93ad7259-96f5-4eaa-8d5d-ffb957043b8e {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:44.387578 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device 93ad7259-96f5-4eaa-8d5d-ffb957043b8e not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:44.387993 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:44.406235 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:44.406583 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device ccc6ddeb-b4e4-41fb-bd6a-5929596c9af2 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:44.406994 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3b7aafd-7251-4415-87db-431217c41f45 no longer exists at agent ovs-agent-dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 23:09:44.427315 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.plugin [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] No Port match for: f3b7aafd-7251-4415-87db-431217c41f45 {{(pid=102411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 24 23:09:44.427691 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron.plugins.ml2.rpc [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Device f3b7aafd-7251-4415-87db-431217c41f45 not bound to the agent host dv-neutron-818715-1-hyperv {{(pid=102411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 23:09:44.485796 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41602) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:44.525387 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-c128fcfc-266f-45f5-8a66-62fa97810964 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c67027b52bc9449ea8a9d0b727d4db9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384631 Nov 24 23:09:44.527752 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.wsgi [-] (102410) accepted ('10.222.0.41', 41604) {{(pid=102410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 24 23:09:44.577694 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e59a0552-e816-459f-aa9a-173f159acd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.599505 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e59a0552-e816-459f-aa9a-173f159acd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.645809 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e59a0552-e816-459f-aa9a-173f159acd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064124'] for security_group, after_delete {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.648520 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron_lib.callbacks.manager [None req-e59a0552-e816-459f-aa9a-173f159acd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:44.649743 dv-neutron-818715-1-hyperv neutron-server[102410]: INFO neutron.wsgi [None req-e59a0552-e816-459f-aa9a-173f159acd49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ef232b9-7ade-44b5-9824-a723bc0b75e7 HTTP/1.1" status: 204 len: 168 time: 0.1210935 Nov 24 23:09:44.657382 dv-neutron-818715-1-hyperv neutron-server[102410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a0552-e816-459f-aa9a-173f159acd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef232b9-7ade-44b5-9824-a723bc0b75e7,revision_number=None']} {{(pid=102410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 23:09:46.698043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c249b9c2-80b2-43f0-ba23-0d605ffacc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:46.979160 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:48.578059 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:09:49.901609 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:00.312265 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:14.291326 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2473ae5f-fd27-4045-8baa-2add2e9508df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:16.697432 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-6895b3fc-2635-4e9c-aad9-9210d8e8c01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:16.980716 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:18.472889 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:10:18.579805 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:19.904113 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:30.311463 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:44.294654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-43ada752-e3fe-4a58-a1f2-ff8d2180eab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:46.697581 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-36790129-9002-4e83-be3c-9ce18c2b0d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:46.980779 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:48.584099 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:49.905991 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:10:55.472188 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:11:00.322663 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:14.295760 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-ba3c04be-4f6c-48b6-bed2-6a6376fac84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:16.697397 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-403f4380-f659-4e5b-9726-27192588b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:16.981976 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:18.587338 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:19.908451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:30.321910 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:32.472325 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:11:44.296255 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-8b1860d8-f307-457e-bb1c-a73fa1814d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:46.696451 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-675a9449-6fb9-4cc9-a352-4a7486142a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:46.983509 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:48.589399 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:11:49.912458 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:00.322162 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:09.472168 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:12:14.297194 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-4863c04a-9292-4a93-9efa-c15554724eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:16.695952 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-b2a9ab1a-e8ca-435d-9096-11817f42ac61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:16.984043 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:18.592103 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:19.917008 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:30.319232 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:44.297386 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-124cbd3c-2c30-4242-b3d0-3534f3ce65f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:46.471287 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:12:46.697015 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-3ec296a6-f92e-4cb7-b6ae-39bac8822be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:46.986907 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:48.595654 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:12:49.918110 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:00.322312 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:14.298886 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-23364075-01a0-49c4-815d-783cf12d7e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:16.698256 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c384e15e-17bc-4c58-a9d7-a468e8dc394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:16.987301 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:18.597783 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:19.920547 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:23.469928 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:13:30.325668 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:44.299342 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7a693f91-c529-46f1-a25f-6d163326778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:46.698838 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-a041361e-1f43-4462-bffd-0087c2e4038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:46.988376 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:48.599887 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:13:49.923604 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:00.351842 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:00.468898 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:14:14.299688 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-14618944-c3a9-4693-a6e4-ab8e34ca8637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:16.698228 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc014-bf93-4383-9030-b64a4d05db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:16.991212 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:18.602885 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:19.926772 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:30.340935 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:37.467848 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:14:44.299543 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-2b84099f-c3db-4775-8335-09e36ee79029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:46.697899 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-da011c7d-9fb2-45f9-8eba-decd6cfc7f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:46.992271 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:48.606026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-f7c8095b-28ef-4f99-b82c-f994bc2b95b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:14:49.929697 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-117c9867-6c64-44ae-bcff-9af06b21bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:15:00.340054 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-d06ae298-a5ac-4404-be3b-bbefe98a828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:15:14.300871 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2834-953c-4b17-ba2b-857a4faac59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:15:14.467292 dv-neutron-818715-1-hyperv neutron-server[102412]: DEBUG neutron.db.agents_db [None req-497669b8-b7fb-4626-8aeb-6d4c354064c8 None None] Agent healthcheck: found 6 active agents {{(pid=102412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 23:15:16.697958 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-29abdb15-edc4-4101-a06f-9ab5edf88a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 23:15:16.994026 dv-neutron-818715-1-hyperv neutron-server[102411]: DEBUG neutron_lib.callbacks.manager [None req-c8425645-1323-4c4e-b2eb-9565916f359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756415190694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983656'] for agent, after_update {{(pid=102411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}